00000800:00000200:1.1F:1775762848.635197:0:3310:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000046632fcc] -> 12345-192.168.202.129@tcp (2) 00000800:00000200:3.1F:1775762848.638496:0:3303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000046632fcc] -> 12345-192.168.202.129@tcp (2) 00000800:00000200:3.1:1775762848.638506:0:3303:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.129@tcp 000000002d9f77eb deleted 00000800:00000010:3.1:1775762848.638507:0:3303:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002d9f77eb. 00000800:00000200:3.1:1775762848.638516:0:3303:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1775762848.638522:0:3303:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:1023 00000800:00000200:3.1:1775762848.638526:0:3303:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0daa847 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1775762848.639640:0:3300:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1775762848.650670:0:3302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000046632fcc] -> 12345-192.168.202.129@tcp (4) 00000800:00000200:1.1:1775762848.650674:0:3302:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.129@tcp 00000000d07fc2fb deleted 00000800:00000010:1.1:1775762848.650675:0:3302:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d07fc2fb. 00000800:00000200:1.1:1775762848.650679:0:3302:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1775762848.662509:0:3300:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1F:1775762848.912100:0:5681:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001729fd87. 00010000:00000010:0.1:1775762848.912122:0:5681:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bd930d75. 00010000:00000010:1.1:1775762849.847569:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f8d48cc1. 00010000:00000010:1.1:1775762849.847578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f9a99222. 00010000:00000010:2.1F:1775762849.847625:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dd67f341. 00010000:00000010:2.1:1775762849.847637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000eaf3c6b5. 00010000:00000010:0.1:1775762849.869563:0:5635:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fc29720. 00000100:00100000:3.0:1775764810.278198:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36940 00002000:00100000:3.0:1775764810.278214:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3489792->3493887) req@ffff8b8c927faa00 x1862022222687872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/440 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.278222:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927faa00 with x1862022222687872 ext(3489792->3493887) 00002000:00010000:3.0:1775764810.278226:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927faa00 00000100:00100000:3.0:1775764810.282934:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.287616:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222688128 00000100:00100000:3.0:1775764810.287626:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222688128 00002000:00100000:3.0:1775764810.287672:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3497984->3502079) req@ffff8b8c8f954700 x1862022222688128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.287684:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022222688128 ext(3497984->3502079) 00002000:00010000:3.0:1775764810.287690:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700 00000100:00100000:3.0:1775764810.287724:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36942 00000100:00100000:3.0:1775764810.287733:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222688128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.287953:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222688128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 221us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764810.287961:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36942 00002000:00100000:3.0:1775764810.287967:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3497984->3502079) req@ffff8b8c8f954700 x1862022222688128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/440 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.287974:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022222688128 ext(3497984->3502079) 00002000:00010000:3.0:1775764810.287978:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700 00000100:00100000:3.0:1775764810.291742:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222688256 00000100:00100000:3.0:1775764810.291753:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222688256 00002000:00100000:3.0:1775764810.291801:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3502080->3506175) req@ffff8b8c8e1c0380 x1862022222688256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.291820:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e1c0380 with x1862022222688256 ext(3502080->3506175) 00002000:00010000:3.0:1775764810.291825:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e1c0380 00000100:00100000:3.0:1775764810.291864:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36943 00000100:00100000:3.0:1775764810.291873:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e1c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222688256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.292255:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e1c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222688256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 382us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764810.292263:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36943 00002000:00100000:3.0:1775764810.292270:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3502080->3506175) req@ffff8b8c8e1c0380 x1862022222688256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/440 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.292279:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e1c0380 with x1862022222688256 ext(3502080->3506175) 00002000:00010000:3.0:1775764810.292282:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e1c0380 00000100:00100000:3.0:1775764810.295696:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222688384 00000100:00100000:3.0:1775764810.295706:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222688384 00002000:00100000:3.0:1775764810.295753:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3506176->3510271) req@ffff8b8c8f957480 x1862022222688384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.295764:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022222688384 ext(3506176->3510271) 00002000:00010000:3.0:1775764810.295769:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957480 00000100:00100000:3.0:1775764810.295804:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36944 00000100:00100000:3.0:1775764810.295813:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222688384:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.296050:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222688384:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 237us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764810.296058:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36944 00002000:00100000:3.0:1775764810.296065:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3506176->3510271) req@ffff8b8c8f957480 x1862022222688384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/440 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.297413:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022222688384 ext(3506176->3510271) 00002000:00010000:3.0:1775764810.297420:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957480 00000100:00100000:3.0:1775764810.305503:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222688640 00000100:00100000:3.0:1775764810.305514:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222688640 00002000:00100000:3.0:1775764810.305595:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3514368->3518463) req@ffff8b8c8e1c3b80 x1862022222688640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.305606:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e1c3b80 with x1862022222688640 ext(3514368->3518463) 00002000:00010000:3.0:1775764810.305612:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e1c3b80 00000100:00100000:3.0:1775764810.305644:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36946 00000100:00100000:3.0:1775764810.305654:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e1c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222688640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.305888:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e1c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222688640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 235us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764810.305896:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36946 00002000:00100000:3.0:1775764810.305902:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3514368->3518463) req@ffff8b8c8e1c3b80 x1862022222688640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/440 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.305911:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e1c3b80 with x1862022222688640 ext(3514368->3518463) 00002000:00010000:3.0:1775764810.305914:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e1c3b80 00000100:00100000:3.0:1775764810.314425:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222688896 00000100:00100000:3.0:1775764810.314435:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222688896 00002000:00100000:3.0:1775764810.314481:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3522560->3526655) req@ffff8b8c8f954a80 x1862022222688896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.314492:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022222688896 ext(3522560->3526655) 00002000:00010000:3.0:1775764810.314497:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954a80 00000100:00100000:3.0:1775764810.314530:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36948 00000100:00100000:3.0:1775764810.314571:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222688896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.314787:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222688896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 249us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764810.314795:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36948 00002000:00100000:3.0:1775764810.314801:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3522560->3526655) req@ffff8b8c8f954a80 x1862022222688896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/440 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.314808:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022222688896 ext(3522560->3526655) 00002000:00010000:3.0:1775764810.314811:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954a80 00000100:00100000:3.0:1775764810.322621:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.326854:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222689280 00000100:00100000:3.0:1775764810.326864:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222689280 00002000:00100000:3.0:1775764810.326916:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3534848->3538943) req@ffff8b8c927f8700 x1862022222689280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.326927:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8700 with x1862022222689280 ext(3534848->3538943) 00002000:00010000:3.0:1775764810.326933:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8700 00000100:00100000:3.0:1775764810.326965:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36951 00000100:00100000:3.0:1775764810.326975:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222689280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.327223:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222689280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 249us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764810.327231:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36951 00002000:00100000:3.0:1775764810.327238:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3534848->3538943) req@ffff8b8c927f8700 x1862022222689280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/440 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.327253:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8700 with x1862022222689280 ext(3534848->3538943) 00002000:00010000:3.0:1775764810.327256:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8700 00000100:00100000:3.0:1775764810.340289:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222689664 00000100:00100000:3.0:1775764810.340299:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222689664 00002000:00100000:3.0:1775764810.340348:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1748992->1753087) req@ffff8b8c8f954000 x1862022222689664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.340358:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022222689664 ext(1748992->1753087) 00002000:00010000:3.0:1775764810.340364:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:3.0:1775764810.340409:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36954 00000100:00100000:3.0:1775764810.340418:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222689664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.340694:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222689664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 276us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764810.340703:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36954 00002000:00100000:3.0:1775764810.340709:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1748992->1753087) req@ffff8b8c8f954000 x1862022222689664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/440 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.340716:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022222689664 ext(1748992->1753087) 00002000:00010000:3.0:1775764810.340719:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:3.0:1775764810.344647:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222689792 00000100:00100000:3.0:1775764810.344657:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222689792 00002000:00100000:3.0:1775764810.344704:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1753088->1757183) req@ffff8b8c8f955c00 x1862022222689792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.344714:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022222689792 ext(1753088->1757183) 00002000:00010000:3.0:1775764810.344721:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955c00 00000100:00100000:3.0:1775764810.344757:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36955 00000100:00100000:3.0:1775764810.344767:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222689792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.345012:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222689792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 244us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764810.345020:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36955 00002000:00100000:3.0:1775764810.345026:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1753088->1757183) req@ffff8b8c8f955c00 x1862022222689792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/440 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.345034:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022222689792 ext(1753088->1757183) 00002000:00010000:3.0:1775764810.345037:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955c00 00000100:00100000:3.0:1775764810.349038:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222689920 00000100:00100000:3.0:1775764810.349049:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222689920 00002000:00100000:3.0:1775764810.349178:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1757184->1761279) req@ffff8b8c8e1c2d80 x1862022222689920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.349189:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e1c2d80 with x1862022222689920 ext(1757184->1761279) 00002000:00010000:3.0:1775764810.349195:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e1c2d80 00000100:00100000:3.0:1775764810.349235:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36956 00000100:00100000:3.0:1775764810.349244:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e1c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222689920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.349491:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e1c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222689920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 247us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764810.349499:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36956 00002000:00100000:3.0:1775764810.349506:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1757184->1761279) req@ffff8b8c8e1c2d80 x1862022222689920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/440 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.349514:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e1c2d80 with x1862022222689920 ext(1757184->1761279) 00002000:00010000:3.0:1775764810.349517:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e1c2d80 00000100:00100000:3.0:1775764810.376613:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.380749:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.386444:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222690944 00000100:00100000:3.0:1775764810.386457:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222690944 00000100:00100000:3.0:1775764810.386519:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44017 00000100:00100000:3.0:1775764810.386528:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222690944:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764810.386619:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764810.386650:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6f51600/0xdb23b4c9253cecc8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fc910 expref: 32 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.386669:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764810.386675:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764810.386922:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253ceccf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.386937:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253ceccf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.386947:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253ceccf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764810.386999:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031775 00000004:00010000:3.0:1775764810.387025:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000767d6cbb reply state 00000000b6384853 transno 4295031776 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253ceccf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764810.387034:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764810.387146:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222690944:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 619us (795us total) trans 4295031776 rc 0/0 00000100:00100000:3.0:1775764810.387154:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44017 00000020:00080000:3.0:1775764810.387160:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764810.389976:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253ceccf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.389992:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253ceccf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.390000:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253ceccf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.390006:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8167ec00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764810.390010:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253ceccf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.390017:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253ceccf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.390035:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764810.390038:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764810.390043:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253ceccf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.390049:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253ceccf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764810.417151:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.435447:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222691968 00000100:00100000:3.0:1775764810.435458:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222691968 00002000:00100000:3.0:1775764810.435507:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3215360->3252223) req@ffff8b8c8e1c2300 x1862022222691968/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.435518:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e1c2300 with x1862022222691968 ext(3215360->3252223) 00002000:00010000:3.0:1775764810.435524:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e1c2300 00000100:00100000:3.0:1775764810.435621:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36969 00000100:00100000:3.0:1775764810.435631:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e1c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222691968:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764810.441468:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e1c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222691968:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5829us (6186us total) trans 4294996352 rc 0/0 00000100:00100000:3.0:1775764810.441480:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36969 00002000:00100000:3.0:1775764810.441492:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3215360->3252223) req@ffff8b8c8e1c2300 x1862022222691968/t4294996352(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/448 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.441503:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e1c2300 with x1862022222691968 ext(3215360->3252223) 00002000:00010000:3.0:1775764810.441509:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e1c2300 00000100:00100000:3.0:1775764810.493306:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222692224 00000100:00100000:3.0:1775764810.493316:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222692224 00002000:00100000:3.0:1775764810.493364:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (4075520->4141055) req@ffff8b8c3c51f800 x1862022222692224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.493450:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f800 with x1862022222692224 ext(4075520->4141055) 00002000:00010000:3.0:1775764810.493456:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f800 00000100:00100000:3.0:1775764810.493526:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36970 00000100:00100000:3.0:1775764810.493536:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222692224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.511356:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.520870:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.556254:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.561883:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.569026:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.592183:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.608870:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000001:00080000:3.0:1775764810.674665:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996354 is committed 00000100:00100000:3.0:1775764810.683585:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222693248 00000100:00100000:3.0:1775764810.683595:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222693248 00002000:00100000:3.0:1775764810.683646:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3862528->3878911) req@ffff8b8c3c51c700 x1862022222693248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.683655:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022222693248 ext(3862528->3878911) 00002000:00010000:3.0:1775764810.683661:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:3.0:1775764810.683726:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36976 00000100:00100000:3.0:1775764810.683737:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222693248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.684028:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222693248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 291us (542us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1775764810.684036:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36976 00002000:00100000:3.0:1775764810.684042:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3862528->3878911) req@ffff8b8c3c51c700 x1862022222693248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/16824 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.684050:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022222693248 ext(3862528->3878911) 00002000:00010000:3.0:1775764810.684053:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:3.0:1775764810.691403:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222693376 00000100:00100000:3.0:1775764810.691413:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222693376 00002000:00100000:3.0:1775764810.691461:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (999424->1007615) req@ffff8b8c3c51e680 x1862022222693376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.691472:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e680 with x1862022222693376 ext(999424->1007615) 00002000:00010000:3.0:1775764810.691477:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51e680 00000100:00100000:3.0:1775764810.691515:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36977 00000100:00100000:3.0:1775764810.691524:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222693376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.691959:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222693376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 435us (663us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1775764810.691968:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36977 00002000:00100000:3.0:1775764810.691974:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (999424->1007615) req@ffff8b8c3c51e680 x1862022222693376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/8632 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.691982:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e680 with x1862022222693376 ext(999424->1007615) 00002000:00010000:3.0:1775764810.691985:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51e680 00000100:00100000:3.0:1775764810.753955:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222693632:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35866us (36068us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764810.753967:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84624 00000100:00100000:3.0:1775764810.766608:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222693888 00000100:00100000:3.0:1775764810.766619:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222693888 00002000:00100000:3.0:1775764810.766675:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2551808->2555903) req@ffff8b8cbaed4a80 x1862022222693888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/0 e 0 to 0 dl 1775764821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.766686:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4a80 with x1862022222693888 ext(2551808->2555903) 00002000:00010000:3.0:1775764810.766692:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4a80 00000100:00100000:3.0:1775764810.766724:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36980 00000100:00100000:3.0:1775764810.766734:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222693888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764810.767001:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222693888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (1086us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764810.767010:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36980 00002000:00100000:3.0:1775764810.767016:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2551808->2555903) req@ffff8b8cbaed4a80 x1862022222693888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:291/0 lens 488/4536 e 0 to 0 dl 1775764821 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764810.767030:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4a80 with x1862022222693888 ext(2551808->2555903) 00002000:00010000:3.0:1775764810.767034:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4a80 00000100:00100000:3.0:1775764810.807264:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.852773:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222694784 00000100:00100000:3.0:1775764810.852785:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222694784 00000100:00100000:3.0:1775764810.852905:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84625 00000100:00100000:3.0:1775764810.852916:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222694784:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764810.936874:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764810.941821:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253cece4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.941836:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253cece4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.941843:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253cece4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.941849:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7c600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764810.941854:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253cece4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.941862:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253cece4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.941880:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764810.941883:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764810.941887:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253cece4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764810.941898:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253cece4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764810.944027:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.975021:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764810.975128:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:3.0:1775764811.041335:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764811.044851:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cecf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.044866:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cecf9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.044873:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cecf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.044878:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7d600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764811.044882:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cecf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.044889:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cecf9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.044908:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764811.044911:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764811.044915:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cecf9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.044921:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cecf9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764811.063290:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222696320 00000100:00100000:3.0:1775764811.063301:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222696320 00002000:00100000:3.0:1775764811.063568:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2965504->3874815) req@ffff8b8cbaed4e00 x1862022222696320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 488/0 e 0 to 0 dl 1775764822 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.063581:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4e00 with x1862022222696320 ext(2965504->3874815) 00002000:00010000:3.0:1775764811.063588:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4e00 00000100:00100000:3.0:1775764811.063666:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36993 00000100:00100000:3.0:1775764811.063676:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222696320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764811.094000:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.123727:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.215460:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.230795:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222697088 00000100:00100000:3.0:1775764811.230805:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222697088 00002000:00010000:3.0:1775764811.230842:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1351802->18446744073709551615) 00002000:00100000:3.0:1775764811.230846:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022222697088 ext(1351802->18446744073709551615) 00002000:00010000:3.0:1775764811.230858:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:3.0:1775764811.230883:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222697216 00000100:00100000:3.0:1775764811.230885:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222697216 00002000:00010000:3.0:1775764811.230894:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764811.230897:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6300 with x1862022222697216 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764811.230903:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed6300. 00000100:00100000:3.0:1775764811.230920:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 36995 00000100:00100000:3.0:1775764811.230928:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222697088:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764811.231273:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3871632 -> 1351802 00002000:00010000:3.0:1775764811.231277:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764811 -> 1775764811 00002000:00010000:3.0:1775764811.231280:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764811 -> 1775764811 00002000:00010000:3.0:1775764811.231283:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764811 -> 1775764811 00002000:00010000:3.0:1775764811.231285:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1419 00000100:00100000:3.0:1775764811.231998:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222697088:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1070us (1621us total) trans 4294996360 rc 0/0 00000100:00100000:3.0:1775764811.232006:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 36995 00002000:00010000:3.0:1775764811.232009:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1351802->18446744073709551615) 00002000:00100000:3.0:1775764811.232012:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022222697088 ext(1351802->18446744073709551615) 00002000:00010000:3.0:1775764811.232017:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:3.0:1775764811.246376:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222697344 00000100:00100000:3.0:1775764811.246387:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222697344 00000100:00100000:3.0:1775764811.246449:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44024 00000100:00100000:3.0:1775764811.246459:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022222697344:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764811.246483:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764811.246505:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfde00/0xdb23b4c9253ced15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fc92c expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764811.269259:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.274471:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c8c3b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224981632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764811.275360:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764811.276795:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c8c3b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224981632:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775764811.276822:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764811.288644:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.299143:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.304984:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.310038:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.315493:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.321920:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222699136 00000100:00100000:3.0:1775764811.321933:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222699136 00002000:00100000:3.0:1775764811.321986:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1671168->1675263) req@ffff8b8c86d77100 x1862022222699136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 488/0 e 0 to 0 dl 1775764822 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.321996:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77100 with x1862022222699136 ext(1671168->1675263) 00002000:00010000:3.0:1775764811.322001:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77100 00000100:00100000:3.0:1775764811.322035:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37008 00000100:00100000:3.0:1775764811.322045:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222699136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764811.322332:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222699136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 287us (1029us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764811.322340:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37008 00002000:00100000:3.0:1775764811.322346:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1671168->1675263) req@ffff8b8c86d77100 x1862022222699136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 488/4536 e 0 to 0 dl 1775764822 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.322354:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77100 with x1862022222699136 ext(1671168->1675263) 00002000:00010000:3.0:1775764811.322357:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77100 00000100:00100000:3.0:1775764811.327654:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.332823:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.338655:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.349018:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.414814:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.429597:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.440379:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.507834:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37017 00000100:00100000:3.0:1775764811.507844:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222701184:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764811.508023:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1879671 -> 2210284 00002000:00010000:3.0:1775764811.508027:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764811 -> 1775764811 00002000:00010000:3.0:1775764811.508029:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764811 -> 1775764811 00002000:00010000:3.0:1775764811.508031:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764811 -> 1775764811 00002000:00010000:3.0:1775764811.508033:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1227 -> 1355 00000100:00100000:3.0:1775764811.510571:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222701184:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2716us (4050us total) trans 4294996365 rc 0/0 00000100:00100000:3.0:1775764811.510587:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37017 00002000:00010000:3.0:1775764811.510594:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2210284->18446744073709551615) 00002000:00100000:3.0:1775764811.510597:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31880 with x1862022222701184 ext(2210284->18446744073709551615) 00002000:00010000:3.0:1775764811.510609:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31880. 00000100:00100000:3.0:1775764811.514319:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.522357:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222701568 00000100:00100000:3.0:1775764811.522378:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222701568 00002000:00100000:3.0:1775764811.522431:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1880064->2211839) req@ffff8b8c86d35f80 x1862022222701568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 504/0 e 0 to 0 dl 1775764822 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.522445:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35f80 with x1862022222701568 ext(1880064->2211839) 00002000:00010000:3.0:1775764811.522452:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35f80 00000100:00100000:3.0:1775764811.522488:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37018 00000100:00100000:3.0:1775764811.522498:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222701568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764811.530145:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222701568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7633us (7919us total) trans 0 rc 299008/299008 00000100:00100000:3.0:1775764811.530161:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37018 00002000:00100000:3.0:1775764811.530175:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1880064->2211839) req@ffff8b8c86d35f80 x1862022222701568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 504/440 e 0 to 0 dl 1775764822 ref 1 fl Complete:/600/0 rc 299008/299008 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.530185:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35f80 with x1862022222701568 ext(1880064->2211839) 00002000:00010000:3.0:1775764811.530192:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35f80 00000100:00100000:3.0:1775764811.536874:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.552340:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222702208 00000100:00100000:3.0:1775764811.552352:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222702208 00000100:00100000:3.0:1775764811.569851:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222702592 00000100:00100000:3.0:1775764811.569860:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222702592 00002000:00010000:3.0:1775764811.569899:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764811.569904:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022222702592 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764811.569914:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450700. 00000100:00100000:3.0:1775764811.569954:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37021 00000100:00100000:3.0:1775764811.569964:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222702592:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764811.570214:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1630811 -> 4194304 00002000:00010000:3.0:1775764811.570218:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764811 -> 1775764811 00002000:00010000:3.0:1775764811.570220:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764811 -> 1775764811 00002000:00010000:3.0:1775764811.570223:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764811 -> 1775764811 00002000:00010000:3.0:1775764811.570225:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1355 -> 1355 00000100:00100000:3.0:1775764811.570280:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222702592:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 317us (656us total) trans 4294996367 rc 0/0 00000100:00100000:3.0:1775764811.570288:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37021 00002000:00010000:3.0:1775764811.570292:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764811.570294:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022222702592 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764811.570299:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450700. 00000100:00100000:3.0:1775764811.595409:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.595451:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.595612:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.598388:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37025 00000100:00100000:3.0:1775764811.598410:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222703232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764811.599013:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37026 00000100:00100000:3.0:1775764811.599022:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222703104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764811.614738:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222703232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16336us (19282us total) trans 0 rc 462848/462848 00000100:00100000:3.0:1775764811.614750:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37025 00002000:00100000:3.0:1775764811.614761:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3731456->4194303) req@ffff8b8cadfc9500 x1862022222703232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 488/440 e 0 to 0 dl 1775764822 ref 1 fl Complete:/600/0 rc 462848/462848 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.614772:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9500 with x1862022222703232 ext(3731456->4194303) 00002000:00010000:3.0:1775764811.614778:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9500 00000100:00100000:3.0:1775764811.614803:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222703360 00000100:00100000:3.0:1775764811.614812:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222703360 00002000:00100000:3.0:1775764811.614850:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (0->733183) req@ffff8b8c8c3b3100 x1862022222703360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 504/0 e 0 to 0 dl 1775764822 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.614859:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8c3b3100 with x1862022222703360 ext(0->733183) 00002000:00010000:3.0:1775764811.614862:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8c3b3100 00000100:00100000:3.0:1775764811.614881:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37027 00000100:00100000:3.0:1775764811.614889:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8c3b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022222703360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764811.651739:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222703488 00000100:00100000:3.0:1775764811.651748:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222703488 00002000:00100000:3.0:1775764811.651798:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (696320->732792) req@ffff8b8c8c3b1880 x1862022222703488/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 488/0 e 0 to 0 dl 1775764822 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.651810:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8c3b1880 with x1862022222703488 ext(696320->732792) 00002000:00010000:3.0:1775764811.651816:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8c3b1880 00000100:00100000:3.0:1775764811.651851:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37028 00000100:00100000:3.0:1775764811.651861:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8c3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022222703488:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764811.659725:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.703742:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764811.707319:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90d52400/0xdb23b4c9253ced8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.707337:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90d52400/0xdb23b4c9253ced8c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.707345:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90d52400/0xdb23b4c9253ced8c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.707351:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c90d52400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764811.707355:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90d52400/0xdb23b4c9253ced8c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.707373:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90d52400/0xdb23b4c9253ced8c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.707394:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764811.707398:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764811.707404:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90d52400/0xdb23b4c9253ced8c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.707411:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90d52400/0xdb23b4c9253ced8c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764811.709477:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.709597:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.733523:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.740981:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.741076:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.746751:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.771302:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764811.772667:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:3.0:1775764811.788838:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764811.788879:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224982272 00000100:00100000:3.0:1775764811.788886:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224982272 00000100:00100000:3.0:1775764811.788938:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1775764811.788946:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224982272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764811.788995:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224982272:12345-0@lo:400:kworker.0 Request processed in 50us (1529us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764811.789001:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1775764811.846377:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb30c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022222705792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 31881us (32328us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764811.846393:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37035 00002000:00100000:3.0:1775764811.846408:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (311296->1413119) req@ffff8b8cb30c2300 x1862022222705792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 504/440 e 0 to 0 dl 1775764822 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.846420:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb30c2300 with x1862022222705792 ext(311296->1413119) 00002000:00010000:3.0:1775764811.846427:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb30c2300 00000100:00100000:3.0:1775764811.884612:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222706048 00000100:00100000:3.0:1775764811.884623:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222706048 00002000:00100000:3.0:1775764811.884691:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2158592->3207167) req@ffff8b8cb30c0a80 x1862022222706048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 488/0 e 0 to 0 dl 1775764822 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.884702:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb30c0a80 with x1862022222706048 ext(2158592->3207167) 00002000:00010000:3.0:1775764811.884708:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb30c0a80 00000100:00100000:3.0:1775764811.884740:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222706176 00000100:00100000:3.0:1775764811.884743:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222706176 00002000:00100000:3.0:1775764811.884759:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3207168->3575807) req@ffff8b8cb30c1c00 x1862022222706176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 488/0 e 0 to 0 dl 1775764822 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.884766:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb30c1c00 with x1862022222706176 ext(3207168->3575807) 00002000:00010000:3.0:1775764811.884769:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb30c1c00 00000100:00100000:3.0:1775764811.884791:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37037 00000100:00100000:3.0:1775764811.884800:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb30c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222706048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764811.895496:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb30c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222706048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10684us (11038us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764811.895510:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37037 00002000:00100000:3.0:1775764811.895523:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2158592->3207167) req@ffff8b8cb30c0a80 x1862022222706048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 488/440 e 0 to 0 dl 1775764822 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.895533:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb30c0a80 with x1862022222706048 ext(2158592->3207167) 00002000:00010000:3.0:1775764811.895572:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb30c0a80 00000100:00100000:3.0:1775764811.929922:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb30c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222706304:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10196us (10444us total) trans 4294996371 rc 0/0 00000100:00100000:3.0:1775764811.929937:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37039 00002000:00100000:3.0:1775764811.929952:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (315392->3639704) req@ffff8b8cb30c0380 x1862022222706304/t4294996371(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:292/0 lens 520/456 e 0 to 0 dl 1775764822 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764811.929971:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb30c0380 with x1862022222706304 ext(315392->3639704) 00002000:00010000:3.0:1775764811.929979:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb30c0380 00000100:00100000:3.0:1775764811.933988:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222706432 00000100:00100000:3.0:1775764811.933998:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222706432 00000100:00100000:3.0:1775764811.934098:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84630 00000100:00100000:3.0:1775764811.934110:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb30c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222706432:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764812.029914:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb30c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222706432:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 95800us (96033us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764812.029926:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84630 00000100:00100000:3.0:1775764812.037978:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222706560 00000100:00100000:3.0:1775764812.037991:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222706560 00002000:00100000:3.0:1775764812.038072:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (561152->630783) req@ffff8b8c8f9cea00 x1862022222706560/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/0 e 0 to 0 dl 1775764823 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.038083:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cea00 with x1862022222706560 ext(561152->630783) 00002000:00010000:3.0:1775764812.038089:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cea00 00000100:00100000:3.0:1775764812.038122:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37040 00000100:00100000:3.0:1775764812.038131:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222706560:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764812.045152:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.081448:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.089400:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.121309:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222706944:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31646us (31909us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764812.121325:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84632 00000100:00100000:3.0:1775764812.131845:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb30c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222707072:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3363us (3829us total) trans 4294996374 rc 0/0 00000100:00100000:3.0:1775764812.131858:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37042 00002000:00100000:3.0:1775764812.131869:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (368640->430079) req@ffff8b8cb30c1880 x1862022222707072/t4294996374(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/448 e 0 to 0 dl 1775764823 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.131879:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb30c1880 with x1862022222707072 ext(368640->430079) 00002000:00010000:3.0:1775764812.131884:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb30c1880 00000100:00100000:3.0:1775764812.136187:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222707200 00000100:00100000:3.0:1775764812.136206:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222707200 00000100:00100000:3.0:1775764812.136317:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84633 00000100:00100000:3.0:1775764812.136328:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222707200:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764812.169790:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222707200:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33453us (33783us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764812.169806:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84633 00000100:00100000:3.0:1775764812.180440:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222707328 00000100:00100000:3.0:1775764812.180451:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222707328 00002000:00100000:3.0:1775764812.180498:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1486848->3244031) req@ffff8b8cbb590700 x1862022222707328/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 504/0 e 0 to 0 dl 1775764823 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.180511:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590700 with x1862022222707328 ext(1486848->3244031) 00002000:00010000:3.0:1775764812.180517:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590700 00000100:00100000:3.0:1775764812.180633:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37043 00000100:00100000:3.0:1775764812.180643:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222707328:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764812.236012:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.236104:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.249768:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.259805:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222708608 00000100:00100000:3.0:1775764812.259823:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222708608 00002000:00010000:3.0:1775764812.259866:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764812.259872:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53eaa00 with x1862022222708608 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764812.259886:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53eaa00. 00000100:00100000:3.0:1775764812.259917:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222708480 00000100:00100000:3.0:1775764812.259921:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222708480 00002000:00010000:3.0:1775764812.259932:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (143065->18446744073709551615) 00002000:00100000:3.0:1775764812.259935:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8380 with x1862022222708480 ext(143065->18446744073709551615) 00002000:00010000:3.0:1775764812.259942:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e8380. 00000100:00100000:3.0:1775764812.259966:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37046 00000100:00100000:3.0:1775764812.259975:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222708608:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764812.260210:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764812.260214:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.260217:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764810 -> 1775764810 00002000:00010000:3.0:1775764812.260219:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.260221:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764812.260278:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222708608:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 303us (851us total) trans 4294995821 rc 0/0 00000100:00100000:3.0:1775764812.260287:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37046 00002000:00010000:3.0:1775764812.260290:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764812.260293:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53eaa00 with x1862022222708608 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764812.260297:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53eaa00. 00000100:00100000:3.0:1775764812.260313:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37047 00000100:00100000:3.0:1775764812.260319:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222708480:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764812.260453:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 88068 -> 143065 00002000:00010000:3.0:1775764812.260457:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.260459:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.260461:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.260462:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00000100:00100000:3.0:1775764812.260485:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222708480:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 165us (954us total) trans 4294996377 rc 0/0 00000100:00100000:3.0:1775764812.260492:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37047 00002000:00010000:3.0:1775764812.260495:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (143065->18446744073709551615) 00002000:00100000:3.0:1775764812.260497:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8380 with x1862022222708480 ext(143065->18446744073709551615) 00002000:00010000:3.0:1775764812.260502:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e8380. 00000100:00100000:3.0:1775764812.266723:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.278296:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.287498:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.299006:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224982400 00000100:00100000:3.0:1775764812.299015:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224982400 00000100:00100000:3.0:1775764812.299265:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1775764812.299275:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc1c6f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224982400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764812.299296:0:6595:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 507707392 pending 1703936 free 3858759680 avail 3840933888 00000100:00100000:3.0:1775764812.299346:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc1c6f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224982400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764812.299353:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1775764812.299786:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c96787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224982400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764812.336350:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222709504 00000100:00100000:3.0:1775764812.336367:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222709504 00002000:00010000:3.0:1775764812.336411:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3730558->18446744073709551615) 00002000:00100000:3.0:1775764812.336417:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb30c3800 with x1862022222709504 ext(3730558->18446744073709551615) 00002000:00010000:3.0:1775764812.336431:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb30c3800. 00000100:00100000:3.0:1775764812.336463:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37050 00000100:00100000:3.0:1775764812.336473:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb30c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222709504:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764812.336813:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 143065 -> 3730558 00002000:00010000:3.0:1775764812.336818:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.336820:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.336822:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.336824:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 329 00000100:00100000:3.0:1775764812.336881:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb30c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222709504:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 409us (788us total) trans 4294996379 rc 0/0 00000100:00100000:3.0:1775764812.336889:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37050 00002000:00010000:3.0:1775764812.336893:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3730558->18446744073709551615) 00002000:00100000:3.0:1775764812.336896:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb30c3800 with x1862022222709504 ext(3730558->18446744073709551615) 00002000:00010000:3.0:1775764812.336900:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb30c3800. 00000100:00100000:3.0:1775764812.340140:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.379992:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222709888 00000100:00100000:3.0:1775764812.380011:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222709888 00002000:00100000:3.0:1775764812.380091:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1187840->2236415) req@ffff8b8cb3175f80 x1862022222709888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/0 e 0 to 0 dl 1775764823 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.380104:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175f80 with x1862022222709888 ext(1187840->2236415) 00002000:00010000:3.0:1775764812.380112:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175f80 00000100:00100000:3.0:1775764812.380149:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37053 00000100:00100000:3.0:1775764812.380160:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222709888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764812.391786:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222709760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 23482us (23693us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764812.391806:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37052 00002000:00100000:3.0:1775764812.391825:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (143360->3719167) req@ffff8b8ca53e9500 x1862022222709760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 504/440 e 0 to 0 dl 1775764823 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.391838:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e9500 with x1862022222709760 ext(143360->3719167) 00002000:00010000:3.0:1775764812.391846:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e9500 00000100:00100000:3.0:1775764812.417900:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222709888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 37725us (37997us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764812.417921:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37053 00002000:00100000:3.0:1775764812.417939:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1187840->2236415) req@ffff8b8cb3175f80 x1862022222709888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/440 e 0 to 0 dl 1775764823 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.417951:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175f80 with x1862022222709888 ext(1187840->2236415) 00002000:00010000:3.0:1775764812.417959:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175f80 00000100:00100000:3.0:1775764812.430663:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222710016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 43123us (43393us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764812.430681:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37054 00002000:00100000:3.0:1775764812.430701:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2236416->3284991) req@ffff8b8cb3176680 x1862022222710016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/440 e 0 to 0 dl 1775764823 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.430714:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176680 with x1862022222710016 ext(2236416->3284991) 00002000:00010000:3.0:1775764812.430730:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176680 00000100:00100000:3.0:1775764812.443629:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222710400 00000100:00100000:3.0:1775764812.443639:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222710400 00000100:00100000:3.0:1775764812.443705:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84636 00000100:00100000:3.0:1775764812.443714:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222710400:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764812.478162:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222710400:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34437us (34656us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764812.478177:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84636 00000100:00100000:3.0:1775764812.482806:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222710528 00000100:00100000:3.0:1775764812.482815:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222710528 00000100:00100000:3.0:1775764812.482862:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44046 00000100:00100000:3.0:1775764812.482869:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022222710528:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764812.482890:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764812.482909:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253cedfc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fc979 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.482981:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cee03 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.482993:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cee03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.483002:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cee03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764812.483024:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3730558 00000004:00200000:3.0:1775764812.483027:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764812.483041:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cee03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.483068:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253cedfc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fc979 expref: 63 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.483081:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cee03 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fc979 expref: 62 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.483087:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764812.483089:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764812.483092:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc5000, rc 0) 00000100:00100000:3.0:1775764812.483152:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022222710528:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 284us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764812.483159:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44046 00000100:00100000:3.0:1775764812.497731:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.497835:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.505446:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.534651:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.545314:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.545375:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.549451:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.563163:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.563955:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.564003:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222712832 00000100:00100000:3.0:1775764812.564013:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222712832 00002000:00010000:3.0:1775764812.564062:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1115079->18446744073709551615) 00002000:00100000:3.0:1775764812.564067:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784e00 with x1862022222712832 ext(1115079->18446744073709551615) 00002000:00010000:3.0:1775764812.564078:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96784e00. 00000100:00100000:3.0:1775764812.564102:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222712960 00000100:00100000:3.0:1775764812.564105:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222712960 00002000:00010000:3.0:1775764812.564120:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764812.564123:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96786a00 with x1862022222712960 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764812.564128:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96786a00. 00000100:00100000:3.0:1775764812.564145:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37063 00000100:00100000:3.0:1775764812.564154:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222712832:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764812.565314:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 671344 -> 1115079 00002000:00010000:3.0:1775764812.565319:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.565322:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.565324:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.565326:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 393 -> 393 00000100:00100000:3.0:1775764812.565653:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222712832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1497us (2498us total) trans 4294996384 rc 0/0 00000100:00100000:3.0:1775764812.565662:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37063 00002000:00010000:3.0:1775764812.565665:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1115079->18446744073709551615) 00002000:00100000:3.0:1775764812.565668:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784e00 with x1862022222712832 ext(1115079->18446744073709551615) 00002000:00010000:3.0:1775764812.565674:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96784e00. 00000100:00100000:3.0:1775764812.574145:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.592522:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222713216 00000100:00100000:3.0:1775764812.592533:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222713216 00002000:00100000:3.0:1775764812.592615:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1073152->1115078) req@ffff8b8ca53e8a80 x1862022222713216/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/0 e 0 to 0 dl 1775764823 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.592626:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8a80 with x1862022222713216 ext(1073152->1115078) 00002000:00010000:3.0:1775764812.592632:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e8a80 00000100:00100000:3.0:1775764812.592658:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37066 00000100:00100000:3.0:1775764812.592667:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222713216:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764812.634819:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222713344:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33670us (33869us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764812.634833:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84637 00000100:00100000:3.0:1775764812.638520:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.671990:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37069 00000100:00100000:3.0:1775764812.672003:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022222714112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764812.672333:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022222714112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 331us (3285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764812.672340:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37069 00002000:00100000:3.0:1775764812.672347:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (1417216->1421311) req@ffff8b8cbb593b80 x1862022222714112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/4536 e 0 to 0 dl 1775764823 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.673474:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593b80 with x1862022222714112 ext(1417216->1421311) 00002000:00010000:3.0:1775764812.673481:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb593b80 00000100:00100000:3.0:1775764812.673581:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.674028:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764812.674668:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222714240 00000100:00100000:3.0:1775764812.674680:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222714240 00002000:00100000:3.0:1775764812.674718:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1118208->2166783) req@ffff8b8c96786300 x1862022222714240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/0 e 0 to 0 dl 1775764823 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.674728:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96786300 with x1862022222714240 ext(1118208->2166783) 00002000:00010000:3.0:1775764812.674733:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96786300 00000100:00100000:3.0:1775764812.674759:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222714496 00000100:00100000:3.0:1775764812.674762:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222714496 00002000:00100000:3.0:1775764812.674775:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3215360->4194303) req@ffff8b8c96787480 x1862022222714496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/0 e 0 to 0 dl 1775764823 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.674783:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96787480 with x1862022222714496 ext(3215360->4194303) 00002000:00010000:3.0:1775764812.674785:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96787480 00000100:00100000:3.0:1775764812.674803:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37071 00000100:00100000:3.0:1775764812.674811:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222714240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764812.724746:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222714240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 49924us (51155us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764812.724758:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37071 00002000:00100000:3.0:1775764812.724769:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1118208->2166783) req@ffff8b8c96786300 x1862022222714240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/440 e 0 to 0 dl 1775764823 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.724780:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96786300 with x1862022222714240 ext(1118208->2166783) 00002000:00010000:3.0:1775764812.724786:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96786300 00000100:00100000:3.0:1775764812.761954:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222714880 00000100:00100000:3.0:1775764812.761969:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222714880 00002000:00100000:3.0:1775764812.762038:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (1417216->1456639) req@ffff8b8cbb593480 x1862022222714880/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/0 e 0 to 0 dl 1775764823 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.762065:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593480 with x1862022222714880 ext(1417216->1456639) 00002000:00010000:3.0:1775764812.762072:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb593480 00000100:00100000:3.0:1775764812.762102:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37075 00000100:00100000:3.0:1775764812.762113:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022222714880:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764812.830140:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222715520 00000100:00100000:3.0:1775764812.830150:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222715520 00002000:00010000:3.0:1775764812.830198:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3040166->18446744073709551615) 00002000:00100000:3.0:1775764812.830202:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53ea300 with x1862022222715520 ext(3040166->18446744073709551615) 00002000:00010000:3.0:1775764812.830213:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53ea300. 00000100:00100000:3.0:1775764812.830237:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222715648 00000100:00100000:3.0:1775764812.830240:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222715648 00002000:00010000:3.0:1775764812.830252:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764812.830255:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53eb480 with x1862022222715648 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764812.830262:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53eb480. 00000100:00100000:3.0:1775764812.830288:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37076 00000100:00100000:3.0:1775764812.830297:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222715520:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764812.830607:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3040166 00002000:00010000:3.0:1775764812.830610:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764812 -> 1775764813 00002000:00010000:3.0:1775764812.830612:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.830614:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764812 -> 1775764813 00002000:00010000:3.0:1775764812.830616:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:3.0:1775764812.830667:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222715520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 371us (699us total) trans 4294996387 rc 0/0 00000100:00100000:3.0:1775764812.830674:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37076 00002000:00010000:3.0:1775764812.830677:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3040166->18446744073709551615) 00002000:00100000:3.0:1775764812.830680:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53ea300 with x1862022222715520 ext(3040166->18446744073709551615) 00002000:00010000:3.0:1775764812.830684:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53ea300. 00000100:00100000:3.0:1775764812.830699:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37077 00000100:00100000:3.0:1775764812.830706:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222715648:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764812.830920:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1456640 -> 0 00002000:00010000:3.0:1775764812.830923:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764812 -> 1775764813 00002000:00010000:3.0:1775764812.830925:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764810 -> 1775764810 00002000:00010000:3.0:1775764812.830927:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764812 -> 1775764813 00002000:00010000:3.0:1775764812.830928:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764812.830953:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222715648:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 247us (897us total) trans 4294995829 rc 0/0 00000100:00100000:3.0:1775764812.830960:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37077 00002000:00010000:3.0:1775764812.830963:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764812.830965:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53eb480 with x1862022222715648 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764812.830969:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53eb480. 00000100:00100000:3.0:1775764812.850786:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222716160 00000100:00100000:3.0:1775764812.850797:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222716160 00002000:00010000:3.0:1775764812.850836:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2331106->18446744073709551615) 00002000:00100000:3.0:1775764812.850840:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e9f80 with x1862022222716160 ext(2331106->18446744073709551615) 00002000:00010000:3.0:1775764812.850854:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e9f80. 00000100:00100000:3.0:1775764812.850884:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222716288 00000100:00100000:3.0:1775764812.850888:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222716288 00002000:00010000:3.0:1775764812.850899:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764812.850902:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8e00 with x1862022222716288 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764812.850908:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53e8e00. 00000100:00100000:3.0:1775764812.850926:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37078 00000100:00100000:3.0:1775764812.850935:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222716160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764812.851254:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3040166 -> 2331106 00002000:00010000:3.0:1775764812.851259:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764813 -> 1775764813 00002000:00010000:3.0:1775764812.851262:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764812 -> 1775764812 00002000:00010000:3.0:1775764812.851264:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764813 -> 1775764813 00002000:00010000:3.0:1775764812.851266:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:3.0:1775764812.851325:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222716160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 390us (731us total) trans 4294996388 rc 0/0 00000100:00100000:3.0:1775764812.851333:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37078 00002000:00010000:3.0:1775764812.851337:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2331106->18446744073709551615) 00002000:00100000:3.0:1775764812.851339:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e9f80 with x1862022222716160 ext(2331106->18446744073709551615) 00002000:00010000:3.0:1775764812.851344:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e9f80. 00000100:00100000:3.0:1775764812.851526:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37079 00000100:00100000:3.0:1775764812.851534:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222716288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764812.851688:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764812.851691:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764813 -> 1775764813 00002000:00010000:3.0:1775764812.851694:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764810 -> 1775764810 00002000:00010000:3.0:1775764812.851696:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764813 -> 1775764813 00002000:00010000:3.0:1775764812.851698:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764812.851722:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222716288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 190us (1011us total) trans 4294995830 rc 0/0 00000100:00100000:3.0:1775764812.851730:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37079 00002000:00010000:3.0:1775764812.851733:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764812.851736:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8e00 with x1862022222716288 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764812.851740:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53e8e00. 00000100:00100000:3.0:1775764812.866512:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222716672 00000100:00100000:3.0:1775764812.866523:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222716672 00000100:00100000:3.0:1775764812.866609:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44061 00000100:00100000:3.0:1775764812.866619:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022222716672:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764812.866692:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764812.866725:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9ec91e00/0xdb23b4c9253cee96 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fc9aa expref: 76 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.866744:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764812.866750:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764812.866971:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253cee9d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.866991:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253cee9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.867001:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253cee9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764812.867071:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031819 00000004:00010000:3.0:1775764812.867101:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ebe17bd reply state 000000009f032861 transno 4295031820 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253cee9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764812.867110:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764812.867240:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022222716672:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 621us (826us total) trans 4295031820 rc 0/0 00000100:00100000:3.0:1775764812.867248:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44061 00000020:00080000:3.0:1775764812.867252:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764812.914001:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222718080 00000100:00100000:3.0:1775764812.914011:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222718080 00002000:00010000:3.0:1775764812.914047:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764812.914051:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c000 with x1862022222718080 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764812.914062:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c000. 00000100:00100000:3.0:1775764812.914134:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222718208 00000100:00100000:3.0:1775764812.914137:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222718208 00002000:00010000:3.0:1775764812.914149:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1439306->18446744073709551615) 00002000:00100000:3.0:1775764812.914152:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d880 with x1862022222718208 ext(1439306->18446744073709551615) 00002000:00010000:3.0:1775764812.914158:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8d880. 00000100:00100000:3.0:1775764812.935497:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222718592 00000100:00100000:3.0:1775764812.935503:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222718592 00000100:00100000:3.0:1775764812.942081:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37088 00000100:00100000:3.0:1775764812.942096:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222718720:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764812.970828:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222718720:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 28724us (35544us total) trans 0 rc 540672/540672 00000100:00100000:3.0:1775764812.970843:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37088 00002000:00100000:3.0:1775764812.970858:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3653632->4194303) req@ffff8b8c85b8ce00 x1862022222718720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/440 e 0 to 0 dl 1775764823 ref 1 fl Complete:/600/0 rc 540672/540672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.970868:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ce00 with x1862022222718720 ext(3653632->4194303) 00002000:00010000:3.0:1775764812.970876:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ce00 00000100:00100000:3.0:1775764812.983594:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222718848 00000100:00100000:3.0:1775764812.983608:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222718848 00002000:00100000:3.0:1775764812.983673:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (0->1048575) req@ffff8b8c85b8d500 x1862022222718848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/0 e 0 to 0 dl 1775764823 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.983684:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d500 with x1862022222718848 ext(0->1048575) 00002000:00010000:3.0:1775764812.983691:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8d500 00000100:00100000:3.0:1775764812.983728:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37089 00000100:00100000:3.0:1775764812.983738:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222718848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764812.995612:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222718976 00000100:00100000:3.0:1775764812.995627:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222718976 00002000:00100000:3.0:1775764812.995687:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1441791) req@ffff8b8c85b8ca80 x1862022222718976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/0 e 0 to 0 dl 1775764823 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764812.995699:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ca80 with x1862022222718976 ext(1048576->1441791) 00002000:00010000:3.0:1775764812.995706:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ca80 00000100:00100000:3.0:1775764812.995749:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37090 00000100:00100000:3.0:1775764812.995759:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222718976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764813.003007:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222718848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19260us (19547us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764813.003020:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37089 00002000:00100000:3.0:1775764813.003033:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (0->1048575) req@ffff8b8c85b8d500 x1862022222718848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/440 e 0 to 0 dl 1775764823 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.003042:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d500 with x1862022222718848 ext(0->1048575) 00002000:00010000:3.0:1775764813.003058:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8d500 00000100:00100000:3.0:1775764813.007454:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222718976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11681us (12624us total) trans 0 rc 393216/393216 00000100:00100000:3.0:1775764813.007470:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37090 00002000:00100000:3.0:1775764813.007486:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1441791) req@ffff8b8c85b8ca80 x1862022222718976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:293/0 lens 488/440 e 0 to 0 dl 1775764823 ref 1 fl Complete:/600/0 rc 393216/393216 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.007497:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ca80 with x1862022222718976 ext(1048576->1441791) 00002000:00010000:3.0:1775764813.007504:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ca80 00000100:00100000:3.0:1775764813.021321:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222719104:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5158us (5435us total) trans 4294996392 rc 0/0 00000100:00100000:3.0:1775764813.021337:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37091 00002000:00100000:3.0:1775764813.022780:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1228800->2715647) req@ffff8b8c85b8df80 x1862022222719104/t4294996392(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 520/456 e 0 to 0 dl 1775764824 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.022794:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8df80 with x1862022222719104 ext(1228800->2715647) 00002000:00010000:3.0:1775764813.022801:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8df80 00000100:00100000:3.0:1775764813.025885:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222719232 00000100:00100000:3.0:1775764813.025902:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222719232 00000100:00100000:3.0:1775764813.025973:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84639 00000100:00100000:3.0:1775764813.025985:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222719232:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764813.087458:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222719360:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6228us (6487us total) trans 4294996393 rc 0/0 00000100:00100000:3.0:1775764813.087475:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37092 00002000:00100000:3.0:1775764813.087492:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2580480->2641919) req@ffff8b8c85b8ed80 x1862022222719360/t4294996393(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/448 e 0 to 0 dl 1775764824 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.087504:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ed80 with x1862022222719360 ext(2580480->2641919) 00002000:00010000:3.0:1775764813.087511:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ed80 00000100:00080000:3.0:1775764813.135491:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764813.192609:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764813.216960:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222721152 00000100:00100000:3.0:1775764813.216971:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222721152 00002000:00100000:3.0:1775764813.217020:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2375680->2379775) req@ffff8b8c96733b80 x1862022222721152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/0 e 0 to 0 dl 1775764824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.217032:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733b80 with x1862022222721152 ext(2375680->2379775) 00002000:00010000:3.0:1775764813.217037:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733b80 00000100:00100000:3.0:1775764813.217081:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37099 00000100:00100000:3.0:1775764813.217091:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222721152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764813.217370:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222721152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 280us (518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764813.217378:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37099 00002000:00100000:3.0:1775764813.217384:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2375680->2379775) req@ffff8b8c96733b80 x1862022222721152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/4536 e 0 to 0 dl 1775764824 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.217397:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733b80 with x1862022222721152 ext(2375680->2379775) 00002000:00010000:3.0:1775764813.217401:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733b80 00000100:00100000:3.0:1775764813.232028:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764813.239665:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222721408 00000100:00100000:3.0:1775764813.239680:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222721408 00002000:00100000:3.0:1775764813.239735:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2383872->2387967) req@ffff8b8c96732a00 x1862022222721408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/0 e 0 to 0 dl 1775764824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.239748:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732a00 with x1862022222721408 ext(2383872->2387967) 00002000:00010000:3.0:1775764813.239754:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732a00 00000100:00100000:3.0:1775764813.239791:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37101 00000100:00100000:3.0:1775764813.239803:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222721408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764813.240113:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222721408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 311us (1320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764813.240122:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37101 00002000:00100000:3.0:1775764813.240129:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2383872->2387967) req@ffff8b8c96732a00 x1862022222721408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/4536 e 0 to 0 dl 1775764824 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.240138:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732a00 with x1862022222721408 ext(2383872->2387967) 00002000:00010000:3.0:1775764813.240142:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732a00 00000100:00100000:3.0:1775764813.248626:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222721536 00000100:00100000:3.0:1775764813.248637:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222721536 00002000:00100000:3.0:1775764813.248693:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2387968->2392063) req@ffff8b8c96730380 x1862022222721536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/0 e 0 to 0 dl 1775764824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.248704:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96730380 with x1862022222721536 ext(2387968->2392063) 00002000:00010000:3.0:1775764813.248711:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96730380 00000100:00100000:3.0:1775764813.248748:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37102 00000100:00100000:3.0:1775764813.248757:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222721536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764813.249143:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222721536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 289us (609us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764813.249152:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37102 00002000:00100000:3.0:1775764813.249160:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2387968->2392063) req@ffff8b8c96730380 x1862022222721536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/4536 e 0 to 0 dl 1775764824 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.249169:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96730380 with x1862022222721536 ext(2387968->2392063) 00002000:00010000:3.0:1775764813.249173:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96730380 00000100:00100000:3.0:1775764813.302011:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222722048 00000100:00100000:3.0:1775764813.302022:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222722048 00002000:00100000:3.0:1775764813.302082:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2404352->2408447) req@ffff8b8c96731500 x1862022222722048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/0 e 0 to 0 dl 1775764824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.302094:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731500 with x1862022222722048 ext(2404352->2408447) 00002000:00010000:3.0:1775764813.302100:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96731500 00000100:00100000:3.0:1775764813.302134:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37106 00000100:00100000:3.0:1775764813.302144:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222722048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764813.302414:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222722048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (515us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764813.302422:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37106 00002000:00100000:3.0:1775764813.302429:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2404352->2408447) req@ffff8b8c96731500 x1862022222722048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/4536 e 0 to 0 dl 1775764824 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.302444:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731500 with x1862022222722048 ext(2404352->2408447) 00002000:00010000:3.0:1775764813.302448:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96731500 00000100:00100000:3.0:1775764813.360400:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222722432 00000100:00100000:3.0:1775764813.360410:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222722432 00002000:00100000:3.0:1775764813.360457:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2416640->2420735) req@ffff8b8c85b8c380 x1862022222722432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/0 e 0 to 0 dl 1775764824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.360468:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c380 with x1862022222722432 ext(2416640->2420735) 00002000:00010000:3.0:1775764813.360474:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c380 00000100:00100000:3.0:1775764813.360512:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37109 00000100:00100000:3.0:1775764813.360522:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222722432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764813.360796:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222722432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (489us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764813.360804:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37109 00002000:00100000:3.0:1775764813.360810:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2416640->2420735) req@ffff8b8c85b8c380 x1862022222722432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/4536 e 0 to 0 dl 1775764824 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.360819:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c380 with x1862022222722432 ext(2416640->2420735) 00002000:00010000:3.0:1775764813.360822:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c380 00000100:00100000:3.0:1775764813.367606:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764813.380501:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222722688 00000100:00100000:3.0:1775764813.380516:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222722688 00002000:00100000:3.0:1775764813.380630:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2424832->2428927) req@ffff8b8c85b8fb80 x1862022222722688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/0 e 0 to 0 dl 1775764824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.380642:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8fb80 with x1862022222722688 ext(2424832->2428927) 00002000:00010000:3.0:1775764813.380650:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8fb80 00000100:00100000:3.0:1775764813.380683:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37111 00000100:00100000:3.0:1775764813.380694:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222722688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764813.381357:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222722688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 660us (1434us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764813.381368:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37111 00002000:00100000:3.0:1775764813.381378:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2424832->2428927) req@ffff8b8c85b8fb80 x1862022222722688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/4536 e 0 to 0 dl 1775764824 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.381386:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8fb80 with x1862022222722688 ext(2424832->2428927) 00002000:00010000:3.0:1775764813.381390:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8fb80 00000100:00100000:3.0:1775764813.500805:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222723200 00000100:00100000:3.0:1775764813.500819:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222723200 00002000:00100000:3.0:1775764813.500897:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1376256->1425407) req@ffff8b8cbb592d80 x1862022222723200/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/0 e 0 to 0 dl 1775764824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.500911:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592d80 with x1862022222723200 ext(1376256->1425407) 00002000:00010000:3.0:1775764813.500918:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592d80 00000100:00100000:3.0:1775764813.500963:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37115 00000100:00100000:3.0:1775764813.500975:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222723200:12345-192.168.202.29@tcp:4:fsx.0 00002000:00100000:3.0:1775764813.720665:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3796992->3801087) req@ffff8b8c85b8c000 x1862022222723712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/0 e 0 to 0 dl 1775764824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.720680:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c000 with x1862022222723712 ext(3796992->3801087) 00002000:00010000:3.0:1775764813.720689:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c000 00000100:00100000:3.0:1775764813.720736:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37118 00000100:00100000:3.0:1775764813.720748:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222723712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764813.721302:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222723712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 551us (8051us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764813.721311:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37118 00002000:00100000:3.0:1775764813.721319:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3796992->3801087) req@ffff8b8c85b8c000 x1862022222723712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/440 e 0 to 0 dl 1775764824 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.721329:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c000 with x1862022222723712 ext(3796992->3801087) 00002000:00010000:3.0:1775764813.721332:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c000 00000100:00100000:3.0:1775764813.740320:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37119 00000100:00100000:3.0:1775764813.740341:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222723840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764813.740699:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222723840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 366us (7318us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764813.740708:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37119 00002000:00100000:3.0:1775764813.740717:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3801088->3805183) req@ffff8b8c85b8d880 x1862022222723840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/440 e 0 to 0 dl 1775764824 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.740728:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d880 with x1862022222723840 ext(3801088->3805183) 00002000:00010000:3.0:1775764813.740732:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8d880 00000100:00100000:3.0:1775764813.747429:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222723968 00000100:00100000:3.0:1775764813.747445:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222723968 00002000:00100000:3.0:1775764813.747514:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3805184->3809279) req@ffff8b8cbb591880 x1862022222723968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/0 e 0 to 0 dl 1775764824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.747528:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591880 with x1862022222723968 ext(3805184->3809279) 00002000:00010000:3.0:1775764813.748082:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591880 00000100:00100000:3.0:1775764813.779470:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764813.792455:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222724352 00000100:00100000:3.0:1775764813.792470:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222724352 00002000:00100000:3.0:1775764813.792533:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3817472->3821567) req@ffff8b8ca53e8380 x1862022222724352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/0 e 0 to 0 dl 1775764824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.792668:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8380 with x1862022222724352 ext(3817472->3821567) 00002000:00010000:3.0:1775764813.792676:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e8380 00000100:00100000:3.0:1775764813.823268:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764813.840605:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764813.840673:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222724864 00000100:00100000:3.0:1775764813.840684:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222724864 00002000:00100000:3.0:1775764813.841016:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3833856->3837951) req@ffff8b8c96787b80 x1862022222724864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/0 e 0 to 0 dl 1775764824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.841031:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96787b80 with x1862022222724864 ext(3833856->3837951) 00002000:00010000:3.0:1775764813.841037:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96787b80 00000100:00100000:3.0:1775764813.841078:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37127 00000100:00100000:3.0:1775764813.841089:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222724864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764813.841371:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222724864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 281us (3625us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764813.841380:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37127 00002000:00100000:3.0:1775764813.841392:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3833856->3837951) req@ffff8b8c96787b80 x1862022222724864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:294/0 lens 488/440 e 0 to 0 dl 1775764824 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764813.841402:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96787b80 with x1862022222724864 ext(3833856->3837951) 00002000:00010000:3.0:1775764813.841405:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96787b80 00000100:00100000:3.0:1775764813.856667:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000001:00080000:3.0:1775764813.914372:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295031828 is committed 00000100:00100000:3.0:1775764814.059201:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.165958:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222726656 00000100:00100000:3.0:1775764814.165980:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222726656 00002000:00100000:3.0:1775764814.166098:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3895296->3899391) req@ffff8b8ca53eb480 x1862022222726656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:295/0 lens 488/0 e 0 to 0 dl 1775764825 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764814.166110:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53eb480 with x1862022222726656 ext(3895296->3899391) 00002000:00010000:3.0:1775764814.166117:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53eb480 00000100:00100000:3.0:1775764814.166187:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37137 00000100:00100000:3.0:1775764814.166200:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222726656:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764814.166998:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222726656:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 796us (5281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764814.167008:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37137 00002000:00100000:3.0:1775764814.167017:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3895296->3899391) req@ffff8b8ca53eb480 x1862022222726656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:295/0 lens 488/4536 e 0 to 0 dl 1775764825 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764814.167026:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53eb480 with x1862022222726656 ext(3895296->3899391) 00002000:00010000:3.0:1775764814.167031:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53eb480 00000100:00100000:3.0:1775764814.178477:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.314845:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.333766:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.499604:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222727808 00000100:00100000:3.0:1775764814.499618:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222727808 00002000:00010000:3.0:1775764814.499676:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764814.499683:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732680 with x1862022222727808 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764814.499699:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732680. 00000100:00100000:3.0:1775764814.499729:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222727936 00000100:00100000:3.0:1775764814.499732:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222727936 00002000:00010000:3.0:1775764814.499745:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (955247->18446744073709551615) 00002000:00100000:3.0:1775764814.499749:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732d80 with x1862022222727936 ext(955247->18446744073709551615) 00002000:00010000:3.0:1775764814.499757:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96732d80. 00000100:00100000:3.0:1775764814.499780:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37142 00000100:00100000:3.0:1775764814.499792:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222727808:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764814.500200:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764814.500205:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764814 -> 1775764814 00002000:00010000:3.0:1775764814.500208:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764813 -> 1775764814 00002000:00010000:3.0:1775764814.500210:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764814 -> 1775764814 00002000:00010000:3.0:1775764814.500213:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 393 -> 713 00000100:00100000:3.0:1775764814.500291:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222727808:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 500us (1133us total) trans 4294996400 rc 0/0 00000100:00100000:3.0:1775764814.500300:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37142 00002000:00010000:3.0:1775764814.500305:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764814.500308:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732680 with x1862022222727808 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764814.500313:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732680. 00000100:00100000:3.0:1775764814.500335:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37143 00000100:00100000:3.0:1775764814.500343:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222727936:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764814.500516:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 949941 -> 955247 00002000:00010000:3.0:1775764814.500520:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764814 -> 1775764814 00002000:00010000:3.0:1775764814.500522:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764810 -> 1775764810 00002000:00010000:3.0:1775764814.500524:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764814 -> 1775764814 00002000:00010000:3.0:1775764814.500526:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764814.500584:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222727936:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 241us (1354us total) trans 4294995838 rc 0/0 00000100:00100000:3.0:1775764814.500591:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37143 00002000:00010000:3.0:1775764814.500593:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (955247->18446744073709551615) 00002000:00100000:3.0:1775764814.500596:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732d80 with x1862022222727936 ext(955247->18446744073709551615) 00002000:00010000:3.0:1775764814.500601:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96732d80. 00000100:00100000:3.0:1775764814.510360:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.535718:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.556709:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.566905:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000001:00080000:3.0:1775764814.616725:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996401 is committed 00000100:00100000:3.0:1775764814.622217:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222728832 00000100:00100000:3.0:1775764814.622232:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222728832 00002000:00100000:3.0:1775764814.622301:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1777664->1826815) req@ffff8b8c927fb100 x1862022222728832/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:295/0 lens 488/0 e 0 to 0 dl 1775764825 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764814.622314:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb100 with x1862022222728832 ext(1777664->1826815) 00002000:00010000:3.0:1775764814.622321:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb100 00000100:00100000:3.0:1775764814.622370:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37148 00000100:00100000:3.0:1775764814.622381:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222728832:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764814.626824:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222728832:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4427us (4734us total) trans 4294996402 rc 0/0 00000100:00100000:3.0:1775764814.626843:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37148 00002000:00100000:3.0:1775764814.626859:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1777664->1826815) req@ffff8b8c927fb100 x1862022222728832/t4294996402(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:295/0 lens 488/448 e 0 to 0 dl 1775764825 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764814.626871:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb100 with x1862022222728832 ext(1777664->1826815) 00002000:00010000:3.0:1775764814.626879:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb100 00000001:00080000:3.0:1775764814.670745:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996402 is committed 00000100:00100000:3.0:1775764814.674012:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.682948:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.687831:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000001:00080000:3.0:1775764814.723858:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996403 is committed 00000100:00100000:3.0:1775764814.762793:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222730368 00000100:00100000:3.0:1775764814.762821:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222730368 00002000:00010000:3.0:1775764814.762882:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764814.762888:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163b80 with x1862022222730368 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764814.762902:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad163b80. 00000100:00100000:3.0:1775764814.762939:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37153 00000100:00100000:3.0:1775764814.762950:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222730368:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764814.763289:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 773858 -> 4194304 00002000:00010000:3.0:1775764814.763293:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764815 -> 1775764815 00002000:00010000:3.0:1775764814.763296:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:3.0:1775764814.763298:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764815 -> 1775764815 00002000:00010000:3.0:1775764814.763300:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1035 00000100:00100000:3.0:1775764814.763743:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222730368:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 792us (1102us total) trans 4294996405 rc 0/0 00000100:00100000:3.0:1775764814.763754:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37153 00002000:00010000:3.0:1775764814.763758:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764814.763761:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163b80 with x1862022222730368 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764814.763767:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad163b80. 00000100:00100000:3.0:1775764814.787890:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.788002:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.788328:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.794502:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.794566:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.794600:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.794651:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222730880 00000100:00100000:3.0:1775764814.794665:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222730880 00002000:00100000:3.0:1775764814.794727:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1822720->2871295) req@ffff8b8b85a30000 x1862022222730880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:295/0 lens 488/0 e 0 to 0 dl 1775764825 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764814.794741:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30000 with x1862022222730880 ext(1822720->2871295) 00002000:00010000:3.0:1775764814.794749:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30000 00000100:00100000:3.0:1775764814.794777:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222731008 00000100:00100000:3.0:1775764814.794781:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222731008 00002000:00100000:3.0:1775764814.794795:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2871296->3919871) req@ffff8b8b85a32300 x1862022222731008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:295/0 lens 488/0 e 0 to 0 dl 1775764825 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764814.794816:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32300 with x1862022222731008 ext(2871296->3919871) 00002000:00010000:3.0:1775764814.794820:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32300 00000100:00100000:3.0:1775764814.794834:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222731136 00000100:00100000:3.0:1775764814.794837:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222731136 00002000:00100000:3.0:1775764814.794853:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3919872->4194303) req@ffff8b8b85a32d80 x1862022222731136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:295/0 lens 488/0 e 0 to 0 dl 1775764825 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764814.794861:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022222731136 ext(3919872->4194303) 00002000:00010000:3.0:1775764814.794864:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80 00000100:00100000:3.0:1775764814.794877:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222731264 00000100:00100000:3.0:1775764814.794880:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222731264 00002000:00100000:3.0:1775764814.794895:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (0->106495) req@ffff8b8b85a31180 x1862022222731264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:295/0 lens 504/0 e 0 to 0 dl 1775764825 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764814.794910:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31180 with x1862022222731264 ext(0->106495) 00002000:00010000:3.0:1775764814.794914:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a31180 00000100:00100000:3.0:1775764814.794939:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37157 00000100:00100000:3.0:1775764814.794949:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222730880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764814.796303:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37158 00000100:00100000:3.0:1775764814.796316:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222731008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764814.796878:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37159 00000100:00100000:3.0:1775764814.796888:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222731136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764814.837596:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222730880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 42638us (49257us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764814.837611:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37157 00002000:00100000:3.0:1775764814.837622:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1822720->2871295) req@ffff8b8b85a30000 x1862022222730880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:295/0 lens 488/440 e 0 to 0 dl 1775764825 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764814.837633:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30000 with x1862022222730880 ext(1822720->2871295) 00002000:00010000:3.0:1775764814.837638:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30000 00000100:00100000:3.0:1775764814.849666:0:5804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222731392 00000100:00100000:3.0:1775764814.849684:0:5804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222731392 00000100:00100000:3.0:1775764814.849883:0:5804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 945 00000100:00100000:3.0:1775764814.849894:0:5804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2363:x1862022222731392:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:3.0:1775764814.855689:0:5804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2363:x1862022222731392:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 5775us (11944us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764814.855711:0:5804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 945 00000100:00100000:3.0:1775764814.865494:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222731136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 68586us (70906us total) trans 0 rc 274432/274432 00000100:00100000:3.0:1775764814.865513:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37159 00002000:00100000:3.0:1775764814.865533:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3919872->4194303) req@ffff8b8b85a32d80 x1862022222731136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:295/0 lens 488/440 e 0 to 0 dl 1775764825 ref 1 fl Complete:/600/0 rc 274432/274432 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764814.865560:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022222731136 ext(3919872->4194303) 00002000:00010000:3.0:1775764814.865569:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80 00000100:00100000:3.0:1775764814.948968:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.955217:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764814.982457:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222732416 00000100:00100000:3.0:1775764814.982473:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222732416 00000100:00100000:3.0:1775764814.982861:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44080 00000100:00100000:3.0:1775764815.005061:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222732800 00000100:00100000:3.0:1775764815.005077:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222732800 00002000:00010000:3.0:1775764815.005246:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3385199->18446744073709551615) 00002000:00100000:3.0:1775764815.005252:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9180 with x1862022222732800 ext(3385199->18446744073709551615) 00002000:00010000:3.0:1775764815.005265:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9180. 00000100:00100000:3.0:1775764815.005528:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37165 00000100:00100000:3.0:1775764815.005609:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222732800:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764815.005854:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 165759 -> 3385199 00002000:00010000:3.0:1775764815.005858:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764815 -> 1775764815 00002000:00010000:3.0:1775764815.005861:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:3.0:1775764815.005863:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764815 -> 1775764815 00002000:00010000:3.0:1775764815.005866:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1035 00000100:00100000:3.0:1775764815.005944:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222732800:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 405us (1416us total) trans 4294996407 rc 0/0 00000100:00100000:3.0:1775764815.005956:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37165 00002000:00010000:3.0:1775764815.005961:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3385199->18446744073709551615) 00002000:00100000:3.0:1775764815.005964:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9180 with x1862022222732800 ext(3385199->18446744073709551615) 00002000:00010000:3.0:1775764815.005970:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9180. 00000100:00100000:3.0:1775764815.023754:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222733056 00000100:00100000:3.0:1775764815.023771:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222733056 00000100:00100000:3.0:1775764815.023884:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44082 00000100:00100000:3.0:1775764815.023897:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022222733056:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764815.023932:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764815.023964:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759c00/0xdb23b4c9253cef76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fc9f7 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.024099:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759600/0xdb23b4c9253cef7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.024117:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759600/0xdb23b4c9253cef7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.024131:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759600/0xdb23b4c9253cef7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764815.024179:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3385199 00000004:00200000:3.0:1775764815.024184:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764815.024206:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759600/0xdb23b4c9253cef7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.024235:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759c00/0xdb23b4c9253cef76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fc9f7 expref: 21 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.024263:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759600/0xdb23b4c9253cef7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fc9f7 expref: 20 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.024273:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764815.024276:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764815.024280:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c93759600, rc 0) 00000100:00100000:3.0:1775764815.024374:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222733056:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 479us (1187us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764815.024382:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44082 00000100:00100000:3.0:1775764815.032832:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37166 00000100:00100000:3.0:1775764815.032874:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222733184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764815.104907:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000001:00080000:3.0:1775764815.211129:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996408 is committed 00000100:00100000:3.0:1775764815.241078:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222733824 00000100:00100000:3.0:1775764815.241180:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222733824 00002000:00100000:3.0:1775764815.241248:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (167936->3321855) req@ffff8b8cb24d3b80 x1862022222733824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:296/0 lens 520/0 e 0 to 0 dl 1775764826 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764815.241261:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022222733824 ext(167936->3321855) 00002000:00010000:3.0:1775764815.241267:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:3.0:1775764815.241305:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222733952 00000100:00100000:3.0:1775764815.241308:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222733952 00002000:00100000:3.0:1775764815.244062:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2252800->3301375) req@ffff8b8cb77e0000 x1862022222733952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:296/0 lens 488/0 e 0 to 0 dl 1775764826 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764815.244233:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022222733952 ext(2252800->3301375) 00002000:00010000:3.0:1775764815.244243:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0000 00000100:00100000:3.0:1775764815.255593:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764815.322780:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222734336 00000100:00100000:3.0:1775764815.322795:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222734336 00000100:00100000:3.0:1775764815.322909:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84650 00000100:00100000:3.0:1775764815.322922:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222734336:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764815.523426:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222734848 00000100:00100000:3.0:1775764815.523442:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222734848 00000100:00100000:3.0:1775764815.523524:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84652 00000100:00100000:3.0:1775764815.523534:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222734848:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764815.597701:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222734848:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 74159us (74796us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764815.597716:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84652 00000100:00100000:3.0:1775764815.644475:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222736000 00000100:00100000:3.0:1775764815.644713:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222736000 00002000:00010000:3.0:1775764815.644778:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (991431->18446744073709551615) 00002000:00100000:3.0:1775764815.644785:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163480 with x1862022222736000 ext(991431->18446744073709551615) 00002000:00010000:3.0:1775764815.644802:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad163480. 00000100:00100000:3.0:1775764815.644876:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222735872 00000100:00100000:3.0:1775764815.644880:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222735872 00002000:00010000:3.0:1775764815.644896:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764815.644900:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad160e00 with x1862022222735872 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764815.644907:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad160e00. 00000100:00100000:3.0:1775764815.689579:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222736256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 25696us (26357us total) trans 0 rc 806912/806912 00000100:00100000:3.0:1775764815.689594:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37181 00002000:00100000:3.0:1775764815.689610:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->4194303) req@ffff8b8cb77e0380 x1862022222736256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:296/0 lens 488/440 e 0 to 0 dl 1775764826 ref 1 fl Complete:/600/0 rc 806912/806912 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764815.689621:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022222736256 ext(3387392->4194303) 00002000:00010000:3.0:1775764815.689628:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0380 00000100:00100000:3.0:1775764815.689665:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222736384 00000100:00100000:3.0:1775764815.689675:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222736384 00002000:00100000:3.0:1775764815.689722:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (0->995327) req@ffff8b8cad163100 x1862022222736384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:296/0 lens 504/0 e 0 to 0 dl 1775764826 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764815.689730:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163100 with x1862022222736384 ext(0->995327) 00002000:00010000:3.0:1775764815.689733:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad163100 00000100:00100000:3.0:1775764815.689761:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37182 00000100:00100000:3.0:1775764815.689769:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222736384:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764815.760856:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764815.785197:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222736640 00000100:00100000:3.0:1775764815.785212:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222736640 00000100:00100000:3.0:1775764815.785290:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84653 00000100:00100000:3.0:1775764815.785301:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222736640:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764815.959291:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222738560 00000100:00100000:3.0:1775764815.959305:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222738560 00000100:00100000:3.0:1775764815.959611:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44091 00000100:00100000:3.0:1775764815.959627:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222738560:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764815.959671:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764815.959703:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6bc00/0xdb23b4c9253cefd8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca1a expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.959816:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cefdf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.959836:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cefdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.959850:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cefdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.959868:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a000/0xdb23b4c9253cefe6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.959875:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a000/0xdb23b4c9253cefe6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.959882:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a000/0xdb23b4c9253cefe6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961232:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6be00/0xdb23b4c9253cefed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961257:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6be00/0xdb23b4c9253cefed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961272:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6be00/0xdb23b4c9253cefed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764815.961286:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5013172 00010000:00010000:3.0:1775764815.961416:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cefdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961430:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cefdf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961437:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cefdf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961444:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8fa6aa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764815.961448:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cefdf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961456:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cefdf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961469:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b8c27d6bb00) 00010000:00010000:3.0:1775764815.961472:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764815.961478:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cefdf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961484:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cefdf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961499:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a000/0xdb23b4c9253cefe6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961505:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a000/0xdb23b4c9253cefe6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961510:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a000/0xdb23b4c9253cefe6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961516:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8fa6a000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764815.961518:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a000/0xdb23b4c9253cefe6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961524:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a000/0xdb23b4c9253cefe6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961532:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8b8c0fd59f00) 00010000:00010000:3.0:1775764815.961535:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764815.961609:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a000/0xdb23b4c9253cefe6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961616:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a000/0xdb23b4c9253cefe6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961671:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6bc00/0xdb23b4c9253cefd8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca1a expref: 33 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961686:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6be00/0xdb23b4c9253cefed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca1a expref: 32 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764815.961694:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764815.961696:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764815.961700:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fa6be00, rc 0) 00000100:00100000:3.0:1775764815.961873:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222738560:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 2251us (2779us total) trans 4295031851 rc 0/0 00000100:00100000:3.0:1775764815.961884:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44091 00000100:00100000:3.0:1775764815.983602:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37189 00000100:00100000:3.0:1775764815.983612:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222738944:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764815.984504:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764815.984509:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764816 -> 1775764816 00002000:00010000:3.0:1775764815.984511:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764815 -> 1775764815 00002000:00010000:3.0:1775764815.984513:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764816 -> 1775764816 00002000:00010000:3.0:1775764815.984516:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:3.0:1775764815.984584:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222738944:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 973us (1346us total) trans 4294996416 rc 0/0 00000100:00100000:3.0:1775764815.984591:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37189 00002000:00010000:3.0:1775764815.984594:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764815.984597:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1500 with x1862022222738944 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764815.984602:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1500. 00000100:00100000:3.0:1775764816.143623:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222739712 00000100:00100000:3.0:1775764816.143637:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222739712 00000100:00100000:3.0:1775764816.143721:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44094 00000100:00100000:3.0:1775764816.143733:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022222739712:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764816.143809:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764816.143852:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758600/0xdb23b4c9253cf009 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca21 expref: 33 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.143879:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764816.143886:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764816.144207:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6bc00/0xdb23b4c9253cf010 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.144224:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6bc00/0xdb23b4c9253cf010 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.144235:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6bc00/0xdb23b4c9253cf010 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764816.144314:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031854 00000004:00010000:3.0:1775764816.144342:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa8a1c7e reply state 000000000e38b565 transno 4295031855 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6bc00/0xdb23b4c9253cf010 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764816.144351:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764816.144481:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022222739712:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 749us (1051us total) trans 4295031855 rc 0/0 00000100:00100000:3.0:1775764816.144490:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44094 00000020:00080000:3.0:1775764816.144497:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764816.150230:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222739968 00000100:00100000:3.0:1775764816.150248:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222739968 00002000:00010000:3.0:1775764816.153074:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764816.153085:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff480 with x1862022222739968 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764816.153097:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff480. 00000100:00100000:3.0:1775764816.226500:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764816.252694:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222740864 00000100:00100000:3.0:1775764816.252710:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222740864 00002000:00100000:3.0:1775764816.252779:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (733184->2891807) req@ffff8b8c8defe300 x1862022222740864/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:297/0 lens 520/0 e 0 to 0 dl 1775764827 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764816.252792:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022222740864 ext(733184->2891807) 00002000:00010000:3.0:1775764816.252800:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300 00000100:00100000:3.0:1775764816.252841:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37196 00000100:00100000:3.0:1775764816.252852:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222740864:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764816.259841:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222740864:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6974us (7348us total) trans 4294996420 rc 0/0 00000100:00100000:3.0:1775764816.259859:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37196 00002000:00100000:3.0:1775764816.259877:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (733184->2891807) req@ffff8b8c8defe300 x1862022222740864/t4294996420(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:297/0 lens 520/456 e 0 to 0 dl 1775764827 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764816.259889:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022222740864 ext(733184->2891807) 00002000:00010000:3.0:1775764816.259896:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300 00000100:00100000:3.0:1775764816.372486:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222741120 00000100:00100000:3.0:1775764816.372502:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222741120 00000100:00100000:3.0:1775764816.372611:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44097 00000100:00100000:3.0:1775764816.372624:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad160000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222741120:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764816.372661:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764816.372690:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b200/0xdb23b4c9253cf02c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca2f expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.372808:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a800/0xdb23b4c9253cf033 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.373283:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a800/0xdb23b4c9253cf033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.373301:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a800/0xdb23b4c9253cf033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764816.373341:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2891808 00000004:00200000:3.0:1775764816.373347:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764816.373370:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a800/0xdb23b4c9253cf033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.373407:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b200/0xdb23b4c9253cf02c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca2f expref: 38 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.373436:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a800/0xdb23b4c9253cf033 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca2f expref: 37 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.373446:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764816.373449:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764816.373455:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fa6a800, rc 0) 00000100:00100000:3.0:1775764816.373651:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad160000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022222741120:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1029us (1322us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764816.373660:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44097 00000100:00100000:3.0:1775764816.381330:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222741248 00000100:00100000:3.0:1775764816.381344:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222741248 00002000:00100000:3.0:1775764816.381414:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1384448->1429503) req@ffff8b8cb77e3800 x1862022222741248/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:297/0 lens 488/0 e 0 to 0 dl 1775764827 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764816.381427:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3800 with x1862022222741248 ext(1384448->1429503) 00002000:00010000:3.0:1775764816.381435:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3800 00000100:00100000:3.0:1775764816.381470:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37197 00000100:00100000:3.0:1775764816.381479:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222741248:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764816.387494:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222741376 00000100:00100000:3.0:1775764816.387507:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222741376 00000100:00100000:3.0:1775764816.464410:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764816.483840:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222741632 00000100:00100000:3.0:1775764816.483855:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222741632 00000100:00100000:3.0:1775764816.483939:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84657 00000100:00100000:3.0:1775764816.483952:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222741632:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764816.562409:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764816.579722:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764816.668429:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222741888:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 88201us (88709us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764816.668447:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84658 00010000:00010000:2.0:1775764816.700428:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf03a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.700451:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf03a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.700460:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf03a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.700467:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7d600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764816.700474:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf03a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.700483:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf03a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.700508:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764816.700513:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764816.700520:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf03a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.700527:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf03a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764816.701375:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222742272 00000100:00100000:3.0:1775764816.701390:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222742272 00002000:00010000:3.0:1775764816.701446:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (586854->18446744073709551615) 00002000:00100000:3.0:1775764816.701452:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2680 with x1862022222742272 ext(586854->18446744073709551615) 00002000:00010000:3.0:1775764816.701468:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2680. 00000100:00100000:3.0:1775764816.701509:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37200 00000100:00100000:3.0:1775764816.701520:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222742272:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764816.704477:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00002000:00010000:3.0:1775764816.705992:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2891808 -> 586854 00002000:00010000:3.0:1775764816.705999:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764816 -> 1775764816 00002000:00010000:3.0:1775764816.706001:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764815 -> 1775764815 00002000:00010000:3.0:1775764816.706003:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764816 -> 1775764816 00002000:00010000:3.0:1775764816.706005:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1547 -> 1741 00000100:00100000:2.0:1775764816.710703:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222742272:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 9165us (9756us total) trans 4294996424 rc 0/0 00000100:00100000:2.0:1775764816.710735:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37200 00002000:00010000:2.0:1775764816.710743:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (586854->18446744073709551615) 00002000:00100000:2.0:1775764816.710748:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2680 with x1862022222742272 ext(586854->18446744073709551615) 00002000:00010000:2.0:1775764816.710768:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2680. 00000100:00100000:2.0:1775764816.773465:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222742656 00000100:00100000:2.0:1775764816.773477:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222742656 00002000:00100000:2.0:1775764816.773570:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2744320->2748415) req@ffff8b8cbb780000 x1862022222742656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:297/0 lens 488/0 e 0 to 0 dl 1775764827 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764816.773581:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780000 with x1862022222742656 ext(2744320->2748415) 00002000:00010000:2.0:1775764816.773587:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780000 00000100:00100000:2.0:1775764816.773621:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37202 00000100:00100000:2.0:1775764816.773632:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222742656:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764816.774527:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222742656:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 892us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764816.775989:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37202 00002000:00100000:2.0:1775764816.776022:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2744320->2748415) req@ffff8b8cbb780000 x1862022222742656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:297/0 lens 488/440 e 0 to 0 dl 1775764827 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764816.776034:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780000 with x1862022222742656 ext(2744320->2748415) 00002000:00010000:2.0:1775764816.776042:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780000 00000100:00100000:3.0:1775764816.781498:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764816.782404:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222742784 00000100:00100000:2.0:1775764816.782420:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222742784 00002000:00100000:2.0:1775764816.782494:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->2752511) req@ffff8b8c99499880 x1862022222742784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:297/0 lens 488/0 e 0 to 0 dl 1775764827 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764816.782506:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499880 with x1862022222742784 ext(2748416->2752511) 00002000:00010000:2.0:1775764816.782514:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499880 00000100:00100000:3.0:1775764816.798389:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764816.821025:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764816.842228:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764816.843633:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222743296 00000100:00100000:2.0:1775764816.843652:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222743296 00002000:00100000:2.0:1775764816.843736:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1593344->1617919) req@ffff8b8c99498e00 x1862022222743296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:297/0 lens 488/0 e 0 to 0 dl 1775764827 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764816.843751:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022222743296 ext(1593344->1617919) 00002000:00010000:2.0:1775764816.843759:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498e00 00000100:00100000:2.0:1775764816.844019:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37207 00000100:00100000:2.0:1775764816.844032:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222743296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764816.848597:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222743296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4550us (6455us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764816.848614:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37207 00002000:00100000:2.0:1775764816.848631:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1593344->1617919) req@ffff8b8c99498e00 x1862022222743296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:297/0 lens 488/440 e 0 to 0 dl 1775764827 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764816.848643:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022222743296 ext(1593344->1617919) 00002000:00010000:2.0:1775764816.848650:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498e00 00000100:00100000:3.0:1775764816.864627:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764816.865072:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222743552 00000100:00100000:2.0:1775764816.865086:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222743552 00000100:00100000:2.0:1775764816.865178:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44100 00000100:00100000:2.0:1775764816.865191:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022222743552:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764816.865274:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764816.865311:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf048 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca36 expref: 39 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.865337:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764816.865343:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764816.867567:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253cf04f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.867595:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253cf04f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.867610:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253cf04f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764816.867683:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031860 00000004:00010000:2.0:1775764816.867705:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030b8a04b reply state 0000000091af696b transno 4295031861 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253cf04f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764816.867716:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764816.867888:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022222743552:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2695us (3270us total) trans 4295031861 rc 0/0 00000100:00100000:2.0:1775764816.867899:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44100 00000020:00080000:2.0:1775764816.867906:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764816.870552:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253cf04f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.870573:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253cf04f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.870582:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253cf04f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.870588:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9663a200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764816.870593:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253cf04f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.870601:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253cf04f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.870624:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764816.870627:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764816.870632:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253cf04f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764816.870643:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253cf04f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764816.871514:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764816.871582:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764816.881688:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764816.897127:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764816.911601:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c9949a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:822ecbf7-6272-425b-8300-0d248be22ae0:3314:1862022224982656:0@lo:400:kworker.0 00000100:00100000:2.0:1775764816.911700:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764816.911773:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c9949bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224983168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764816.911773:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c99498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022224982912:0@lo:400:kworker.0 00000100:00100000:3.0:1775764816.916708:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764816.916906:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764816.916986:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224982656 00000100:00100000:2.0:1775764816.916998:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224982656 00000100:00100000:2.0:1775764816.917607:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1775764816.917615:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91262450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:822ecbf7-6272-425b-8300-0d248be22ae0+18:3314:x1862022224982656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764816.917674:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91262450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:822ecbf7-6272-425b-8300-0d248be22ae0+18:3314:x1862022224982656:12345-0@lo:400:kworker.0 Request processed in 59us (5974us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764816.917681:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1775764816.917744:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c9949a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:822ecbf7-6272-425b-8300-0d248be22ae0:3314:1862022224982656:0@lo:400:kworker.0 00000100:00100000:3.0:1775764816.918208:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764816.918222:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c99498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224983040:0@lo:400:kworker.0 00000100:00100000:3.0:1775764816.918261:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764816.918296:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224982912 00000100:00100000:3.0:1775764816.918300:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224982912 00000100:00100000:3.0:1775764816.918339:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224983040 00000100:00100000:3.0:1775764816.918342:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224983040 00000100:00100000:3.0:1775764816.918362:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1775764816.918368:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022224982912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764816.918407:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022224982912:12345-0@lo:400:kworker.0 Request processed in 39us (1714us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764816.918413:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1775764816.918424:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1775764816.918429:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224983040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764816.918452:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224983040:12345-0@lo:400:kworker.0 Request processed in 23us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764816.918458:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1775764816.918486:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c99498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224983040:0@lo:400:kworker.0 00000100:00100000:3.0:1775764816.918497:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c99498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022224982912:0@lo:400:kworker.0 00000100:00100000:3.0:1775764816.918520:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764816.918572:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224982784 00000100:00100000:3.0:1775764816.918576:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224982784 00000100:00100000:3.0:1775764816.918596:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1775764816.918602:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3315:x1862022224982784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764816.920718:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c9949bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224983168:0@lo:400:kworker.0 00000100:00100000:2.0:1775764816.935503:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222744448 00000100:00100000:2.0:1775764816.935519:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222744448 00002000:00010000:2.0:1775764816.935622:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (561502->18446744073709551615) 00002000:00100000:2.0:1775764816.935629:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783480 with x1862022222744448 ext(561502->18446744073709551615) 00002000:00010000:2.0:1775764816.935645:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb783480. 00000100:00100000:2.0:1775764816.935675:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37211 00000100:00100000:2.0:1775764816.935688:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222744448:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764816.935991:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 561502 00002000:00010000:2.0:1775764816.935997:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764817 -> 1775764817 00002000:00010000:2.0:1775764816.935999:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:2.0:1775764816.936002:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764817 -> 1775764817 00002000:00010000:2.0:1775764816.936005:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764816.936099:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222744448:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 413us (899us total) trans 4294995854 rc 0/0 00000100:00100000:2.0:1775764816.936109:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37211 00002000:00010000:2.0:1775764816.936113:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (561502->18446744073709551615) 00002000:00100000:2.0:1775764816.936116:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783480 with x1862022222744448 ext(561502->18446744073709551615) 00002000:00010000:2.0:1775764816.936122:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb783480. 00000100:00100000:2.0:1775764816.955464:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3315:x1862022224982784:12345-0@lo:400:kworker.0 Request processed in 36849us (36930us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764816.955482:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1775764816.961300:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764816.980986:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222744832 00000100:00100000:2.0:1775764816.981003:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222744832 00002000:00100000:2.0:1775764816.981077:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (516096->565247) req@ffff8b8c8defca80 x1862022222744832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:297/0 lens 504/0 e 0 to 0 dl 1775764827 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764816.981091:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022222744832 ext(516096->565247) 00002000:00010000:2.0:1775764816.981099:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defca80 00000100:00100000:2.0:1775764816.981140:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37214 00000100:00100000:2.0:1775764816.981159:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222744832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764816.988501:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222744832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7318us (8295us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1775764816.988519:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37214 00002000:00100000:3.0:1775764816.988558:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (516096->565247) req@ffff8b8c8defca80 x1862022222744832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:297/0 lens 504/440 e 0 to 0 dl 1775764827 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764816.988570:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022222744832 ext(516096->565247) 00002000:00010000:3.0:1775764816.988579:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defca80 00000100:00100000:2.0:1775764817.003841:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.010572:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222744960:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4800us (6710us total) trans 4294995855 rc 0/0 00000100:00100000:2.0:1775764817.010590:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37215 00002000:00100000:2.0:1775764817.010608:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (536576->561501) req@ffff8b8c914ea680 x1862022222744960/t4294995855(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/448 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.010621:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea680 with x1862022222744960 ext(536576->561501) 00002000:00010000:2.0:1775764817.010630:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914ea680 00000001:00080000:3.0:1775764817.159756:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995850 is committed 00000001:00080000:3.0:1775764817.159798:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995855 is committed 00000100:00100000:3.0:1775764817.165063:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222745216 00000100:00100000:3.0:1775764817.165077:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222745216 00000100:00100000:3.0:1775764817.165196:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44103 00000100:00100000:3.0:1775764817.165208:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222745216:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764817.165241:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764817.165269:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b000/0xdb23b4c9253cf06b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca44 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.165388:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b200/0xdb23b4c9253cf072 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.165407:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b200/0xdb23b4c9253cf072 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.165423:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b200/0xdb23b4c9253cf072 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764817.165462:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4755806 00000004:00200000:3.0:1775764817.165467:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764817.165488:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b200/0xdb23b4c9253cf072 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.165517:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b000/0xdb23b4c9253cf06b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca44 expref: 44 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.165594:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b200/0xdb23b4c9253cf072 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca44 expref: 43 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.165604:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764817.165607:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764817.165612:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fa6b200, rc 0) 00000100:00100000:3.0:1775764817.166177:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022222745216:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 968us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764817.166187:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44103 00000100:00100000:2.0:1775764817.172998:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764817.180056:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758c00/0xdb23b4c9253cf079 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.180078:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758c00/0xdb23b4c9253cf079 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.180087:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758c00/0xdb23b4c9253cf079 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.180094:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c93758c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764817.180100:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758c00/0xdb23b4c9253cf079 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.180109:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758c00/0xdb23b4c9253cf079 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.180233:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764817.180237:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764817.180243:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758c00/0xdb23b4c9253cf079 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.180250:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758c00/0xdb23b4c9253cf079 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764817.183918:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.183973:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.184475:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37216 00000100:00100000:2.0:1775764817.184489:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222745600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764817.184902:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3182755 00002000:00010000:2.0:1775764817.184907:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764817 -> 1775764817 00002000:00010000:2.0:1775764817.184910:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764815 -> 1775764815 00002000:00010000:2.0:1775764817.184912:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764817 -> 1775764817 00002000:00010000:2.0:1775764817.184915:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1741 00000100:00100000:2.0:1775764817.185002:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222745600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 515us (1100us total) trans 4294996427 rc 0/0 00000100:00100000:2.0:1775764817.185012:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37216 00002000:00010000:2.0:1775764817.185017:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3182755->18446744073709551615) 00002000:00100000:2.0:1775764817.185021:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea300 with x1862022222745600 ext(3182755->18446744073709551615) 00002000:00010000:2.0:1775764817.185027:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea300. 00000100:00100000:2.0:1775764817.185054:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37217 00000100:00100000:2.0:1775764817.185062:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222745728:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764817.185503:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 561502 -> 0 00002000:00010000:2.0:1775764817.185506:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764817 -> 1775764817 00002000:00010000:2.0:1775764817.185508:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:2.0:1775764817.185511:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764817 -> 1775764817 00002000:00010000:2.0:1775764817.185513:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:2.0:1775764817.185588:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222745728:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 527us (1614us total) trans 4294995856 rc 0/0 00000100:00100000:2.0:1775764817.185597:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37217 00002000:00010000:2.0:1775764817.185600:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764817.185603:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9f80 with x1862022222745728 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764817.185609:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e9f80. 00000100:00100000:2.0:1775764817.189902:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222745856 00000100:00100000:2.0:1775764817.189915:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222745856 00000100:00100000:2.0:1775764817.190029:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44105 00000100:00100000:2.0:1775764817.190041:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222745856:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764817.190077:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764817.190103:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a400/0xdb23b4c9253cf080 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca4b expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.190245:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663b200/0xdb23b4c9253cf087 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.190265:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663b200/0xdb23b4c9253cf087 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.190280:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663b200/0xdb23b4c9253cf087 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764817.190843:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3182755 00000004:00200000:2.0:1775764817.190850:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764817.190879:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663b200/0xdb23b4c9253cf087 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.190915:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a400/0xdb23b4c9253cf080 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca4b expref: 46 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.190942:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663b200/0xdb23b4c9253cf087 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca4b expref: 45 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.190954:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764817.190957:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764817.190961:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9663b200, rc 0) 00000100:00100000:2.0:1775764817.191051:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022222745856:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1013us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764817.191060:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44105 00000100:00100000:3.0:1775764817.194521:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.199771:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222746112 00000100:00100000:2.0:1775764817.199786:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222746112 00002000:00100000:2.0:1775764817.199857:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2691072->2695167) req@ffff8b8cbb781500 x1862022222746112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.199870:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022222746112 ext(2691072->2695167) 00002000:00010000:2.0:1775764817.199877:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781500 00000100:00100000:2.0:1775764817.199916:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37219 00000100:00100000:2.0:1775764817.199927:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222746112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764817.200495:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222746112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 566us (889us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764817.200506:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37219 00002000:00100000:2.0:1775764817.200514:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2691072->2695167) req@ffff8b8cbb781500 x1862022222746112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/4536 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.200523:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022222746112 ext(2691072->2695167) 00002000:00010000:2.0:1775764817.200528:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781500 00000100:00100000:2.0:1775764817.228035:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222746368 00000100:00100000:2.0:1775764817.228050:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222746368 00002000:00100000:2.0:1775764817.228123:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1662976->2727935) req@ffff8b8cbb780e00 x1862022222746368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 504/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.228157:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780e00 with x1862022222746368 ext(1662976->2727935) 00002000:00010000:2.0:1775764817.228165:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780e00 00000100:00100000:2.0:1775764817.228205:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37221 00000100:00100000:2.0:1775764817.228216:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222746368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764817.309580:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222746368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 81305us (83908us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764817.309603:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37221 00002000:00100000:3.0:1775764817.309620:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1662976->2727935) req@ffff8b8cbb780e00 x1862022222746368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 504/440 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764817.309632:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780e00 with x1862022222746368 ext(1662976->2727935) 00002000:00010000:3.0:1775764817.309641:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780e00 00000100:00100000:2.0:1775764817.311210:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222746496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 77562us (83952us total) trans 0 rc 446464/446464 00000100:00100000:2.0:1775764817.311224:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37222 00002000:00100000:2.0:1775764817.311236:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2727936->3186687) req@ffff8b8cbb781180 x1862022222746496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 504/440 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 446464/446464 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.311247:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781180 with x1862022222746496 ext(2727936->3186687) 00002000:00010000:2.0:1775764817.311253:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781180 00000100:00100000:3.0:1775764817.313683:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222746752 00000100:00100000:3.0:1775764817.313704:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222746752 00000100:00100000:3.0:1775764817.313792:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44106 00000100:00100000:3.0:1775764817.313805:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022222746752:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764817.313882:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764817.313922:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663b200/0xdb23b4c9253cf087 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca4b expref: 45 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.313945:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764817.313952:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764817.314285:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b000/0xdb23b4c9253cf08e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.314303:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b000/0xdb23b4c9253cf08e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.314617:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b000/0xdb23b4c9253cf08e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764817.314686:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031866 00000004:00010000:3.0:1775764817.314715:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e621e07c reply state 00000000232a92db transno 4295031867 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b000/0xdb23b4c9253cf08e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764817.314726:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764817.314842:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022222746752:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1039us (3968us total) trans 4295031867 rc 0/0 00000100:00100000:3.0:1775764817.314850:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44106 00000020:00080000:3.0:1775764817.314856:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764817.323923:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.324083:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764817.325522:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222747008 00000100:00100000:3.0:1775764817.325568:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222747008 00002000:00010000:3.0:1775764817.325627:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764817.325633:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb480 with x1862022222747008 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764817.325649:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914eb480. 00000100:00100000:3.0:1775764817.325672:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222746880 00000100:00100000:3.0:1775764817.325675:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222746880 00002000:00010000:3.0:1775764817.325688:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1908930->18446744073709551615) 00002000:00100000:3.0:1775764817.325692:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb100 with x1862022222746880 ext(1908930->18446744073709551615) 00002000:00010000:3.0:1775764817.325699:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb100. 00000100:00100000:3.0:1775764817.325732:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37223 00000100:00100000:3.0:1775764817.325744:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222747008:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764817.326073:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764817.326078:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764817 -> 1775764817 00002000:00010000:3.0:1775764817.326081:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:3.0:1775764817.326083:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764817 -> 1775764817 00002000:00010000:3.0:1775764817.326085:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764817.326189:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222747008:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 447us (2281us total) trans 4294995857 rc 0/0 00000100:00100000:3.0:1775764817.326198:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37223 00002000:00010000:3.0:1775764817.326201:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764817.326204:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb480 with x1862022222747008 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764817.326208:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914eb480. 00000100:00100000:3.0:1775764817.326228:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37224 00000100:00100000:3.0:1775764817.326235:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222746880:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764817.326670:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3182755 -> 1908930 00002000:00010000:3.0:1775764817.326674:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764817 -> 1775764817 00002000:00010000:3.0:1775764817.326677:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764815 -> 1775764815 00002000:00010000:3.0:1775764817.326679:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764817 -> 1775764817 00002000:00010000:3.0:1775764817.326680:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1741 00000100:00100000:3.0:1775764817.326711:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222746880:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 475us (2628us total) trans 4294996428 rc 0/0 00000100:00100000:3.0:1775764817.326723:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37224 00002000:00010000:3.0:1775764817.326726:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1908930->18446744073709551615) 00002000:00100000:3.0:1775764817.326729:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb100 with x1862022222746880 ext(1908930->18446744073709551615) 00002000:00010000:3.0:1775764817.326735:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb100. 00000100:00100000:3.0:1775764817.332465:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.332766:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222747136 00000100:00100000:2.0:1775764817.332796:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222747136 00000100:00100000:2.0:1775764817.332883:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44107 00000100:00100000:2.0:1775764817.332900:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222747136:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764817.332942:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764817.332973:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf095 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca52 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.333118:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf09c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.334075:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf09c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.334095:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf09c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764817.334473:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1908930 00000004:00200000:2.0:1775764817.334480:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764817.334511:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf09c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.334582:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf095 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca52 expref: 48 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.334612:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf09c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca52 expref: 47 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.334624:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764817.334628:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764817.334633:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1a00, rc 0) 00000100:00100000:2.0:1775764817.334752:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022222747136:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1856us (2444us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764817.334762:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44107 00000100:00100000:3.0:1775764817.344966:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.345280:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222747392 00000100:00100000:2.0:1775764817.345294:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222747392 00000100:00100000:2.0:1775764817.345450:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44108 00000100:00100000:2.0:1775764817.345462:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022222747392:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764817.345677:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764817.345717:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf09c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca52 expref: 47 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.345744:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764817.345751:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764817.347184:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf0a3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.347221:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf0a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.347236:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf0a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764817.347305:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031868 00000004:00010000:2.0:1775764817.347343:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b61816f reply state 0000000043f4d41d transno 4295031869 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf0a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764817.347354:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764817.347498:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022222747392:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2036us (2546us total) trans 4295031869 rc 0/0 00000100:00100000:2.0:1775764817.347510:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44108 00000020:00080000:2.0:1775764817.347517:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764817.351617:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf0a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.351642:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf0a3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.351651:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf0a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.351658:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764817.351664:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf0a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.351673:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf0a3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.351697:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764817.351702:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764817.351707:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf0a3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.351714:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf0a3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764817.353603:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764817.353715:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764817.355918:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37226 00000100:00100000:3.0:1775764817.355929:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222747648:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764817.356175:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764817.356179:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764817 -> 1775764817 00002000:00010000:3.0:1775764817.356182:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:3.0:1775764817.356183:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764817 -> 1775764817 00002000:00010000:3.0:1775764817.356185:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764817.356287:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222747648:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 359us (2570us total) trans 4294995858 rc 0/0 00000100:00100000:3.0:1775764817.356294:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37226 00002000:00010000:3.0:1775764817.356299:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764817.356302:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022222747648 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764817.356307:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949b800. 00000100:00100000:3.0:1775764817.364717:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.364863:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222747776 00000100:00100000:2.0:1775764817.364878:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222747776 00000100:00100000:2.0:1775764817.364949:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44109 00000100:00100000:2.0:1775764817.364961:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222747776:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764817.364999:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764817.365039:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253cf0aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca59 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.365170:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf0b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.365194:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf0b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.365220:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf0b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764817.365257:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1805148 00000004:00200000:2.0:1775764817.365263:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764817.365287:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf0b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.365333:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253cf0aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca59 expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.365356:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf0b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca59 expref: 49 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.365366:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764817.365369:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764817.365374:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0600, rc 0) 00000100:00100000:2.0:1775764817.365456:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022222747776:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 498us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764817.365465:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44109 00000100:00100000:3.0:1775764817.377926:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764817.382722:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764817.391355:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.391677:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222748160 00000100:00100000:2.0:1775764817.391693:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222748160 00002000:00100000:2.0:1775764817.391764:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (57344->61439) req@ffff8b8c892e3100 x1862022222748160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.391776:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3100 with x1862022222748160 ext(57344->61439) 00002000:00010000:2.0:1775764817.391793:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3100 00000100:00100000:2.0:1775764817.391839:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37229 00000100:00100000:2.0:1775764817.391851:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222748160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764817.392218:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222748160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 368us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764817.392226:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37229 00002000:00100000:2.0:1775764817.392234:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (57344->61439) req@ffff8b8c892e3100 x1862022222748160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/440 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.392242:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3100 with x1862022222748160 ext(57344->61439) 00002000:00010000:2.0:1775764817.392246:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3100 00000100:00100000:3.0:1775764817.398587:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.406760:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222748416 00000100:00100000:2.0:1775764817.406774:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222748416 00002000:00100000:2.0:1775764817.406939:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2228224->2232319) req@ffff8b8cbb782a00 x1862022222748416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.406953:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782a00 with x1862022222748416 ext(2228224->2232319) 00002000:00010000:2.0:1775764817.406961:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782a00 00000100:00100000:2.0:1775764817.407148:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37231 00000100:00100000:2.0:1775764817.407162:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222748416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764817.407498:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222748416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 337us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764817.407507:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37231 00002000:00100000:2.0:1775764817.407515:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2228224->2232319) req@ffff8b8cbb782a00 x1862022222748416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/440 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.407525:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782a00 with x1862022222748416 ext(2228224->2232319) 00002000:00010000:2.0:1775764817.407529:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782a00 00000100:00100000:3.0:1775764817.421434:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224983296 00000100:00100000:3.0:1775764817.421447:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224983296 00000100:00100000:3.0:1775764817.421524:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1775764817.421571:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224983296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764817.421625:0:6595:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 3407872 granted 499843072 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1775764817.421693:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224983296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 159us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764817.421701:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1775764817.423282:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222748672 00000100:00100000:2.0:1775764817.423291:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222748672 00002000:00100000:2.0:1775764817.423441:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2920448->2924543) req@ffff8b8cbb780a80 x1862022222748672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.423453:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022222748672 ext(2920448->2924543) 00002000:00010000:2.0:1775764817.423460:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780a80 00000100:00100000:2.0:1775764817.423530:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37233 00000100:00100000:2.0:1775764817.423560:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222748672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764817.423909:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222748672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 369us (3632us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764817.423917:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37233 00002000:00100000:2.0:1775764817.423924:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2920448->2924543) req@ffff8b8cbb780a80 x1862022222748672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/440 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.423932:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022222748672 ext(2920448->2924543) 00002000:00010000:2.0:1775764817.423936:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780a80 00000100:00100000:2.0:1775764817.436670:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222748800 00000100:00100000:2.0:1775764817.436685:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222748800 00002000:00100000:2.0:1775764817.437397:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2895872->2928639) req@ffff8b8cbb782300 x1862022222748800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 504/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.437411:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022222748800 ext(2895872->2928639) 00002000:00010000:2.0:1775764817.437419:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:2.0:1775764817.437468:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37234 00000100:00100000:2.0:1775764817.437484:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222748800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764817.442682:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222748800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5183us (6146us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764817.442701:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37234 00002000:00100000:3.0:1775764817.442718:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2895872->2928639) req@ffff8b8cbb782300 x1862022222748800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 504/440 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764817.442731:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022222748800 ext(2895872->2928639) 00002000:00010000:3.0:1775764817.442739:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:2.0:1775764817.470066:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764817.486031:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222749312 00000100:00100000:3.0:1775764817.486046:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222749312 00002000:00100000:3.0:1775764817.486116:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2940928->2945023) req@ffff8b8cbb783b80 x1862022222749312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764817.486147:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022222749312 ext(2940928->2945023) 00002000:00010000:3.0:1775764817.486155:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783b80 00000100:00100000:3.0:1775764817.486193:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37238 00000100:00100000:3.0:1775764817.486205:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222749312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764817.487015:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222749312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 798us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764817.487026:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37238 00002000:00100000:3.0:1775764817.487035:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2940928->2945023) req@ffff8b8cbb783b80 x1862022222749312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/440 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764817.487045:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022222749312 ext(2940928->2945023) 00002000:00010000:3.0:1775764817.487050:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783b80 00000100:00100000:2.0:1775764817.502867:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.514316:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764817.522092:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764817.565613:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222749696:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 27030us (43520us total) trans 4294996430 rc 0/0 00000100:00100000:3.0:1775764817.565632:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37241 00002000:00100000:3.0:1775764817.565648:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (782336->2953215) req@ffff8b8c892e2a00 x1862022222749696/t4294996430(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 520/456 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764817.565660:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2a00 with x1862022222749696 ext(782336->2953215) 00002000:00010000:3.0:1775764817.565667:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2a00 00000100:00100000:2.0:1775764817.572433:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.727531:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222750208 00000100:00100000:2.0:1775764817.727588:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222750208 00000100:00100000:3.0:1775764817.728094:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44110 00000100:00100000:3.0:1775764817.728111:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022222750208:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764817.728204:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764817.728655:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf0b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca59 expref: 49 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.728683:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764817.728690:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764817.729202:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ac00/0xdb23b4c9253cf0b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.729281:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ac00/0xdb23b4c9253cf0b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764817.729294:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ac00/0xdb23b4c9253cf0b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764817.729518:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031870 00000004:00010000:3.0:1775764817.729629:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce84338e reply state 00000000394fc641 transno 4295031871 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ac00/0xdb23b4c9253cf0b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764817.729642:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764817.730628:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022222750208:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2510us (3521us total) trans 4295031871 rc 0/0 00000100:00100000:3.0:1775764817.730642:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44110 00000020:00080000:3.0:1775764817.730653:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764817.737578:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.737633:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.751194:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764817.751670:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222750592 00000100:00100000:3.0:1775764817.751685:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222750592 00002000:00100000:2.0:1775764817.751920:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (876544->880639) req@ffff8b8c914e8a80 x1862022222750592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.751933:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8a80 with x1862022222750592 ext(876544->880639) 00002000:00010000:2.0:1775764817.751941:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e8a80 00000100:00100000:2.0:1775764817.752016:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37245 00000100:00100000:2.0:1775764817.752027:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222750592:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764817.752637:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222750592:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 609us (1455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764817.752646:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37245 00002000:00100000:2.0:1775764817.752653:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (876544->880639) req@ffff8b8c914e8a80 x1862022222750592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/4536 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.752661:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8a80 with x1862022222750592 ext(876544->880639) 00002000:00010000:2.0:1775764817.752665:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e8a80 00000100:00100000:2.0:1775764817.759816:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764817.769698:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222750848 00000100:00100000:2.0:1775764817.769716:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222750848 00002000:00100000:2.0:1775764817.769802:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (856064->905215) req@ffff8b8cbb781f80 x1862022222750848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 504/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.769816:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781f80 with x1862022222750848 ext(856064->905215) 00002000:00010000:2.0:1775764817.769824:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781f80 00000100:00100000:2.0:1775764817.769856:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37247 00000100:00100000:2.0:1775764817.769867:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222750848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764817.805500:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764817.893817:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222751104:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 87969us (88328us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764817.893831:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84661 00000100:00100000:2.0:1775764817.897490:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222751232 00000100:00100000:2.0:1775764817.897502:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222751232 00000100:00100000:2.0:1775764817.897652:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44111 00000100:00100000:2.0:1775764817.897664:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222751232:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764817.897692:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764817.897712:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253cf0bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca60 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.897799:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf0c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.897813:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf0c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.897825:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf0c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764817.897851:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5098623 00000004:00200000:2.0:1775764817.897855:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764817.897871:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf0c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.897901:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253cf0bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca60 expref: 52 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.897918:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf0c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca60 expref: 51 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764817.897927:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764817.897930:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764817.897934:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1400, rc 0) 00000100:00100000:2.0:1775764817.897990:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022222751232:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 327us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764817.897997:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44111 00000100:00100000:3.0:1775764817.911999:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222751360 00000100:00100000:3.0:1775764817.912011:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222751360 00002000:00100000:3.0:1775764817.912065:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2609152->2613247) req@ffff8b8cc17b5880 x1862022222751360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764817.912076:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022222751360 ext(2609152->2613247) 00002000:00010000:3.0:1775764817.912081:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5880 00000100:00100000:3.0:1775764817.912125:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37249 00000100:00100000:3.0:1775764817.912144:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222751360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764817.912838:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222751360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 702us (1336us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764817.912847:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37249 00002000:00100000:3.0:1775764817.912854:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2609152->2613247) req@ffff8b8cc17b5880 x1862022222751360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/4536 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764817.912862:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022222751360 ext(2609152->2613247) 00002000:00010000:3.0:1775764817.912866:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5880 00000100:00100000:2.0:1775764817.922010:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764817.923415:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222751488 00000100:00100000:3.0:1775764817.923437:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222751488 00002000:00100000:3.0:1775764817.923513:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2621440->2625535) req@ffff8b8c914eb800 x1862022222751488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764817.923526:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb800 with x1862022222751488 ext(2621440->2625535) 00002000:00010000:3.0:1775764817.923533:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb800 00000100:00100000:3.0:1775764817.923606:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37250 00000100:00100000:3.0:1775764817.923619:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222751488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764817.934037:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222751616 00000100:00100000:3.0:1775764817.934048:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222751616 00002000:00100000:3.0:1775764817.934184:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2023424->2088959) req@ffff8b8cc17b5180 x1862022222751616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764817.934196:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022222751616 ext(2023424->2088959) 00002000:00010000:3.0:1775764817.934202:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5180 00000100:00100000:3.0:1775764817.934242:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37251 00000100:00100000:3.0:1775764817.934255:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222751616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764817.955716:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222751616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21455us (21813us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764817.955729:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37251 00002000:00100000:2.0:1775764817.955741:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2023424->2088959) req@ffff8b8cc17b5180 x1862022222751616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/440 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764817.955752:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022222751616 ext(2023424->2088959) 00002000:00010000:2.0:1775764817.955758:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5180 00000100:00100000:3.0:1775764817.970585:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222751744 00000100:00100000:3.0:1775764817.970596:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222751744 00002000:00100000:3.0:1775764817.970644:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3395584->3440639) req@ffff8b8cc17b4a80 x1862022222751744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/0 e 0 to 0 dl 1775764828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764817.970656:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4a80 with x1862022222751744 ext(3395584->3440639) 00002000:00010000:3.0:1775764817.970662:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4a80 00000100:00100000:3.0:1775764817.970696:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37252 00000100:00100000:3.0:1775764817.970705:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222751744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764817.993008:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222751744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 22292us (22544us total) trans 0 rc 45056/45056 00000100:00100000:3.0:1775764817.993022:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37252 00002000:00100000:3.0:1775764817.993034:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3395584->3440639) req@ffff8b8cc17b4a80 x1862022222751744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:298/0 lens 488/440 e 0 to 0 dl 1775764828 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764817.993045:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4a80 with x1862022222751744 ext(3395584->3440639) 00002000:00010000:3.0:1775764817.993051:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4a80 00002000:00010000:1.0:1775764818.008957:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764818.008960:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 647 00000100:00100000:1.0:1775764818.008982:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222752256:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 197us (1595us total) trans 4294995861 rc 0/0 00000100:00100000:1.0:1775764818.008988:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37254 00002000:00010000:1.0:1775764818.008991:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (972342->18446744073709551615) 00002000:00100000:1.0:1775764818.008993:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592300 with x1862022222752256 ext(972342->18446744073709551615) 00002000:00010000:1.0:1775764818.008997:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb592300. 00010000:00010000:2.0:1775764818.009331:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.009343:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.009355:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.009361:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7ca00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764818.009365:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.009373:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.009390:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764818.009393:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764818.009398:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.009404:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764818.016476:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222752384 00000100:00100000:3.0:1775764818.016486:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222752384 00000100:00100000:3.0:1775764818.016581:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44113 00000100:00100000:3.0:1775764818.016592:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022222752384:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764818.016616:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764818.016639:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca67 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.016727:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf0db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.016742:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf0db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.016754:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf0db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764818.016783:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5166646 00000004:00200000:3.0:1775764818.016787:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764818.016805:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf0db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.016830:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca67 expref: 54 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.016848:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf0db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca67 expref: 53 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.016857:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764818.016860:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764818.016864:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fa6a400, rc 0) 00000100:00100000:3.0:1775764818.016949:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022222752384:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 359us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764818.016956:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44113 00000100:00100000:2.0:1775764818.025363:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.025535:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222752640 00000100:00100000:1.0:1775764818.025584:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222752640 00000100:00100000:1.0:1775764818.025653:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44114 00000100:00100000:1.0:1775764818.025664:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022222752640:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764818.025721:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764818.025753:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf0db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca67 expref: 53 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.025775:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764818.025781:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764818.026206:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.026222:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.026232:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764818.026285:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031874 00000004:00010000:1.0:1775764818.027475:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079987f3d reply state 0000000001546a25 transno 4295031875 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764818.027490:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764818.027615:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022222752640:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1949us (2258us total) trans 4295031875 rc 0/0 00000100:00100000:1.0:1775764818.027624:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44114 00000020:00080000:1.0:1775764818.027630:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764818.036930:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.036944:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0e2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.036952:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.036959:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7ca00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764818.036964:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.036972:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0e2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.036990:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764818.036993:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764818.036997:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0e2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.037012:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf0e2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764818.037214:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222752768 00000100:00100000:2.0:1775764818.037224:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222752768 00002000:00010000:2.0:1775764818.037266:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3958083->18446744073709551615) 00002000:00100000:2.0:1775764818.037272:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590700 with x1862022222752768 ext(3958083->18446744073709551615) 00002000:00010000:2.0:1775764818.037282:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590700. 00000100:00100000:2.0:1775764818.037322:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222752896 00000100:00100000:2.0:1775764818.037326:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222752896 00002000:00010000:2.0:1775764818.037338:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764818.037341:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c700 with x1862022222752896 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764818.037348:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c700. 00000100:00100000:2.0:1775764818.037370:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37255 00000100:00100000:2.0:1775764818.037380:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222752768:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764818.037671:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3958083 00002000:00010000:2.0:1775764818.037675:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764818 00002000:00010000:2.0:1775764818.037678:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764817 -> 1775764817 00002000:00010000:2.0:1775764818.037680:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764818 00002000:00010000:2.0:1775764818.037682:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:2.0:1775764818.037738:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222752768:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 359us (943us total) trans 4294996433 rc 0/0 00000100:00100000:2.0:1775764818.037746:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37255 00002000:00010000:2.0:1775764818.037749:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3958083->18446744073709551615) 00002000:00100000:2.0:1775764818.037752:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590700 with x1862022222752768 ext(3958083->18446744073709551615) 00002000:00010000:2.0:1775764818.037756:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590700. 00000100:00100000:2.0:1775764818.037772:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37256 00000100:00100000:2.0:1775764818.037778:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222752896:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764818.037950:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 972342 -> 0 00002000:00010000:2.0:1775764818.037954:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764818 00002000:00010000:2.0:1775764818.037956:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:2.0:1775764818.037969:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764818 00002000:00010000:2.0:1775764818.037972:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:2.0:1775764818.037997:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222752896:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 218us (1139us total) trans 4294995862 rc 0/0 00000100:00100000:2.0:1775764818.038004:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37256 00002000:00010000:2.0:1775764818.038006:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764818.038009:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c700 with x1862022222752896 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764818.038013:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c700. 00000100:00100000:1.0:1775764818.053652:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222753024 00000100:00100000:1.0:1775764818.053663:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222753024 00000100:00100000:1.0:1775764818.053725:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44115 00000100:00100000:1.0:1775764818.053734:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222753024:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764818.053759:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764818.053778:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf0e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca6e expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.053910:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf0f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.053924:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf0f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.053938:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf0f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764818.054188:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3958083 00000004:00200000:1.0:1775764818.054193:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764818.054212:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf0f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.054239:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf0e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca6e expref: 56 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.054258:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf0f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca6e expref: 55 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.054266:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764818.054269:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764818.054273:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7d600, rc 0) 00000100:00100000:1.0:1775764818.055145:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022222753024:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1397us (1633us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764818.055156:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44115 00000100:00100000:2.0:1775764818.066392:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.066489:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222753280 00000100:00100000:3.0:1775764818.066508:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222753280 00000100:00100000:3.0:1775764818.066640:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44116 00000100:00100000:3.0:1775764818.066652:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022222753280:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764818.066740:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764818.066777:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf0f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca6e expref: 55 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.066804:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764818.066811:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764818.067112:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.067130:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.067152:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764818.067213:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031876 00000004:00010000:3.0:1775764818.067241:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd3a7aeb reply state 00000000ef23b575 transno 4295031877 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764818.067252:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764818.067387:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022222753280:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 736us (1003us total) trans 4295031877 rc 0/0 00000100:00100000:3.0:1775764818.067397:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44116 00000020:00080000:3.0:1775764818.067404:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764818.078889:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.078923:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764818.079172:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.079199:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.079209:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.079216:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8fa6b400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764818.079223:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.079235:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0f7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.079258:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764818.079263:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764818.079268:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0f7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.079274:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf0f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764818.079320:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37258 00000100:00100000:2.0:1775764818.079340:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222753536:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764818.079662:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1124110 00002000:00010000:2.0:1775764818.079668:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764818 00002000:00010000:2.0:1775764818.079671:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:2.0:1775764818.079673:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764818 00002000:00010000:2.0:1775764818.079676:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:2.0:1775764818.079740:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222753536:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 400us (805us total) trans 4294995863 rc 0/0 00000100:00100000:2.0:1775764818.079765:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37258 00002000:00010000:2.0:1775764818.079776:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1124110->18446744073709551615) 00002000:00100000:2.0:1775764818.079780:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7b80 with x1862022222753536 ext(1124110->18446744073709551615) 00002000:00010000:2.0:1775764818.079788:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b7b80. 00000100:00100000:2.0:1775764818.085178:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222753664 00000100:00100000:2.0:1775764818.085193:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222753664 00000100:00100000:2.0:1775764818.085266:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44117 00000100:00100000:2.0:1775764818.085277:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222753664:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764818.085303:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764818.085324:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf0fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca75 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.085411:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253cf105 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.085424:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253cf105 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.085435:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253cf105 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764818.085463:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5318414 00000004:00200000:2.0:1775764818.085468:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764818.085486:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253cf105 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.085512:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf0fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca75 expref: 58 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.085529:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253cf105 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca75 expref: 57 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.085559:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764818.085563:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764818.085567:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1000, rc 0) 00000100:00100000:2.0:1775764818.085634:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022222753664:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 359us (1632us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764818.085641:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44117 00000100:00100000:2.0:1775764818.095018:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.105822:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.106400:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222753920 00000100:00100000:3.0:1775764818.106418:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222753920 00002000:00100000:3.0:1775764818.106486:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (704512->708607) req@ffff8b8cc17b6680 x1862022222753920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764818.106499:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6680 with x1862022222753920 ext(704512->708607) 00002000:00010000:3.0:1775764818.106505:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6680 00000100:00100000:3.0:1775764818.106592:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37260 00000100:00100000:3.0:1775764818.106605:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222753920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764818.107206:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222753920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 601us (1398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764818.107217:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37260 00002000:00100000:2.0:1775764818.107225:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (704512->708607) req@ffff8b8cc17b6680 x1862022222753920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/4536 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764818.107236:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6680 with x1862022222753920 ext(704512->708607) 00002000:00010000:2.0:1775764818.107240:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6680 00000100:00100000:2.0:1775764818.129172:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.154774:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222754048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 25284us (25599us total) trans 0 rc 565248/565248 00000100:00100000:3.0:1775764818.154801:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37261 00002000:00100000:3.0:1775764818.154819:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (425984->999423) req@ffff8b8c9a57c000 x1862022222754048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 504/440 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 565248/565248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764818.154831:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57c000 with x1862022222754048 ext(425984->999423) 00002000:00010000:3.0:1775764818.154839:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57c000 00000100:00100000:2.0:1775764818.172384:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222754176 00000100:00100000:2.0:1775764818.172401:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222754176 00002000:00100000:2.0:1775764818.172473:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2646016->2650111) req@ffff8b8ca53e8000 x1862022222754176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764818.172486:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8000 with x1862022222754176 ext(2646016->2650111) 00002000:00010000:2.0:1775764818.172493:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e8000 00000100:00100000:2.0:1775764818.172561:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37262 00000100:00100000:2.0:1775764818.172573:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222754176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764818.172924:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222754176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 342us (1537us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764818.172934:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37262 00002000:00100000:2.0:1775764818.172942:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2646016->2650111) req@ffff8b8ca53e8000 x1862022222754176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/4536 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764818.172951:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8000 with x1862022222754176 ext(2646016->2650111) 00002000:00010000:2.0:1775764818.172955:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e8000 00000100:00100000:1.0:1775764818.178409:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.178832:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222754304 00000100:00100000:3.0:1775764818.178849:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222754304 00002000:00100000:3.0:1775764818.178930:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2707456->2711551) req@ffff8b8cc17b4700 x1862022222754304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764818.178943:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4700 with x1862022222754304 ext(2707456->2711551) 00002000:00010000:3.0:1775764818.178952:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4700 00000100:00100000:3.0:1775764818.178993:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37263 00000100:00100000:3.0:1775764818.179003:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222754304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764818.179352:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222754304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 349us (957us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764818.179361:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37263 00002000:00100000:3.0:1775764818.179368:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2707456->2711551) req@ffff8b8cc17b4700 x1862022222754304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/4536 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764818.179377:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4700 with x1862022222754304 ext(2707456->2711551) 00002000:00010000:3.0:1775764818.179380:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4700 00000100:00100000:1.0:1775764818.204784:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222754560 00000100:00100000:1.0:1775764818.204800:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222754560 00000100:00100000:1.0:1775764818.204960:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44118 00000100:00100000:1.0:1775764818.204972:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022222754560:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764818.205041:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764818.205071:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253cf105 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca75 expref: 57 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.205092:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764818.205099:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764818.205363:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cf10c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.205377:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cf10c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.205387:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cf10c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764818.205439:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031878 00000004:00010000:1.0:1775764818.205463:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004aaadbc3 reply state 000000002d1f4c56 transno 4295031879 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cf10c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764818.205478:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764818.205632:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022222754560:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 661us (10378us total) trans 4295031879 rc 0/0 00000100:00100000:1.0:1775764818.205640:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44118 00000020:00080000:1.0:1775764818.205645:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764818.210765:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cf10c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.210783:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cf10c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.210792:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cf10c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.210798:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecfa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764818.210803:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cf10c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.210811:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cf10c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.210829:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764818.210833:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764818.210838:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cf10c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.210845:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cf10c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764818.218524:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222754816 00000100:00100000:2.0:1775764818.218535:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222754816 00002000:00010000:2.0:1775764818.218612:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764818.218617:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96785c00 with x1862022222754816 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764818.218631:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96785c00. 00000100:00100000:2.0:1775764818.218668:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37264 00000100:00100000:2.0:1775764818.218679:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222754816:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764818.218971:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1124110 -> 0 00002000:00010000:2.0:1775764818.218975:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764818 00002000:00010000:2.0:1775764818.218977:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:2.0:1775764818.218979:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764818 00002000:00010000:2.0:1775764818.218983:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:2.0:1775764818.219040:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222754816:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 363us (688us total) trans 4294995864 rc 0/0 00000100:00100000:2.0:1775764818.219048:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37264 00002000:00010000:2.0:1775764818.219052:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764818.219054:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96785c00 with x1862022222754816 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764818.219058:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96785c00. 00000100:00100000:3.0:1775764818.233190:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222754688 00000100:00100000:3.0:1775764818.233205:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222754688 00002000:00010000:3.0:1775764818.233257:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3614139->18446744073709551615) 00002000:00100000:3.0:1775764818.233272:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784700 with x1862022222754688 ext(3614139->18446744073709551615) 00002000:00010000:3.0:1775764818.233292:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96784700. 00000100:00100000:3.0:1775764818.233336:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37265 00000100:00100000:3.0:1775764818.233347:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222754688:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764818.233620:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3614139 00002000:00010000:3.0:1775764818.233623:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764818 00002000:00010000:3.0:1775764818.233626:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764817 -> 1775764817 00002000:00010000:3.0:1775764818.233628:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764818 00002000:00010000:3.0:1775764818.233631:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:3.0:1775764818.233685:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222754688:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 340us (10626us total) trans 4294996435 rc 0/0 00000100:00100000:3.0:1775764818.233692:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37265 00002000:00010000:3.0:1775764818.233696:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3614139->18446744073709551615) 00002000:00100000:3.0:1775764818.233699:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784700 with x1862022222754688 ext(3614139->18446744073709551615) 00002000:00010000:3.0:1775764818.233703:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96784700. 00000100:00100000:3.0:1775764818.242281:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222754944 00000100:00100000:3.0:1775764818.242307:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222754944 00000100:00100000:3.0:1775764818.242364:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44119 00000100:00100000:3.0:1775764818.242375:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222754944:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764818.242403:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764818.242427:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf113 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca7c expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.242586:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf11a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.242602:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf11a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.242613:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf11a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764818.242645:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3614139 00000004:00200000:3.0:1775764818.242649:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764818.242667:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf11a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.242695:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf113 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca7c expref: 60 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.242714:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf11a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca7c expref: 59 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.242723:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764818.242726:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764818.242730:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fa6b800, rc 0) 00000100:00100000:3.0:1775764818.242787:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022222754944:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 415us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764818.242795:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44119 00000100:00100000:1.0:1775764818.252243:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222755072 00000100:00100000:1.0:1775764818.252255:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222755072 00002000:00100000:1.0:1775764818.252395:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (61440->3703774) req@ffff8b8c96786300 x1862022222755072/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 568/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764818.252407:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96786300 with x1862022222755072 ext(61440->3703774) 00002000:00010000:1.0:1775764818.252413:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96786300 00000100:00100000:1.0:1775764818.252484:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37266 00000100:00100000:1.0:1775764818.252495:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222755072:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764818.260525:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222755072:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8021us (8555us total) trans 4294996436 rc 0/0 00000100:00100000:1.0:1775764818.260564:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37266 00002000:00100000:1.0:1775764818.260580:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (61440->3703774) req@ffff8b8c96786300 x1862022222755072/t4294996436(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 568/464 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764818.260589:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96786300 with x1862022222755072 ext(61440->3703774) 00002000:00010000:1.0:1775764818.260596:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96786300 00000100:00100000:2.0:1775764818.265577:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.265662:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222755200 00000100:00100000:3.0:1775764818.265674:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222755200 00000100:00100000:3.0:1775764818.265740:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84662 00000100:00100000:3.0:1775764818.265751:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222755200:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764818.348601:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996434 is committed 00000001:00080000:2.0:1775764818.348628:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996436 is committed 00000100:00100000:2.0:1775764818.350565:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.350718:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222755456 00000100:00100000:3.0:1775764818.350729:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222755456 00000100:00100000:3.0:1775764818.350821:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44120 00000100:00100000:3.0:1775764818.350833:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022222755456:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764818.350884:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764818.350911:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf11a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca7c expref: 59 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.350929:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764818.350934:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764818.351693:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf121 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.351710:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf121 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.351722:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf121 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764818.351772:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031880 00000004:00010000:3.0:1775764818.351798:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000190ed67e reply state 000000005a59cf97 transno 4295031881 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf121 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764818.351808:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764818.351903:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022222755456:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1071us (1371us total) trans 4295031881 rc 0/0 00000100:00100000:3.0:1775764818.351911:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44120 00000020:00080000:3.0:1775764818.351916:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764818.357409:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf121 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.357424:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf121 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.357431:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf121 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.357437:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8fa6ae00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764818.357442:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf121 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.357449:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf121 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.357465:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764818.357468:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764818.357472:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf121 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.357478:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6ae00/0xdb23b4c9253cf121 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764818.357577:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.358369:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222755584 00000100:00100000:3.0:1775764818.358379:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222755584 00002000:00010000:3.0:1775764818.358418:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764818.358423:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022222755584 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764818.358434:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300. 00000100:00100000:3.0:1775764818.358469:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37267 00000100:00100000:3.0:1775764818.358478:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222755584:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764818.359096:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3614139 -> 4194304 00002000:00010000:3.0:1775764818.359101:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764818 00002000:00010000:3.0:1775764818.359104:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764817 -> 1775764818 00002000:00010000:3.0:1775764818.359106:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764818 00002000:00010000:3.0:1775764818.359108:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 1611 00000100:00100000:3.0:1775764818.359221:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222755584:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 742us (1645us total) trans 4294996437 rc 0/0 00000100:00100000:3.0:1775764818.359231:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37267 00002000:00010000:3.0:1775764818.359235:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764818.359238:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022222755584 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764818.359243:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300. 00000100:00100000:1.0:1775764818.361572:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.362852:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222755712 00000100:00100000:3.0:1775764818.362865:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222755712 00002000:00010000:3.0:1775764818.362907:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (494794->18446744073709551615) 00002000:00100000:3.0:1775764818.362912:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7480 with x1862022222755712 ext(494794->18446744073709551615) 00002000:00010000:3.0:1775764818.362925:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b7480. 00000100:00100000:3.0:1775764818.362964:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37268 00000100:00100000:3.0:1775764818.362973:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222755712:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764818.363224:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 494794 00002000:00010000:3.0:1775764818.363228:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764818 00002000:00010000:3.0:1775764818.363230:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:3.0:1775764818.363233:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764818 00002000:00010000:3.0:1775764818.363235:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:3.0:1775764818.363611:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222755712:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 327us (1735us total) trans 4294995865 rc 0/0 00000100:00100000:3.0:1775764818.363623:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37268 00002000:00010000:3.0:1775764818.363627:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (494794->18446744073709551615) 00002000:00100000:3.0:1775764818.363630:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7480 with x1862022222755712 ext(494794->18446744073709551615) 00002000:00010000:3.0:1775764818.363636:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b7480. 00000100:00100000:3.0:1775764818.367695:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.381451:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.381590:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222755968 00000100:00100000:1.0:1775764818.381600:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222755968 00002000:00100000:1.0:1775764818.381649:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (479232->483327) req@ffff8b8c892e1880 x1862022222755968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764818.381661:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1880 with x1862022222755968 ext(479232->483327) 00002000:00010000:1.0:1775764818.381667:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1880 00000100:00100000:1.0:1775764818.381690:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37270 00000100:00100000:1.0:1775764818.381699:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222755968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764818.381953:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222755968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764818.381961:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37270 00002000:00100000:1.0:1775764818.381968:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (479232->483327) req@ffff8b8c892e1880 x1862022222755968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/4536 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764818.381976:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1880 with x1862022222755968 ext(479232->483327) 00002000:00010000:1.0:1775764818.381979:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1880 00000100:00100000:2.0:1775764818.386285:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.406256:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764818.406691:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222756224 00000100:00100000:2.0:1775764818.406703:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222756224 00002000:00100000:2.0:1775764818.406754:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (475136->494793) req@ffff8b8c892e0000 x1862022222756224/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764818.406766:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0000 with x1862022222756224 ext(475136->494793) 00002000:00010000:2.0:1775764818.406772:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0000 00000100:00100000:2.0:1775764818.406807:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37272 00000100:00100000:2.0:1775764818.406816:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222756224:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764818.413964:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.418206:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222756352 00000100:00100000:3.0:1775764818.418225:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222756352 00000100:00100000:2.0:1775764818.420433:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84663 00000100:00100000:2.0:1775764818.420447:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222756352:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764818.497307:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222756352:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 76852us (83339us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764818.497321:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84663 00000001:00080000:1.0:1775764818.497714:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995866 is committed 00000100:00100000:3.0:1775764818.506606:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.506719:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222756480 00000100:00100000:1.0:1775764818.506730:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222756480 00000100:00100000:1.0:1775764818.506785:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44121 00000100:00100000:1.0:1775764818.506795:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022222756480:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764818.506823:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764818.506843:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cf128 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca83 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.506928:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253cf12f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.506942:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253cf12f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.506955:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253cf12f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764818.506986:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4689098 00000004:00200000:1.0:1775764818.506991:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764818.507019:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253cf12f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.507049:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cf128 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca83 expref: 62 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.507066:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253cf12f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca83 expref: 61 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.507074:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764818.507077:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764818.507081:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf000, rc 0) 00000100:00100000:1.0:1775764818.507155:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022222756480:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 360us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764818.507162:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44121 00000100:00100000:2.0:1775764818.528670:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.528784:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222756608 00000100:00100000:1.0:1775764818.528796:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222756608 00002000:00100000:1.0:1775764818.528849:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (139264->176127) req@ffff8b8c9a57c700 x1862022222756608/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764818.528859:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57c700 with x1862022222756608 ext(139264->176127) 00002000:00010000:1.0:1775764818.528865:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57c700 00000100:00100000:1.0:1775764818.528898:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37273 00000100:00100000:1.0:1775764818.528910:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222756608:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764818.532486:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222756608:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3568us (3815us total) trans 4294996438 rc 0/0 00000100:00100000:1.0:1775764818.532499:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37273 00002000:00100000:1.0:1775764818.532512:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (139264->176127) req@ffff8b8c9a57c700 x1862022222756608/t4294996438(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/448 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764818.532522:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57c700 with x1862022222756608 ext(139264->176127) 00002000:00010000:1.0:1775764818.532528:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57c700 00000100:00100000:2.0:1775764818.535641:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.535863:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222756736 00000100:00100000:1.0:1775764818.535874:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222756736 00000100:00100000:1.0:1775764818.535935:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84664 00000100:00100000:1.0:1775764818.535945:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222756736:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764818.652302:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996438 is committed 00000100:00100000:3.0:1775764818.656870:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764818.657404:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222756992 00000100:00100000:2.0:1775764818.657415:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222756992 00000100:00100000:2.0:1775764818.657481:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44122 00000100:00100000:2.0:1775764818.657492:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022222756992:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764818.657580:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764818.657613:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253cf12f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca83 expref: 61 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.657635:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764818.657639:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764818.657848:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf136 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.657860:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.657867:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764818.657908:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031882 00000004:00010000:2.0:1775764818.657925:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000003d32bad reply state 00000000abc833e0 transno 4295031883 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764818.657931:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764818.658023:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022222756992:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 533us (1163us total) trans 4295031883 rc 0/0 00000100:00100000:2.0:1775764818.658029:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44122 00000020:00080000:2.0:1775764818.658033:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764818.660887:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764818.662489:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.662502:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf136 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.662511:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf136 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.662516:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764818.662522:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf136 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.662529:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf136 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.662559:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764818.662562:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764818.662567:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf136 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.662573:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf136 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764818.663951:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.664056:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222757248 00000100:00100000:1.0:1775764818.664067:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222757248 00002000:00010000:1.0:1775764818.664106:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764818.664110:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022222757248 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764818.664121:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3480. 00000100:00100000:1.0:1775764818.664166:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37275 00000100:00100000:1.0:1775764818.664176:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222757248:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764818.664525:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 494794 -> 0 00002000:00010000:1.0:1775764818.664529:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764818.664532:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:1.0:1775764818.664533:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764818.664561:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 135 00000100:00100000:1.0:1775764818.664616:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222757248:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 441us (673us total) trans 4294995867 rc 0/0 00000100:00100000:1.0:1775764818.664625:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37275 00002000:00010000:1.0:1775764818.664630:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764818.664632:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022222757248 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764818.664637:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3480. 00000100:00100000:2.0:1775764818.669122:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222757376 00000100:00100000:2.0:1775764818.669141:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222757376 00000100:00100000:2.0:1775764818.669191:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44123 00000100:00100000:2.0:1775764818.669201:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022222757376:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764818.669229:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764818.669251:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf13d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca8a expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.669352:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf144 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.669366:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.669378:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764818.669413:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2849263 00000004:00200000:2.0:1775764818.669417:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764818.669435:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.669460:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf13d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca8a expref: 64 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.669478:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca8a expref: 63 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.669486:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764818.669490:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764818.669494:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0800, rc 0) 00000100:00100000:2.0:1775764818.669581:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022222757376:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 381us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764818.669588:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44123 00000100:00100000:2.0:1775764818.680102:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.680288:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222757632 00000100:00100000:3.0:1775764818.680298:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222757632 00000100:00100000:3.0:1775764818.680354:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44124 00000100:00100000:3.0:1775764818.680364:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022222757632:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764818.680417:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764818.680445:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf144 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca8a expref: 63 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.680463:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764818.680468:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764818.680721:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b600/0xdb23b4c9253cf14b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.680736:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b600/0xdb23b4c9253cf14b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.680746:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b600/0xdb23b4c9253cf14b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764818.680797:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031884 00000004:00010000:3.0:1775764818.680821:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005be3bc25 reply state 00000000b133690c transno 4295031885 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b600/0xdb23b4c9253cf14b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764818.680831:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764818.680918:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022222757632:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 554us (824us total) trans 4295031885 rc 0/0 00000100:00100000:3.0:1775764818.680926:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44124 00000020:00080000:3.0:1775764818.680931:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764818.684498:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b600/0xdb23b4c9253cf14b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.684509:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b600/0xdb23b4c9253cf14b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.684516:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b600/0xdb23b4c9253cf14b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.684521:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8fa6b600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764818.684526:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b600/0xdb23b4c9253cf14b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.684534:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b600/0xdb23b4c9253cf14b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.684574:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764818.684577:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764818.684582:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b600/0xdb23b4c9253cf14b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.684588:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b600/0xdb23b4c9253cf14b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764818.685823:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222757760 00000100:00100000:1.0:1775764818.685836:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222757760 00002000:00010000:1.0:1775764818.685875:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764818.685880:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9f80 with x1862022222757760 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764818.685891:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9f80. 00000100:00100000:1.0:1775764818.685949:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222757888 00000100:00100000:1.0:1775764818.685952:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222757888 00002000:00010000:1.0:1775764818.685966:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1121560->18446744073709551615) 00002000:00100000:1.0:1775764818.685969:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8e00 with x1862022222757888 ext(1121560->18446744073709551615) 00002000:00010000:1.0:1775764818.685976:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f8e00. 00000100:00100000:1.0:1775764818.686011:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37276 00000100:00100000:1.0:1775764818.686021:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222757760:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764818.686260:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2849263 -> 4194304 00002000:00010000:1.0:1775764818.686264:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764818.686266:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764818.686268:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764818.686271:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1741 00000100:00100000:1.0:1775764818.686340:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222757760:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 321us (1987us total) trans 4294996440 rc 0/0 00000100:00100000:1.0:1775764818.686352:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37276 00002000:00010000:1.0:1775764818.686356:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764818.686358:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9f80 with x1862022222757760 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764818.686363:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9f80. 00000100:00100000:1.0:1775764818.686378:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37277 00000100:00100000:1.0:1775764818.686384:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222757888:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764818.686482:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1121560 00002000:00010000:1.0:1775764818.686485:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764818.686487:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:1.0:1775764818.686489:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764818.686491:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764818.686510:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222757888:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 126us (2103us total) trans 4294995868 rc 0/0 00000100:00100000:1.0:1775764818.686516:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37277 00002000:00010000:1.0:1775764818.686518:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1121560->18446744073709551615) 00002000:00100000:1.0:1775764818.686521:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8e00 with x1862022222757888 ext(1121560->18446744073709551615) 00002000:00010000:1.0:1775764818.686525:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f8e00. 00000100:00100000:3.0:1775764818.694934:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222758016 00000100:00100000:3.0:1775764818.694945:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222758016 00002000:00100000:3.0:1775764818.695090:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1093632->1097727) req@ffff8b8c927fa300 x1862022222758016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764818.695101:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa300 with x1862022222758016 ext(1093632->1097727) 00002000:00010000:3.0:1775764818.695108:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fa300 00000100:00100000:3.0:1775764818.695183:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37278 00000100:00100000:3.0:1775764818.695193:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222758016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764818.695468:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222758016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 271us (647us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764818.695477:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37278 00002000:00100000:3.0:1775764818.695486:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1093632->1097727) req@ffff8b8c927fa300 x1862022222758016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/4536 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764818.695493:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa300 with x1862022222758016 ext(1093632->1097727) 00002000:00010000:3.0:1775764818.695496:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fa300 00000100:00100000:2.0:1775764818.700774:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.710224:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222758272 00000100:00100000:1.0:1775764818.710235:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222758272 00002000:00100000:1.0:1775764818.710284:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1073152->1122303) req@ffff8b8cad160700 x1862022222758272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 504/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764818.710295:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad160700 with x1862022222758272 ext(1073152->1122303) 00002000:00010000:1.0:1775764818.710311:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad160700 00000100:00100000:1.0:1775764818.710386:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37280 00000100:00100000:1.0:1775764818.710397:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222758272:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764818.722941:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764818.733196:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.733285:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222758528 00000100:00100000:1.0:1775764818.733429:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222758528 00000100:00100000:1.0:1775764818.733488:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84665 00000100:00100000:1.0:1775764818.733498:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222758528:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764818.784121:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995869 is committed 00000100:00100000:2.0:1775764818.784409:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222758528:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 50906us (51218us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764818.784423:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84665 00000100:00100000:2.0:1775764818.790895:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764818.791278:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758000/0xdb23b4c9253cf152 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca91 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.791644:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758a00/0xdb23b4c9253cf159 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.791661:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758a00/0xdb23b4c9253cf159 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.791674:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758a00/0xdb23b4c9253cf159 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764818.791704:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5315864 00000004:00200000:0.0:1775764818.791709:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764818.791873:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758a00/0xdb23b4c9253cf159 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.791903:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758000/0xdb23b4c9253cf152 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca91 expref: 66 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.791923:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758a00/0xdb23b4c9253cf159 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca91 expref: 65 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.791932:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764818.791935:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764818.791939:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c93758a00, rc 0) 00000100:00100000:0.0:1775764818.792292:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022222758656:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1066us (1406us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764818.792311:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44125 00000100:00100000:0.0:1775764818.798103:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764818.798210:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222758784 00000100:00100000:2.0:1775764818.798220:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222758784 00002000:00100000:2.0:1775764818.798266:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (4009984->4014079) req@ffff8b8cad163800 x1862022222758784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764818.798276:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163800 with x1862022222758784 ext(4009984->4014079) 00002000:00010000:2.0:1775764818.798282:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad163800 00000100:00100000:2.0:1775764818.798480:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37282 00000100:00100000:2.0:1775764818.798490:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222758784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764818.798782:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222758784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (680us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764818.798791:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37282 00002000:00100000:2.0:1775764818.798798:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (4009984->4014079) req@ffff8b8cad163800 x1862022222758784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/4536 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764818.798806:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163800 with x1862022222758784 ext(4009984->4014079) 00002000:00010000:2.0:1775764818.798810:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad163800 00000100:00100000:1.0:1775764818.804684:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764818.804984:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222758912 00000100:00100000:0.0:1775764818.805004:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222758912 00002000:00100000:0.0:1775764818.805063:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (4050944->4055039) req@ffff8b8cc17b5f80 x1862022222758912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764818.805073:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5f80 with x1862022222758912 ext(4050944->4055039) 00002000:00010000:0.0:1775764818.805080:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5f80 00000100:00100000:0.0:1775764818.805107:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37283 00000100:00100000:0.0:1775764818.805116:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222758912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764818.805563:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222758912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 417us (859us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764818.805572:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37283 00002000:00100000:0.0:1775764818.805579:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (4050944->4055039) req@ffff8b8cc17b5f80 x1862022222758912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/4536 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764818.805588:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5f80 with x1862022222758912 ext(4050944->4055039) 00002000:00010000:0.0:1775764818.805592:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5f80 00000100:00100000:3.0:1775764818.823111:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.827184:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222759040 00000100:00100000:1.0:1775764818.827201:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222759040 00002000:00100000:1.0:1775764818.827261:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (344064->409599) req@ffff8b8c892e1f80 x1862022222759040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764818.827274:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1f80 with x1862022222759040 ext(344064->409599) 00002000:00010000:1.0:1775764818.827280:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1f80 00000100:00100000:1.0:1775764818.827320:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37284 00000100:00100000:1.0:1775764818.827329:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222759040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764818.844779:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222759040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17439us (21666us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764818.844795:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37284 00002000:00100000:1.0:1775764818.844808:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (344064->409599) req@ffff8b8c892e1f80 x1862022222759040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/440 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764818.844818:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1f80 with x1862022222759040 ext(344064->409599) 00002000:00010000:1.0:1775764818.844824:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1f80 00000100:00100000:1.0:1775764818.850665:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764818.850804:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222759296 00000100:00100000:0.0:1775764818.850815:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222759296 00000100:00100000:0.0:1775764818.850876:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44126 00000100:00100000:0.0:1775764818.850887:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022222759296:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764818.850940:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764818.850968:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758a00/0xdb23b4c9253cf159 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca91 expref: 65 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.850988:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764818.851307:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764818.851773:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf160 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.851790:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf160 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.851802:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf160 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764818.851853:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031886 00000004:00010000:2.0:1775764818.851877:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb760f81 reply state 00000000e26bb866 transno 4295031887 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf160 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764818.851886:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764818.852675:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022222759296:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1785us (2016us total) trans 4295031887 rc 0/0 00000100:00100000:2.0:1775764818.852686:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44126 00000020:00080000:2.0:1775764818.852692:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764818.860385:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf160 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.860405:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf160 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.860412:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf160 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.860418:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764818.860423:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf160 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.860430:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf160 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.860450:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764818.860454:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764818.860459:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf160 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.860465:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf160 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764818.863195:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.863250:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.863603:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222759552 00000100:00100000:3.0:1775764818.863615:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222759552 00002000:00010000:3.0:1775764818.863655:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1410819->18446744073709551615) 00002000:00100000:3.0:1775764818.863660:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad880 with x1862022222759552 ext(1410819->18446744073709551615) 00002000:00010000:3.0:1775764818.863673:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3ad880. 00000100:00100000:3.0:1775764818.863696:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222759424 00000100:00100000:3.0:1775764818.863699:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222759424 00002000:00010000:3.0:1775764818.863711:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764818.863714:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad180 with x1862022222759424 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764818.863720:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ad180. 00000100:00100000:3.0:1775764818.863738:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37285 00000100:00100000:3.0:1775764818.863746:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222759552:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764818.864058:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1121560 -> 1410819 00002000:00010000:3.0:1775764818.864063:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764819 00002000:00010000:3.0:1775764818.864066:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:3.0:1775764818.864068:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764819 00002000:00010000:3.0:1775764818.864070:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:3.0:1775764818.864136:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222759552:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 380us (940us total) trans 4294995870 rc 0/0 00000100:00100000:3.0:1775764818.864144:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37285 00002000:00010000:3.0:1775764818.864148:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1410819->18446744073709551615) 00002000:00100000:3.0:1775764818.864150:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad880 with x1862022222759552 ext(1410819->18446744073709551615) 00002000:00010000:3.0:1775764818.864154:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3ad880. 00000100:00100000:3.0:1775764818.864171:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37286 00000100:00100000:3.0:1775764818.864178:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222759424:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764818.864277:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764818.864280:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764818 -> 1775764819 00002000:00010000:3.0:1775764818.864282:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764818 -> 1775764818 00002000:00010000:3.0:1775764818.864284:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764818 -> 1775764819 00002000:00010000:3.0:1775764818.864286:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1741 00000100:00100000:3.0:1775764818.864304:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222759424:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 127us (1054us total) trans 4294996441 rc 0/0 00000100:00100000:3.0:1775764818.864310:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37286 00002000:00010000:3.0:1775764818.864313:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764818.864315:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad180 with x1862022222759424 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764818.864319:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ad180. 00000100:00100000:2.0:1775764818.871259:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764818.871517:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222759680 00000100:00100000:0.0:1775764818.871530:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222759680 00002000:00100000:0.0:1775764818.871610:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (1363968->1368063) req@ffff8b8c9a57f100 x1862022222759680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764818.871622:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57f100 with x1862022222759680 ext(1363968->1368063) 00002000:00010000:0.0:1775764818.871628:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57f100 00000100:00100000:0.0:1775764818.871659:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37287 00000100:00100000:0.0:1775764818.871669:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222759680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764818.872171:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222759680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 500us (922us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764818.872181:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37287 00002000:00100000:0.0:1775764818.872189:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (1363968->1368063) req@ffff8b8c9a57f100 x1862022222759680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/4536 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764818.872198:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57f100 with x1862022222759680 ext(1363968->1368063) 00002000:00010000:0.0:1775764818.872203:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57f100 00000100:00100000:2.0:1775764818.877460:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764818.877707:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222759808 00000100:00100000:1.0:1775764818.877718:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222759808 00002000:00100000:1.0:1775764818.877770:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (1368064->1372159) req@ffff8b8c9a57ca80 x1862022222759808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764818.877781:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57ca80 with x1862022222759808 ext(1368064->1372159) 00002000:00010000:1.0:1775764818.877788:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57ca80 00000100:00100000:1.0:1775764818.877824:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37288 00000100:00100000:1.0:1775764818.877834:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222759808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764818.878090:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222759808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (639us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764818.878097:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37288 00002000:00100000:1.0:1775764818.878103:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (1368064->1372159) req@ffff8b8c9a57ca80 x1862022222759808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 488/4536 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764818.878110:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57ca80 with x1862022222759808 ext(1368064->1372159) 00002000:00010000:1.0:1775764818.878114:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57ca80 00000100:00100000:1.0:1775764818.884460:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.884619:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222759936 00000100:00100000:3.0:1775764818.884631:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222759936 00002000:00100000:3.0:1775764818.884682:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1122304->1413119) req@ffff8b8c9a3aca80 x1862022222759936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 504/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764818.884692:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3aca80 with x1862022222759936 ext(1122304->1413119) 00002000:00010000:3.0:1775764818.884698:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3aca80 00000100:00100000:3.0:1775764818.884737:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37289 00000100:00100000:3.0:1775764818.884747:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222759936:12345-192.168.202.29@tcp:3:fsx.0 00010000:00010000:0.0:1775764818.890753:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764818.891123:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222759936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6370us (6666us total) trans 0 rc 282624/282624 00000100:00100000:2.0:1775764818.891146:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37289 00002000:00100000:2.0:1775764818.891160:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1122304->1413119) req@ffff8b8c9a3aca80 x1862022222759936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 504/440 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 282624/282624 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764818.891171:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3aca80 with x1862022222759936 ext(1122304->1413119) 00002000:00010000:2.0:1775764818.891178:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3aca80 00000100:00100000:1.0:1775764818.900859:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764818.902584:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222760064 00000100:00100000:0.0:1775764818.902602:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222760064 00002000:00100000:2.0:1775764818.902804:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (372736->1410818) req@ffff8b8c9a3adc00 x1862022222760064/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 504/0 e 0 to 0 dl 1775764829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764818.902817:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3adc00 with x1862022222760064 ext(372736->1410818) 00002000:00010000:2.0:1775764818.902824:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3adc00 00000100:00100000:2.0:1775764818.902860:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37290 00000100:00100000:2.0:1775764818.902871:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222760064:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764818.911141:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222760064:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8252us (10272us total) trans 4294995871 rc 0/0 00000100:00100000:3.0:1775764818.911155:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37290 00002000:00100000:3.0:1775764818.911169:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (372736->1410818) req@ffff8b8c9a3adc00 x1862022222760064/t4294995871(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:299/0 lens 504/448 e 0 to 0 dl 1775764829 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764818.911179:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3adc00 with x1862022222760064 ext(372736->1410818) 00002000:00010000:3.0:1775764818.911187:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3adc00 00000100:00100000:0.0:1775764818.915795:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.915909:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222760192 00000100:00100000:3.0:1775764818.915919:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222760192 00000100:00100000:3.0:1775764818.915979:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84666 00000100:00100000:3.0:1775764818.915989:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222760192:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764818.951594:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995871 is committed 00000100:00100000:0.0:1775764818.951784:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222760192:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35789us (35992us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764818.951797:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84666 00000100:00100000:2.0:1775764818.961835:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.961924:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222760320 00000100:00100000:3.0:1775764818.961936:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222760320 00000100:00100000:3.0:1775764818.961997:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44127 00000100:00100000:3.0:1775764818.962006:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022222760320:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764818.962029:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764818.962050:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf167 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca98 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.962146:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf16e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.962160:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf16e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.962171:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf16e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764818.962199:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5605123 00000004:00200000:3.0:1775764818.962203:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764818.962219:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf16e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.962244:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf167 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca98 expref: 68 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.962265:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf16e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca98 expref: 67 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.962273:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764818.962276:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764818.962279:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fa6a600, rc 0) 00000100:00100000:3.0:1775764818.962334:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022222760320:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 330us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764818.962341:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44127 00000100:00100000:0.0:1775764818.986194:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764818.986282:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222760576 00000100:00100000:3.0:1775764818.986301:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222760576 00000100:00100000:3.0:1775764818.986367:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44128 00000100:00100000:3.0:1775764818.986377:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022222760576:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764818.986434:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764818.986461:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf16e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca98 expref: 67 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.986478:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764818.986484:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764818.986808:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf175 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.986824:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.986834:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764818.986894:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031888 00000004:00010000:3.0:1775764818.986919:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dad197de reply state 000000009eaa3603 transno 4295031889 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764818.986929:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764818.987041:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+69:11755:x1862022222760576:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 664us (855us total) trans 4295031889 rc 0/0 00000100:00100000:3.0:1775764818.987050:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44128 00000020:00080000:3.0:1775764818.987055:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764818.991821:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764818.991852:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764818.991881:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222760704 00000100:00100000:0.0:1775764818.991893:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222760704 00002000:00010000:0.0:1775764818.991944:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (417481->18446744073709551615) 00002000:00100000:0.0:1775764818.991949:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022222760704 ext(417481->18446744073709551615) 00002000:00010000:0.0:1775764818.991962:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdc00. 00000100:00100000:0.0:1775764818.991983:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222760832 00000100:00100000:0.0:1775764818.991987:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222760832 00002000:00010000:0.0:1775764818.992005:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764818.992009:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc700 with x1862022222760832 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764818.992015:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defc700. 00000100:00100000:0.0:1775764818.992031:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37291 00000100:00100000:0.0:1775764818.992040:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222760704:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764818.992434:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 417481 00002000:00010000:0.0:1775764818.992439:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764819 -> 1775764819 00002000:00010000:0.0:1775764818.992441:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764818 -> 1775764818 00002000:00010000:0.0:1775764818.992443:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764819 -> 1775764819 00002000:00010000:0.0:1775764818.992445:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1741 00000100:00100000:0.0:1775764818.992499:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222760704:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 459us (689us total) trans 4294996442 rc 0/0 00000100:00100000:0.0:1775764818.992507:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37291 00002000:00010000:0.0:1775764818.992510:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (417481->18446744073709551615) 00002000:00100000:0.0:1775764818.992512:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022222760704 ext(417481->18446744073709551615) 00002000:00010000:0.0:1775764818.992516:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdc00. 00000100:00100000:0.0:1775764818.992531:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37292 00000100:00100000:0.0:1775764818.992577:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222760832:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764818.992790:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1410819 -> 0 00002000:00010000:0.0:1775764818.992794:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764819 -> 1775764819 00002000:00010000:0.0:1775764818.992797:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:0.0:1775764818.992798:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764819 -> 1775764819 00002000:00010000:0.0:1775764818.992801:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 647 00000100:00100000:0.0:1775764818.992824:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222760832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 286us (971us total) trans 4294995872 rc 0/0 00000100:00100000:0.0:1775764818.992831:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37292 00002000:00010000:0.0:1775764818.992834:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764818.992836:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc700 with x1862022222760832 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764818.992840:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defc700. 00010000:00010000:3.0:1775764818.993381:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.993393:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf175 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.993399:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf175 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.993404:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8fa6a200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764818.993409:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf175 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.993416:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf175 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.993434:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764818.993436:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764818.993440:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf175 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.993450:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf175 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764819.016224:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.016521:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222760960 00000100:00100000:0.0:1775764819.016533:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222760960 00000100:00100000:0.0:1775764819.016630:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44129 00000100:00100000:0.0:1775764819.016640:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022222760960:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764819.016663:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764819.016685:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759c00/0xdb23b4c9253cf17c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fca9f expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.016772:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759e00/0xdb23b4c9253cf183 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.016786:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759e00/0xdb23b4c9253cf183 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.016797:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759e00/0xdb23b4c9253cf183 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764819.016825:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 417481 00000004:00200000:0.0:1775764819.016830:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764819.016847:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759e00/0xdb23b4c9253cf183 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.016875:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759c00/0xdb23b4c9253cf17c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca9f expref: 70 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.016894:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759e00/0xdb23b4c9253cf183 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca9f expref: 69 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.016904:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764819.016906:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764819.016910:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c93759e00, rc 0) 00000100:00080000:3.0:1775764819.017151:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1775764819.017335:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295031865 is committed 00000001:00080000:2.0:1775764819.017628:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295031879 is committed 00000001:00080000:2.0:1775764819.017675:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295031887 is committed 00000100:00100000:0.0:1775764819.017857:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222760960:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1217us (1652us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.017866:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44129 00000100:00100000:0.0:1775764819.029768:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.029943:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222761088 00000100:00100000:2.0:1775764819.029955:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222761088 00002000:00100000:2.0:1775764819.030186:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2400255) req@ffff8b8b85a33b80 x1862022222761088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.030198:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33b80 with x1862022222761088 ext(2396160->2400255) 00002000:00010000:2.0:1775764819.030204:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33b80 00000100:00100000:2.0:1775764819.030239:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37293 00000100:00100000:2.0:1775764819.030249:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222761088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.031272:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222761088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1020us (1509us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.031287:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37293 00002000:00100000:2.0:1775764819.031454:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2400255) req@ffff8b8b85a33b80 x1862022222761088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.031464:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33b80 with x1862022222761088 ext(2396160->2400255) 00002000:00010000:2.0:1775764819.031469:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33b80 00000100:00100000:2.0:1775764819.047122:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.047169:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.047265:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222761216 00000100:00100000:0.0:1775764819.047276:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222761216 00002000:00100000:0.0:1775764819.047334:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (417792->2404351) req@ffff8b8c9a57e680 x1862022222761216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 504/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764819.047345:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57e680 with x1862022222761216 ext(417792->2404351) 00002000:00010000:0.0:1775764819.047351:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57e680 00000100:00100000:0.0:1775764819.047388:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222761344 00000100:00100000:0.0:1775764819.047391:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222761344 00002000:00100000:0.0:1775764819.047406:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1462272->2396159) req@ffff8b8c9a57df80 x1862022222761344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764819.047415:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57df80 with x1862022222761344 ext(1462272->2396159) 00002000:00010000:0.0:1775764819.047418:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57df80 00000100:00100000:0.0:1775764819.047443:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37294 00000100:00100000:0.0:1775764819.047453:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222761216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.048148:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37295 00000100:00100000:2.0:1775764819.048159:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222761344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.052142:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222761344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3967us (4953us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.052157:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37295 00002000:00100000:2.0:1775764819.052171:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1462272->2396159) req@ffff8b8c9a57df80 x1862022222761344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.052182:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57df80 with x1862022222761344 ext(1462272->2396159) 00002000:00010000:2.0:1775764819.052188:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57df80 00000100:00100000:2.0:1775764819.055588:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222761216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8125us (8465us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.055601:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37294 00002000:00100000:2.0:1775764819.055613:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (417792->2404351) req@ffff8b8c9a57e680 x1862022222761216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 504/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.055623:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57e680 with x1862022222761216 ext(417792->2404351) 00002000:00010000:2.0:1775764819.055628:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57e680 00000100:00100000:0.0:1775764819.064675:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.064832:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222761472 00000100:00100000:2.0:1775764819.064843:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222761472 00002000:00100000:2.0:1775764819.064893:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2404352->2408447) req@ffff8b8b85a32680 x1862022222761472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.064905:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32680 with x1862022222761472 ext(2404352->2408447) 00002000:00010000:2.0:1775764819.064911:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32680 00000100:00100000:2.0:1775764819.064958:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37296 00000100:00100000:2.0:1775764819.064970:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222761472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.065785:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222761472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 813us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.065794:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37296 00002000:00100000:2.0:1775764819.065801:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2404352->2408447) req@ffff8b8b85a32680 x1862022222761472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.065811:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32680 with x1862022222761472 ext(2404352->2408447) 00002000:00010000:2.0:1775764819.065814:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32680 00000100:00100000:3.0:1775764819.070472:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764819.070577:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222761600 00000100:00100000:1.0:1775764819.070588:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222761600 00002000:00100000:1.0:1775764819.070630:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2408448->2412543) req@ffff8b8c892e1180 x1862022222761600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.070642:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1180 with x1862022222761600 ext(2408448->2412543) 00002000:00010000:1.0:1775764819.070648:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1180 00000100:00100000:1.0:1775764819.070676:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37297 00000100:00100000:1.0:1775764819.070685:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222761600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764819.070889:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222761600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 204us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.070897:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37297 00002000:00100000:1.0:1775764819.070902:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2408448->2412543) req@ffff8b8c892e1180 x1862022222761600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.070911:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1180 with x1862022222761600 ext(2408448->2412543) 00002000:00010000:1.0:1775764819.070914:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1180 00000100:00100000:0.0:1775764819.075305:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.075471:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222761728 00000100:00100000:2.0:1775764819.075481:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222761728 00002000:00100000:2.0:1775764819.075530:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2412544->2416639) req@ffff8b8b85a31c00 x1862022222761728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.075579:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022222761728 ext(2412544->2416639) 00002000:00010000:2.0:1775764819.075586:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:2.0:1775764819.075622:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37298 00000100:00100000:2.0:1775764819.075632:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222761728:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.075984:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222761728:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 352us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.076002:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37298 00002000:00100000:2.0:1775764819.076010:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2412544->2416639) req@ffff8b8b85a31c00 x1862022222761728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.076019:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022222761728 ext(2412544->2416639) 00002000:00010000:2.0:1775764819.076022:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:0.0:1775764819.081859:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.081952:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222761856 00000100:00100000:2.0:1775764819.081962:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222761856 00002000:00100000:2.0:1775764819.082016:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2416640->2420735) req@ffff8b8caf8c0700 x1862022222761856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.082028:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c0700 with x1862022222761856 ext(2416640->2420735) 00002000:00010000:2.0:1775764819.082033:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c0700 00000100:00100000:2.0:1775764819.082060:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37299 00000100:00100000:2.0:1775764819.082068:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222761856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.082317:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222761856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 248us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.082325:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37299 00002000:00100000:2.0:1775764819.082331:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2416640->2420735) req@ffff8b8caf8c0700 x1862022222761856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.082339:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c0700 with x1862022222761856 ext(2416640->2420735) 00002000:00010000:2.0:1775764819.082342:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c0700 00000100:00100000:2.0:1775764819.086739:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764819.086835:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222761984 00000100:00100000:3.0:1775764819.086846:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222761984 00002000:00100000:3.0:1775764819.086896:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2420736->2424831) req@ffff8b8c9ecf4a80 x1862022222761984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.086906:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf4a80 with x1862022222761984 ext(2420736->2424831) 00002000:00010000:3.0:1775764819.086912:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf4a80 00000100:00100000:3.0:1775764819.086947:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37300 00000100:00100000:3.0:1775764819.086956:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222761984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764819.087219:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222761984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 263us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.087227:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37300 00002000:00100000:3.0:1775764819.087234:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2420736->2424831) req@ffff8b8c9ecf4a80 x1862022222761984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.087241:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf4a80 with x1862022222761984 ext(2420736->2424831) 00002000:00010000:3.0:1775764819.087245:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf4a80 00000100:00100000:3.0:1775764819.091888:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.092237:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222762112 00000100:00100000:2.0:1775764819.092247:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222762112 00002000:00100000:2.0:1775764819.092310:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2424832->2428927) req@ffff8b8c892e0e00 x1862022222762112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.092321:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022222762112 ext(2424832->2428927) 00002000:00010000:2.0:1775764819.092328:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0e00 00000100:00100000:2.0:1775764819.092421:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37301 00000100:00100000:2.0:1775764819.092432:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222762112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.092734:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222762112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 302us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.092743:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37301 00002000:00100000:2.0:1775764819.092750:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2424832->2428927) req@ffff8b8c892e0e00 x1862022222762112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.092760:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022222762112 ext(2424832->2428927) 00002000:00010000:2.0:1775764819.092763:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0e00 00000100:00100000:3.0:1775764819.096773:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.097648:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222762240 00000100:00100000:0.0:1775764819.097659:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222762240 00002000:00100000:0.0:1775764819.097705:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2428928->2433023) req@ffff8b8c892e2d80 x1862022222762240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764819.097717:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022222762240 ext(2428928->2433023) 00002000:00010000:0.0:1775764819.097723:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2d80 00000100:00100000:0.0:1775764819.097746:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37302 00000100:00100000:0.0:1775764819.097753:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222762240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764819.097976:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222762240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 222us (1211us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.097983:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37302 00002000:00100000:0.0:1775764819.099500:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2428928->2433023) req@ffff8b8c892e2d80 x1862022222762240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764819.099519:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022222762240 ext(2428928->2433023) 00002000:00010000:0.0:1775764819.099525:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2d80 00000100:00100000:3.0:1775764819.102367:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.102656:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222762368 00000100:00100000:0.0:1775764819.102665:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222762368 00002000:00100000:0.0:1775764819.102707:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2433024->2437119) req@ffff8b8c8f8c5f80 x1862022222762368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764819.102724:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5f80 with x1862022222762368 ext(2433024->2437119) 00002000:00010000:0.0:1775764819.102730:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5f80 00000100:00100000:0.0:1775764819.102761:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37303 00000100:00100000:0.0:1775764819.102771:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222762368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764819.103287:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222762368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 515us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.103306:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37303 00002000:00100000:0.0:1775764819.103315:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2433024->2437119) req@ffff8b8c8f8c5f80 x1862022222762368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764819.103324:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5f80 with x1862022222762368 ext(2433024->2437119) 00002000:00010000:0.0:1775764819.103327:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5f80 00000100:00100000:0.0:1775764819.107786:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.107890:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222762496 00000100:00100000:2.0:1775764819.107901:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222762496 00002000:00100000:2.0:1775764819.108122:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2437120->2441215) req@ffff8b8caf8c2300 x1862022222762496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.108143:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c2300 with x1862022222762496 ext(2437120->2441215) 00002000:00010000:2.0:1775764819.108150:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c2300 00000100:00100000:2.0:1775764819.108220:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37304 00000100:00100000:2.0:1775764819.108229:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222762496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.108466:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222762496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 238us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.108474:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37304 00002000:00100000:2.0:1775764819.108482:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2437120->2441215) req@ffff8b8caf8c2300 x1862022222762496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.108490:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c2300 with x1862022222762496 ext(2437120->2441215) 00002000:00010000:2.0:1775764819.108493:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c2300 00000100:00100000:2.0:1775764819.113336:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764819.113442:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222762624 00000100:00100000:1.0:1775764819.113452:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222762624 00002000:00100000:1.0:1775764819.113503:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2441216->2445311) req@ffff8b8c9ecf7b80 x1862022222762624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.113515:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf7b80 with x1862022222762624 ext(2441216->2445311) 00002000:00010000:1.0:1775764819.113522:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf7b80 00000100:00100000:1.0:1775764819.113588:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37305 00000100:00100000:1.0:1775764819.113598:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222762624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764819.113828:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222762624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 230us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.113836:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37305 00002000:00100000:1.0:1775764819.113842:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2441216->2445311) req@ffff8b8c9ecf7b80 x1862022222762624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.113850:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf7b80 with x1862022222762624 ext(2441216->2445311) 00002000:00010000:1.0:1775764819.113852:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf7b80 00000100:00100000:0.0:1775764819.118363:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.118522:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222762752 00000100:00100000:2.0:1775764819.118533:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222762752 00002000:00100000:2.0:1775764819.118615:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2445312->2449407) req@ffff8b8caf8c3480 x1862022222762752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.118626:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3480 with x1862022222762752 ext(2445312->2449407) 00002000:00010000:2.0:1775764819.118632:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c3480 00000100:00100000:2.0:1775764819.118665:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37306 00000100:00100000:2.0:1775764819.118676:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222762752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.118910:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222762752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.118918:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37306 00002000:00100000:2.0:1775764819.118925:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2445312->2449407) req@ffff8b8caf8c3480 x1862022222762752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.118933:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3480 with x1862022222762752 ext(2445312->2449407) 00002000:00010000:2.0:1775764819.118937:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c3480 00000100:00100000:0.0:1775764819.123332:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.123677:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222762880 00000100:00100000:2.0:1775764819.123686:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222762880 00002000:00100000:2.0:1775764819.123728:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2449408->2453503) req@ffff8b8caf8c3800 x1862022222762880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.123746:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3800 with x1862022222762880 ext(2449408->2453503) 00002000:00010000:2.0:1775764819.123752:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c3800 00000100:00100000:2.0:1775764819.123783:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37307 00000100:00100000:2.0:1775764819.123791:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222762880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.124935:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222762880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 199us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.124950:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37307 00002000:00100000:2.0:1775764819.124960:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2449408->2453503) req@ffff8b8caf8c3800 x1862022222762880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.124969:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3800 with x1862022222762880 ext(2449408->2453503) 00002000:00010000:2.0:1775764819.124973:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c3800 00000100:00100000:3.0:1775764819.127711:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.128224:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222763008 00000100:00100000:2.0:1775764819.128236:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222763008 00002000:00100000:2.0:1775764819.128508:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2453504->2457599) req@ffff8b8c8f8c7800 x1862022222763008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.128519:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7800 with x1862022222763008 ext(2453504->2457599) 00002000:00010000:2.0:1775764819.128526:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7800 00000100:00100000:2.0:1775764819.128775:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37308 00000100:00100000:2.0:1775764819.128786:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222763008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.129040:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222763008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (1338us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.129048:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37308 00002000:00100000:2.0:1775764819.129055:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2453504->2457599) req@ffff8b8c8f8c7800 x1862022222763008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.129063:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7800 with x1862022222763008 ext(2453504->2457599) 00002000:00010000:2.0:1775764819.129067:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7800 00000100:00100000:0.0:1775764819.134737:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.135002:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222763136 00000100:00100000:2.0:1775764819.135013:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222763136 00002000:00100000:2.0:1775764819.135061:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2457599) req@ffff8b8caf8c1f80 x1862022222763136/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.135072:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1f80 with x1862022222763136 ext(2396160->2457599) 00002000:00010000:2.0:1775764819.135078:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c1f80 00000100:00100000:2.0:1775764819.135114:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37309 00000100:00100000:2.0:1775764819.135133:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222763136:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764819.142766:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222763136:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7633us (8027us total) trans 4294996443 rc 0/0 00000100:00100000:2.0:1775764819.142782:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37309 00002000:00100000:2.0:1775764819.142796:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2457599) req@ffff8b8caf8c1f80 x1862022222763136/t4294996443(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/448 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.142809:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1f80 with x1862022222763136 ext(2396160->2457599) 00002000:00010000:2.0:1775764819.142816:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c1f80 00000100:00100000:0.0:1775764819.147080:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764819.147508:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222763264 00000100:00100000:1.0:1775764819.147519:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222763264 00000100:00100000:1.0:1775764819.147664:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84667 00000100:00100000:1.0:1775764819.147675:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222763264:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764819.224689:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996442 is committed 00000001:00080000:0.0:1775764819.224714:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996443 is committed 00000100:00100000:1.0:1775764819.225487:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222763264:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 77807us (78408us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.225500:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84667 00000100:00100000:0.0:1775764819.247910:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.248026:0:12139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222763520 00000100:00100000:2.0:1775764819.248036:0:12139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222763520 00000100:00100000:2.0:1775764819.248106:0:12139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 20534 00000100:00100000:2.0:1775764819.248118:0:12139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222763520:12345-192.168.202.29@tcp:35:fsx.0 00000100:00100000:2.0:1775764819.248478:0:12139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022222763520:12345-192.168.202.29@tcp:35:fsx.0 Request processed in 362us (576us total) trans 4295031890 rc 0/0 00000100:00100000:2.0:1775764819.248487:0:12139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 20534 00000100:00100000:0.0:1775764819.256936:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.257164:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222763776 00000100:00100000:2.0:1775764819.257175:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222763776 00000100:00100000:2.0:1775764819.257523:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44130 00000100:00100000:2.0:1775764819.257672:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022222763776:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764819.257701:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764819.257723:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf18a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcaa6 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.257800:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf191 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.257817:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf191 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.257832:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf191 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.257848:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf198 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.257854:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf198 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.257860:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf198 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259628:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253cf19f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259649:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253cf19f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259661:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253cf19f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764819.259673:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5139125 00010000:00010000:2.0:1775764819.259766:0:5813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf191 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259773:0:5813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf191 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259779:0:5813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf191 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259785:0:5813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764819.259789:0:5813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf191 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259797:0:5813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf191 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259810:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b8c27d6bb00) 00010000:00010000:2.0:1775764819.259813:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764819.259818:0:5813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf191 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259824:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf191 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259837:0:5813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf198 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259843:0:5813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf198 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259848:0:5813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf198 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259853:0:5813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764819.259856:0:5813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf198 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259862:0:5813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf198 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259868:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8b8b8121bc00) 00010000:00010000:2.0:1775764819.259871:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764819.259873:0:5813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf198 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259879:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf198 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259923:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf18a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaa6 expref: 14 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259938:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253cf19f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaa6 expref: 13 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.259945:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764819.259948:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764819.259951:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0e00, rc 0) 00000100:00100000:2.0:1775764819.262109:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022222763776:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 4561us (5167us total) trans 4295031891 rc 0/0 00000100:00100000:2.0:1775764819.262132:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44130 00000100:00100000:0.0:1775764819.267453:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764819.267590:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222763904 00000100:00100000:3.0:1775764819.267600:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222763904 00002000:00100000:3.0:1775764819.267649:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3899392->3903487) req@ffff8b8caf8c3100 x1862022222763904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.267659:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3100 with x1862022222763904 ext(3899392->3903487) 00002000:00010000:3.0:1775764819.267665:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c3100 00000100:00100000:3.0:1775764819.267697:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37310 00000100:00100000:3.0:1775764819.267706:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222763904:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764819.267949:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222763904:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 242us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.267957:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37310 00002000:00100000:3.0:1775764819.267962:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3899392->3903487) req@ffff8b8caf8c3100 x1862022222763904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.267971:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3100 with x1862022222763904 ext(3899392->3903487) 00002000:00010000:3.0:1775764819.267974:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c3100 00000100:00100000:1.0:1775764819.283139:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764819.283217:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764819.287060:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222764160 00000100:00100000:3.0:1775764819.287076:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222764160 00002000:00100000:3.0:1775764819.287158:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3923968->3928063) req@ffff8b8c9a3afb80 x1862022222764160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.287171:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3afb80 with x1862022222764160 ext(3923968->3928063) 00002000:00010000:3.0:1775764819.287178:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3afb80 00000100:00100000:3.0:1775764819.287223:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37311 00000100:00100000:3.0:1775764819.287233:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222764160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764819.287518:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222764160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 285us (4299us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.287527:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37311 00002000:00100000:3.0:1775764819.287535:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3923968->3928063) req@ffff8b8c9a3afb80 x1862022222764160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.287581:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3afb80 with x1862022222764160 ext(3923968->3928063) 00002000:00010000:3.0:1775764819.287585:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3afb80 00000100:00100000:2.0:1775764819.291753:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222764032 00000100:00100000:2.0:1775764819.291768:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222764032 00000100:00100000:2.0:1775764819.291894:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16 00000100:00100000:2.0:1775764819.291906:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabcecc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222764032:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764819.291922:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764819.291949:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253cf19f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaa6 expref: 13 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.291969:0:5797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764819.291975:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764819.292066:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabcecc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222764032:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 162us (8945us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.292073:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16 00000100:00100000:1.0:1775764819.299116:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764819.299226:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222764288 00000100:00100000:3.0:1775764819.299238:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222764288 00002000:00100000:3.0:1775764819.299315:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (909312->942079) req@ffff8b8c9a3ae680 x1862022222764288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.299327:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ae680 with x1862022222764288 ext(909312->942079) 00002000:00010000:3.0:1775764819.299332:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3ae680 00000100:00100000:3.0:1775764819.299368:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37312 00000100:00100000:3.0:1775764819.299379:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222764288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:1.0:1775764819.300303:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764819.301864:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222764288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2477us (2749us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.301876:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37312 00002000:00100000:3.0:1775764819.301888:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (909312->942079) req@ffff8b8c9a3ae680 x1862022222764288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.301899:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ae680 with x1862022222764288 ext(909312->942079) 00002000:00010000:3.0:1775764819.301904:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3ae680 00000100:00100000:1.0:1775764819.310163:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.310255:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222764544 00000100:00100000:0.0:1775764819.310265:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222764544 00000100:00100000:0.0:1775764819.310326:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44131 00000100:00100000:0.0:1775764819.310338:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022222764544:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764819.310402:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764819.310431:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759e00/0xdb23b4c9253cf183 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fca9f expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.310452:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764819.310457:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764819.310725:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759400/0xdb23b4c9253cf1ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.310739:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759400/0xdb23b4c9253cf1ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.310751:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759400/0xdb23b4c9253cf1ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764819.310804:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031892 00000004:00010000:0.0:1775764819.310827:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d923e483 reply state 000000009476c9b9 transno 4295031893 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759400/0xdb23b4c9253cf1ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764819.310836:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764819.311001:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222764544:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 664us (845us total) trans 4295031893 rc 0/0 00000100:00100000:0.0:1775764819.311009:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44131 00000020:00080000:0.0:1775764819.311014:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764819.317032:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764819.317069:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.317148:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222764672 00000100:00100000:0.0:1775764819.317158:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222764672 00002000:00010000:0.0:1775764819.317197:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (285835->18446744073709551615) 00002000:00100000:0.0:1775764819.317202:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ae300 with x1862022222764672 ext(285835->18446744073709551615) 00002000:00010000:0.0:1775764819.317232:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ae300. 00000100:00100000:0.0:1775764819.317263:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222764800 00000100:00100000:0.0:1775764819.317266:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222764800 00002000:00010000:0.0:1775764819.317279:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764819.317282:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3af480 with x1862022222764800 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764819.317288:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3af480. 00000100:00100000:0.0:1775764819.317306:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37313 00000100:00100000:0.0:1775764819.317315:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222764672:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764819.317668:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 417481 -> 285835 00002000:00010000:0.0:1775764819.317672:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764819 -> 1775764819 00002000:00010000:0.0:1775764819.317674:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764818 -> 1775764818 00002000:00010000:0.0:1775764819.317677:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764819 -> 1775764819 00002000:00010000:0.0:1775764819.317679:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 521 00000100:00100000:0.0:1775764819.317732:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222764672:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 417us (709us total) trans 4294996444 rc 0/0 00000100:00100000:0.0:1775764819.317740:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37313 00002000:00010000:0.0:1775764819.317744:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (285835->18446744073709551615) 00002000:00100000:0.0:1775764819.317746:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ae300 with x1862022222764672 ext(285835->18446744073709551615) 00002000:00010000:0.0:1775764819.317750:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ae300. 00000100:00100000:0.0:1775764819.317767:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37314 00000100:00100000:0.0:1775764819.317774:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222764800:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764819.317885:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764819.317888:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764819 -> 1775764819 00002000:00010000:0.0:1775764819.317891:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:0.0:1775764819.317893:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764819 -> 1775764819 00002000:00010000:0.0:1775764819.317895:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:0.0:1775764819.317917:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222764800:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 144us (848us total) trans 4294995873 rc 0/0 00000100:00100000:0.0:1775764819.317924:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37314 00002000:00010000:0.0:1775764819.317927:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764819.317929:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3af480 with x1862022222764800 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764819.317934:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3af480. 00010000:00010000:3.0:1775764819.318683:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759400/0xdb23b4c9253cf1ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.318696:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759400/0xdb23b4c9253cf1ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.318705:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759400/0xdb23b4c9253cf1ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.318713:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c93759400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764819.318717:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759400/0xdb23b4c9253cf1ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.318726:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759400/0xdb23b4c9253cf1ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.318743:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764819.318746:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764819.318751:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759400/0xdb23b4c9253cf1ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.318757:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759400/0xdb23b4c9253cf1ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764819.327470:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.327603:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222764928 00000100:00100000:0.0:1775764819.327615:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222764928 00000100:00100000:0.0:1775764819.327668:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44132 00000100:00100000:0.0:1775764819.327677:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022222764928:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764819.327700:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764819.327720:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759e00/0xdb23b4c9253cf1b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcaad expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.327851:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758400/0xdb23b4c9253cf1bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.327867:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758400/0xdb23b4c9253cf1bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.327880:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758400/0xdb23b4c9253cf1bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764819.327909:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 285835 00000004:00200000:0.0:1775764819.327914:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764819.327932:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758400/0xdb23b4c9253cf1bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.327956:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759e00/0xdb23b4c9253cf1b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaad expref: 15 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.327982:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758400/0xdb23b4c9253cf1bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaad expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.327991:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764819.327994:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764819.327999:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c93758400, rc 0) 00000100:00100000:2.0:1775764819.328383:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222764928:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 705us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.328392:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44132 00000100:00100000:1.0:1775764819.345485:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.345687:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222765184 00000100:00100000:2.0:1775764819.345698:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222765184 00000100:00100000:2.0:1775764819.345753:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44133 00000100:00100000:2.0:1775764819.345764:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222765184:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764819.345822:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764819.345855:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93758400/0xdb23b4c9253cf1bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaad expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.345877:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764819.345883:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764819.346102:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf1c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.346116:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf1c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.346138:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf1c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764819.346192:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031894 00000004:00010000:2.0:1775764819.346462:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000010c23a9e reply state 000000009e506918 transno 4295031895 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf1c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764819.346472:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764819.347413:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222765184:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1646us (1932us total) trans 4295031895 rc 0/0 00000100:00100000:2.0:1775764819.347423:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44133 00000020:00080000:2.0:1775764819.347429:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764819.354191:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764819.354226:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764819.354254:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222765312 00000100:00100000:1.0:1775764819.354263:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222765312 00002000:00010000:1.0:1775764819.354314:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3126742->18446744073709551615) 00002000:00100000:1.0:1775764819.354319:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3adf80 with x1862022222765312 ext(3126742->18446744073709551615) 00002000:00010000:1.0:1775764819.354332:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3adf80. 00000100:00100000:1.0:1775764819.354352:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222765440 00000100:00100000:1.0:1775764819.354355:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222765440 00002000:00010000:1.0:1775764819.354367:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764819.354370:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ace00 with x1862022222765440 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764819.354377:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3ace00. 00000100:00100000:1.0:1775764819.354392:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37315 00000100:00100000:1.0:1775764819.354402:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222765312:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764819.354648:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 285835 -> 3126742 00002000:00010000:1.0:1775764819.354653:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764819 -> 1775764819 00002000:00010000:1.0:1775764819.354655:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764819.354657:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764819 -> 1775764819 00002000:00010000:1.0:1775764819.354660:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:1.0:1775764819.354712:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222765312:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 312us (529us total) trans 4294996445 rc 0/0 00000100:00100000:1.0:1775764819.354720:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37315 00002000:00010000:1.0:1775764819.354723:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3126742->18446744073709551615) 00002000:00100000:1.0:1775764819.354726:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3adf80 with x1862022222765312 ext(3126742->18446744073709551615) 00002000:00010000:1.0:1775764819.354731:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3adf80. 00000100:00100000:1.0:1775764819.354747:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37316 00000100:00100000:1.0:1775764819.354753:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222765440:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764819.354864:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764819.354867:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764819 -> 1775764819 00002000:00010000:1.0:1775764819.354870:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:1.0:1775764819.354872:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764819 -> 1775764819 00002000:00010000:1.0:1775764819.354874:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:1.0:1775764819.354894:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222765440:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 141us (667us total) trans 4294995874 rc 0/0 00000100:00100000:1.0:1775764819.354901:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37316 00002000:00010000:1.0:1775764819.354903:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764819.354906:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ace00 with x1862022222765440 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764819.354910:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3ace00. 00010000:00010000:3.0:1775764819.355069:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf1c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.355081:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf1c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.355089:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf1c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.355095:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764819.355099:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf1c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.355110:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf1c2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.355137:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764819.355140:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764819.355145:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf1c2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.355151:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253cf1c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764819.389880:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764819.389946:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764819.390593:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222765568 00000100:00100000:1.0:1775764819.390607:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222765568 00002000:00100000:1.0:1775764819.390658:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (286720->3071999) req@ffff8b8c8f8c4e00 x1862022222765568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 504/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.390671:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022222765568 ext(286720->3071999) 00002000:00010000:1.0:1775764819.390677:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4e00 00000100:00100000:1.0:1775764819.390706:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222765696 00000100:00100000:1.0:1775764819.390709:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222765696 00002000:00100000:1.0:1775764819.390721:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1331200->2379775) req@ffff8b8c8f8c7b80 x1862022222765696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.390729:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022222765696 ext(1331200->2379775) 00002000:00010000:1.0:1775764819.390732:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7b80 00000100:00100000:1.0:1775764819.390809:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37317 00000100:00100000:1.0:1775764819.390819:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222765568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764819.401839:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37318 00000100:00100000:0.0:1775764819.401867:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222765696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764819.416099:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764819.416674:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222765824 00000100:00100000:3.0:1775764819.416685:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222765824 00002000:00100000:3.0:1775764819.416731:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2379776->3129343) req@ffff8b8c9a3aea00 x1862022222765824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 504/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.416743:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3aea00 with x1862022222765824 ext(2379776->3129343) 00002000:00010000:3.0:1775764819.416749:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3aea00 00000100:00100000:3.0:1775764819.416788:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37319 00000100:00100000:3.0:1775764819.416798:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222765824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764819.435935:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222765568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 45107us (46058us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764819.435948:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37317 00002000:00100000:2.0:1775764819.435960:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (286720->3071999) req@ffff8b8c8f8c4e00 x1862022222765568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 504/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.435971:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022222765568 ext(286720->3071999) 00002000:00010000:2.0:1775764819.435978:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4e00 00000100:00100000:1.0:1775764819.470071:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222765696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 68210us (80114us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764819.470086:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37318 00002000:00100000:1.0:1775764819.470099:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1331200->2379775) req@ffff8b8c8f8c7b80 x1862022222765696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.470109:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022222765696 ext(1331200->2379775) 00002000:00010000:1.0:1775764819.470115:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7b80 00000100:00100000:3.0:1775764819.491474:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222765824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 74661us (75368us total) trans 0 rc 745472/745472 00000100:00100000:3.0:1775764819.491492:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37319 00002000:00100000:3.0:1775764819.491510:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2379776->3129343) req@ffff8b8c9a3aea00 x1862022222765824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 504/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 745472/745472 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.491531:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3aea00 with x1862022222765824 ext(2379776->3129343) 00002000:00010000:3.0:1775764819.491585:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3aea00 00000100:00100000:0.0:1775764819.522511:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.527580:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222765952 00000100:00100000:2.0:1775764819.527604:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222765952 00002000:00100000:2.0:1775764819.527694:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (102400->3126741) req@ffff8b8caf8c1500 x1862022222765952/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 504/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.527708:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1500 with x1862022222765952 ext(102400->3126741) 00002000:00010000:2.0:1775764819.527715:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c1500 00000100:00100000:2.0:1775764819.528209:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37320 00000100:00100000:2.0:1775764819.528223:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222765952:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764819.565298:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222765952:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 37063us (42785us total) trans 4294996446 rc 0/0 00000100:00100000:0.0:1775764819.565314:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37320 00002000:00100000:0.0:1775764819.565331:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (102400->3126741) req@ffff8b8caf8c1500 x1862022222765952/t4294996446(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 504/448 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764819.565344:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1500 with x1862022222765952 ext(102400->3126741) 00002000:00010000:0.0:1775764819.565351:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c1500 00000100:00100000:2.0:1775764819.572286:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.572622:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222766080 00000100:00100000:0.0:1775764819.572635:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222766080 00000100:00100000:0.0:1775764819.572844:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84668 00000100:00100000:0.0:1775764819.572858:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222766080:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764819.683606:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996446 is committed 00000100:00100000:0.0:1775764819.683787:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222766080:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 110924us (111508us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.683807:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84668 00000100:00100000:2.0:1775764819.686999:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764819.687097:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222766208 00000100:00100000:3.0:1775764819.687108:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222766208 00000100:00100000:3.0:1775764819.687186:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44134 00000100:00100000:3.0:1775764819.687197:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022222766208:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764819.687221:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764819.687241:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf1c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcab4 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.687344:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf1d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.687359:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf1d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.687372:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf1d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764819.687402:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3126742 00000004:00200000:3.0:1775764819.687407:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764819.687424:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf1d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.687450:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf1c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcab4 expref: 17 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.687469:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf1d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcab4 expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.687478:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764819.687482:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764819.687486:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fa6a600, rc 0) 00000100:00100000:3.0:1775764819.687591:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222766208:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 395us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.687598:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44134 00000100:00100000:1.0:1775764819.711051:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.711169:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222766336 00000100:00100000:2.0:1775764819.711183:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222766336 00002000:00100000:2.0:1775764819.711238:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2478080->2506751) req@ffff8b8c9a3ac380 x1862022222766336/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764819.711249:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ac380 with x1862022222766336 ext(2478080->2506751) 00002000:00010000:2.0:1775764819.711254:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ac380 00000100:00100000:3.0:1775764819.711398:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37321 00000100:00100000:3.0:1775764819.711410:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222766336:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764819.723008:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222766336:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 11589us (11961us total) trans 4294996447 rc 0/0 00000100:00100000:3.0:1775764819.723023:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37321 00002000:00100000:3.0:1775764819.723036:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2478080->2506751) req@ffff8b8c9a3ac380 x1862022222766336/t4294996447(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/448 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.723047:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ac380 with x1862022222766336 ext(2478080->2506751) 00002000:00010000:3.0:1775764819.723053:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ac380 00000100:00100000:1.0:1775764819.739847:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.739959:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222766464 00000100:00100000:0.0:1775764819.739969:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222766464 00000100:00100000:0.0:1775764819.740041:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84669 00000100:00100000:0.0:1775764819.740052:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222766464:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764819.854534:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222766464:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 114472us (114684us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.854577:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84669 00000001:00080000:1.0:1775764819.854741:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996447 is committed 00000100:00100000:2.0:1775764819.868049:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.868237:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222766720 00000100:00100000:0.0:1775764819.868248:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222766720 00000100:00100000:0.0:1775764819.868328:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44135 00000100:00100000:0.0:1775764819.868338:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222766720:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764819.868391:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764819.868421:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a600/0xdb23b4c9253cf1d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcab4 expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.868440:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764819.868445:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764819.868707:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759a00/0xdb23b4c9253cf1d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.868722:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759a00/0xdb23b4c9253cf1d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.868733:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759a00/0xdb23b4c9253cf1d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764819.868787:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031896 00000004:00010000:0.0:1775764819.868812:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f472414b reply state 00000000b6f577e2 transno 4295031897 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759a00/0xdb23b4c9253cf1d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764819.868821:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764819.868917:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222766720:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 580us (877us total) trans 4295031897 rc 0/0 00000100:00100000:0.0:1775764819.868924:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44135 00000020:00080000:0.0:1775764819.868929:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764819.872648:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759a00/0xdb23b4c9253cf1d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.872667:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759a00/0xdb23b4c9253cf1d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.872675:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759a00/0xdb23b4c9253cf1d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.872681:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c93759a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764819.872688:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759a00/0xdb23b4c9253cf1d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.872697:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759a00/0xdb23b4c9253cf1d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.872715:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764819.872718:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764819.872723:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759a00/0xdb23b4c9253cf1d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.872729:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93759a00/0xdb23b4c9253cf1d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764819.876025:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.876115:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764819.876296:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222766848 00000100:00100000:3.0:1775764819.876306:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222766848 00002000:00010000:3.0:1775764819.876345:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764819.876350:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf4380 with x1862022222766848 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764819.876362:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf4380. 00000100:00100000:3.0:1775764819.876394:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222766976 00000100:00100000:3.0:1775764819.876397:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222766976 00002000:00010000:3.0:1775764819.876409:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (915870->18446744073709551615) 00002000:00100000:3.0:1775764819.876411:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf7480 with x1862022222766976 ext(915870->18446744073709551615) 00002000:00010000:3.0:1775764819.876418:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf7480. 00000100:00100000:3.0:1775764819.876444:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37322 00000100:00100000:3.0:1775764819.876453:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222766848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764819.876762:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3126742 -> 4194304 00002000:00010000:3.0:1775764819.876766:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764819 -> 1775764820 00002000:00010000:3.0:1775764819.876769:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764818 -> 1775764818 00002000:00010000:3.0:1775764819.876772:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764819 -> 1775764820 00002000:00010000:3.0:1775764819.876775:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 713 00000100:00100000:3.0:1775764819.876825:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222766848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 373us (809us total) trans 4294996448 rc 0/0 00000100:00100000:3.0:1775764819.876834:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37322 00002000:00010000:3.0:1775764819.876838:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764819.876841:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf4380 with x1862022222766848 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764819.876846:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf4380. 00000100:00100000:3.0:1775764819.876862:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37323 00000100:00100000:3.0:1775764819.876868:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222766976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764819.876983:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 915870 00002000:00010000:3.0:1775764819.876986:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764819 -> 1775764820 00002000:00010000:3.0:1775764819.876989:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764814 00002000:00010000:3.0:1775764819.876991:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764819 -> 1775764820 00002000:00010000:3.0:1775764819.876993:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:3.0:1775764819.877015:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222766976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 147us (900us total) trans 4294995875 rc 0/0 00000100:00100000:3.0:1775764819.877022:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37323 00002000:00010000:3.0:1775764819.877025:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (915870->18446744073709551615) 00002000:00100000:3.0:1775764819.877028:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf7480 with x1862022222766976 ext(915870->18446744073709551615) 00002000:00010000:3.0:1775764819.877033:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf7480. 00000100:00100000:2.0:1775764819.913091:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764819.913164:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764819.913321:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222767104 00000100:00100000:1.0:1775764819.913333:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222767104 00002000:00100000:1.0:1775764819.913387:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (892928->897023) req@ffff8b8c9ecf6d80 x1862022222767104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.913399:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf6d80 with x1862022222767104 ext(892928->897023) 00002000:00010000:1.0:1775764819.913406:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf6d80 00000100:00100000:1.0:1775764819.913433:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222767232 00000100:00100000:1.0:1775764819.913436:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222767232 00002000:00100000:1.0:1775764819.913451:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3129344->4177919) req@ffff8b8c9ecf5180 x1862022222767232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.913460:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf5180 with x1862022222767232 ext(3129344->4177919) 00002000:00010000:1.0:1775764819.913463:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf5180 00000100:00100000:1.0:1775764819.913484:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37324 00000100:00100000:1.0:1775764819.913493:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222767104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764819.913727:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222767104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 234us (646us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764819.913734:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37324 00002000:00100000:1.0:1775764819.913740:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (892928->897023) req@ffff8b8c9ecf6d80 x1862022222767104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/4536 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.913747:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf6d80 with x1862022222767104 ext(892928->897023) 00002000:00010000:1.0:1775764819.913750:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf6d80 00000100:00100000:1.0:1775764819.913765:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37325 00000100:00100000:1.0:1775764819.913772:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222767232:12345-192.168.202.29@tcp:3:fsx.0 00010000:00010000:0.0:1775764819.915992:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764819.929341:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764819.932569:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222767360 00000100:00100000:3.0:1775764819.932586:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222767360 00002000:00100000:3.0:1775764819.932640:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (4177920->4194303) req@ffff8b8caf8c2d80 x1862022222767360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.932660:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c2d80 with x1862022222767360 ext(4177920->4194303) 00002000:00010000:3.0:1775764819.932667:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c2d80 00000100:00100000:3.0:1775764819.932702:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37326 00000100:00100000:3.0:1775764819.932712:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222767360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764819.932934:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222767360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 223us (3602us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1775764819.932943:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37326 00002000:00100000:3.0:1775764819.932950:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (4177920->4194303) req@ffff8b8caf8c2d80 x1862022222767360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/16824 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764819.932960:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c2d80 with x1862022222767360 ext(4177920->4194303) 00002000:00010000:3.0:1775764819.932963:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c2d80 00000100:00100000:0.0:1775764819.946747:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764819.947152:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222767232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 33377us (33984us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764819.947164:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37325 00002000:00100000:1.0:1775764819.947176:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3129344->4177919) req@ffff8b8c9ecf5180 x1862022222767232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.947186:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf5180 with x1862022222767232 ext(3129344->4177919) 00002000:00010000:1.0:1775764819.947192:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf5180 00000100:00100000:1.0:1775764819.947214:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222767488 00000100:00100000:1.0:1775764819.947221:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222767488 00002000:00100000:1.0:1775764819.947250:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (0->917503) req@ffff8b8caf8c0000 x1862022222767488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 504/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.947257:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c0000 with x1862022222767488 ext(0->917503) 00002000:00010000:1.0:1775764819.947261:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c0000 00000100:00100000:1.0:1775764819.947282:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37327 00000100:00100000:1.0:1775764819.947289:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222767488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764819.965088:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.965142:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.965190:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.965221:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764819.965254:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222768000 00000100:00100000:0.0:1775764819.965264:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222768000 00000100:00100000:2.0:1775764819.965475:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222767744 00000100:00100000:2.0:1775764819.965480:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222767744 00000100:00100000:2.0:1775764819.965526:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1331 00000100:00100000:2.0:1775764819.965564:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022222767744:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1775764819.965645:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022222767744:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 110us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.965653:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1331 00000100:00100000:3.0:1775764819.966164:0:5804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222767616 00000100:00100000:3.0:1775764819.966171:0:5804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222767616 00000100:00100000:3.0:1775764819.966210:0:5804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 947 00000100:00100000:3.0:1775764819.966217:0:5804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2362:x1862022222767616:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:3.0:1775764819.966253:0:5804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2362:x1862022222767616:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 36us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.966260:0:5804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 947 00000100:00100000:0.0:1775764819.966429:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222767872 00000100:00100000:0.0:1775764819.966433:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222767872 00000100:00100000:0.0:1775764819.966458:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 553 00000100:00100000:0.0:1775764819.966464:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222768000:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1775764819.966492:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222768000:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 28us (1351us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.966498:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 553 00000100:00100000:0.0:1775764819.966508:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 554 00000100:00100000:0.0:1775764819.966513:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222767872:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1775764819.966533:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222767872:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 20us (1311us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.966555:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 554 00000100:00100000:1.0:1775764819.971782:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222767488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 24481us (25032us total) trans 0 rc 913408/913408 00000100:00100000:1.0:1775764819.971795:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37327 00002000:00100000:1.0:1775764819.971809:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (0->917503) req@ffff8b8caf8c0000 x1862022222767488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 504/440 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 913408/913408 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.971819:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c0000 with x1862022222767488 ext(0->917503) 00002000:00010000:1.0:1775764819.971826:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c0000 00000100:00100000:2.0:1775764819.984581:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764819.984674:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222768128 00000100:00100000:1.0:1775764819.984684:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222768128 00002000:00100000:1.0:1775764819.984733:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (892928->915869) req@ffff8b8c9ecf7100 x1862022222768128/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/0 e 0 to 0 dl 1775764830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.984745:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf7100 with x1862022222768128 ext(892928->915869) 00002000:00010000:1.0:1775764819.984752:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf7100 00000100:00100000:1.0:1775764819.984786:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37328 00000100:00100000:1.0:1775764819.984796:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222768128:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764819.988449:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222768128:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3644us (3906us total) trans 4294995876 rc 0/0 00000100:00100000:1.0:1775764819.988462:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37328 00002000:00100000:1.0:1775764819.988474:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (892928->915869) req@ffff8b8c9ecf7100 x1862022222768128/t4294995876(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:300/0 lens 488/448 e 0 to 0 dl 1775764830 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764819.988485:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf7100 with x1862022222768128 ext(892928->915869) 00002000:00010000:1.0:1775764819.988491:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf7100 00000100:00100000:2.0:1775764820.000998:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764820.001090:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222768256 00000100:00100000:3.0:1775764820.001101:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222768256 00000100:00100000:3.0:1775764820.001168:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84670 00000100:00100000:3.0:1775764820.001178:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222768256:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764820.098321:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995873 is committed 00000001:00080000:1.0:1775764820.098340:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995876 is committed 00000100:00100000:0.0:1775764820.098737:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222768256:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 97555us (97751us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764820.098749:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84670 00000100:00100000:2.0:1775764820.107469:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764820.108753:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222768384 00000100:00100000:0.0:1775764820.108768:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222768384 00000100:00100000:0.0:1775764820.108843:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44136 00000100:00100000:0.0:1775764820.108855:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022222768384:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764820.108880:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764820.108902:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcabb expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.109004:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf1e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.109029:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf1e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.109043:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf1e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764820.109070:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5110174 00000004:00200000:0.0:1775764820.109074:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764820.109090:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf1e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.109125:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcabb expref: 19 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.109145:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf1e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcabb expref: 18 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.109153:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764820.109157:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764820.109160:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ff3600, rc 0) 00000100:00100000:0.0:1775764820.109237:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222768384:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 385us (1776us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764820.109245:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44136 00000100:00100000:2.0:1775764820.127928:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764820.128186:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222768640 00000100:00100000:3.0:1775764820.128200:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222768640 00000100:00100000:3.0:1775764820.128261:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44137 00000100:00100000:3.0:1775764820.128271:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222768640:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764820.128339:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764820.128717:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf1e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcabb expref: 18 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.128738:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764820.128743:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764820.142750:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.142775:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.142792:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764820.142850:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031898 00000004:00010000:0.0:1775764820.142877:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c2cf25b reply state 00000000770bb5ce transno 4295031899 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764820.142886:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764820.144776:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222768640:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 16490us (16840us total) trans 4295031899 rc 0/0 00000100:00100000:0.0:1775764820.144792:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44137 00000020:00080000:0.0:1775764820.144802:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764820.170056:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764820.170143:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.170566:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222768896 00000100:00100000:1.0:1775764820.170577:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222768896 00002000:00010000:1.0:1775764820.170619:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764820.170625:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf4000 with x1862022222768896 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764820.170637:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf4000. 00000100:00100000:1.0:1775764820.170668:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222768768 00000100:00100000:1.0:1775764820.170671:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222768768 00002000:00010000:1.0:1775764820.170695:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1432625->18446744073709551615) 00002000:00100000:1.0:1775764820.170699:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf5f80 with x1862022222768768 ext(1432625->18446744073709551615) 00002000:00010000:1.0:1775764820.170705:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf5f80. 00000100:00100000:1.0:1775764820.170724:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37329 00000100:00100000:1.0:1775764820.170734:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222768896:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764820.171078:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 915870 -> 0 00002000:00010000:1.0:1775764820.171082:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764820 -> 1775764820 00002000:00010000:1.0:1775764820.171085:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764814 -> 1775764819 00002000:00010000:1.0:1775764820.171087:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764820 -> 1775764820 00002000:00010000:1.0:1775764820.171090:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 135 00000100:00100000:1.0:1775764820.171163:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222768896:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 429us (1116us total) trans 4294995877 rc 0/0 00000100:00100000:1.0:1775764820.171171:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37329 00002000:00010000:1.0:1775764820.171175:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764820.171178:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf4000 with x1862022222768896 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764820.171182:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf4000. 00000100:00100000:1.0:1775764820.171200:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37330 00000100:00100000:1.0:1775764820.171207:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222768768:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764820.171397:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1432625 00002000:00010000:1.0:1775764820.171400:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764820 -> 1775764820 00002000:00010000:1.0:1775764820.171403:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764820.171405:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764820 -> 1775764820 00002000:00010000:1.0:1775764820.171406:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:1.0:1775764820.171429:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222768768:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 222us (1286us total) trans 4294996449 rc 0/0 00000100:00100000:1.0:1775764820.171436:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37330 00002000:00010000:1.0:1775764820.171439:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1432625->18446744073709551615) 00002000:00100000:1.0:1775764820.171442:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf5f80 with x1862022222768768 ext(1432625->18446744073709551615) 00002000:00010000:1.0:1775764820.171446:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf5f80. 00000100:00080000:1.0:1775764820.171469:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764820.172520:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.172534:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1ec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.172574:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.172581:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ff3c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764820.172586:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.172594:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1ec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.172612:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764820.172615:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764820.172620:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1ec lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.172627:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3c00/0xdb23b4c9253cf1ec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764820.197954:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764820.198052:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222769024 00000100:00100000:3.0:1775764820.198063:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222769024 00000100:00100000:3.0:1775764820.198133:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44138 00000100:00100000:3.0:1775764820.198142:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022222769024:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764820.198166:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764820.198187:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf1f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcac2 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.198271:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf1fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.198297:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf1fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.198310:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf1fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764820.198337:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1432625 00000004:00200000:3.0:1775764820.198341:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764820.198359:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf1fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.198383:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf1f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcac2 expref: 21 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.198401:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf1fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcac2 expref: 20 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.198411:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764820.198416:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764820.198420:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fa6b800, rc 0) 00000100:00100000:3.0:1775764820.198480:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222769024:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 338us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764820.198488:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44138 00000100:00100000:1.0:1775764820.247726:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.247772:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.247803:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764820.247872:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222769152 00000100:00100000:3.0:1775764820.247883:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222769152 00002000:00100000:3.0:1775764820.247929:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1433600->2482175) req@ffff8b8c9a3ad500 x1862022222769152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764820.247941:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad500 with x1862022222769152 ext(1433600->2482175) 00002000:00010000:3.0:1775764820.247949:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ad500 00000100:00100000:3.0:1775764820.247979:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222769280 00000100:00100000:3.0:1775764820.247990:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222769280 00002000:00100000:3.0:1775764820.248005:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2482176->3530751) req@ffff8b8c9a3aed80 x1862022222769280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764820.248014:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3aed80 with x1862022222769280 ext(2482176->3530751) 00002000:00010000:3.0:1775764820.248018:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3aed80 00000100:00100000:3.0:1775764820.248029:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222769408 00000100:00100000:3.0:1775764820.248032:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222769408 00002000:00100000:3.0:1775764820.248047:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3530752->3973119) req@ffff8b8c9a3ac000 x1862022222769408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764820.248055:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ac000 with x1862022222769408 ext(3530752->3973119) 00002000:00010000:3.0:1775764820.248058:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ac000 00000100:00100000:3.0:1775764820.248077:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37331 00000100:00100000:3.0:1775764820.248086:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222769152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764820.248836:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37332 00000100:00100000:3.0:1775764820.248846:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222769280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764820.249922:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37333 00000100:00100000:1.0:1775764820.249935:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222769408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764820.262216:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222769152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14119us (14488us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764820.262232:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37331 00002000:00100000:3.0:1775764820.262246:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1433600->2482175) req@ffff8b8c9a3ad500 x1862022222769152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764820.262257:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad500 with x1862022222769152 ext(1433600->2482175) 00002000:00010000:3.0:1775764820.262264:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ad500 00000100:00100000:2.0:1775764820.272013:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222769280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 23157us (24229us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764820.272027:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37332 00002000:00100000:2.0:1775764820.272039:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2482176->3530751) req@ffff8b8c9a3aed80 x1862022222769280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764820.272049:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3aed80 with x1862022222769280 ext(2482176->3530751) 00002000:00010000:2.0:1775764820.272055:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3aed80 00000100:00100000:1.0:1775764820.278976:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222769408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 29025us (31150us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764820.278998:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37333 00002000:00100000:1.0:1775764820.279011:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3530752->3973119) req@ffff8b8c9a3ac000 x1862022222769408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.279021:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ac000 with x1862022222769408 ext(3530752->3973119) 00002000:00010000:1.0:1775764820.279027:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ac000 00000100:00100000:1.0:1775764820.301331:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764820.301435:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222769664 00000100:00100000:2.0:1775764820.301444:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222769664 00000100:00100000:2.0:1775764820.301507:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44139 00000100:00100000:2.0:1775764820.301517:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222769664:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764820.301607:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764820.301635:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b800/0xdb23b4c9253cf1fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcac2 expref: 20 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.301653:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764820.301659:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764820.301866:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf201 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.301881:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.301892:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764820.301940:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031900 00000004:00010000:2.0:1775764820.301966:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f1b1652 reply state 0000000026809565 transno 4295031901 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764820.301975:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764820.302070:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222769664:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 555us (747us total) trans 4295031901 rc 0/0 00000100:00100000:2.0:1775764820.302077:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44139 00000020:00080000:2.0:1775764820.302081:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764820.310342:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.310359:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf201 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.310366:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf201 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.310372:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764820.310377:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf201 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.310384:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf201 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.310403:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764820.310406:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764820.310411:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf201 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.310417:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf201 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764820.315994:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.316084:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764820.316244:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222769792 00000100:00100000:2.0:1775764820.316254:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222769792 00002000:00010000:2.0:1775764820.316294:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764820.316299:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625500 with x1862022222769792 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764820.316310:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625500. 00000100:00100000:2.0:1775764820.316341:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222769920 00000100:00100000:2.0:1775764820.316344:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222769920 00002000:00010000:2.0:1775764820.316358:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1024000->18446744073709551615) 00002000:00100000:2.0:1775764820.316361:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022222769920 ext(1024000->18446744073709551615) 00002000:00010000:2.0:1775764820.316367:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91626d80. 00000100:00100000:2.0:1775764820.316393:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37334 00000100:00100000:2.0:1775764820.316403:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222769792:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764820.316644:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1432625 -> 4194304 00002000:00010000:2.0:1775764820.316648:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764820 -> 1775764820 00002000:00010000:2.0:1775764820.316651:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764818 -> 1775764818 00002000:00010000:2.0:1775764820.316654:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764820 -> 1775764820 00002000:00010000:2.0:1775764820.316657:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:2.0:1775764820.316717:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222769792:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 315us (740us total) trans 4294996450 rc 0/0 00000100:00100000:2.0:1775764820.316726:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37334 00002000:00010000:2.0:1775764820.316730:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764820.316733:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625500 with x1862022222769792 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764820.316737:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625500. 00000100:00100000:2.0:1775764820.316755:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37335 00000100:00100000:2.0:1775764820.316762:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222769920:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764820.316876:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1024000 00002000:00010000:2.0:1775764820.316880:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764820 -> 1775764820 00002000:00010000:2.0:1775764820.316882:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764819 00002000:00010000:2.0:1775764820.316884:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764820 -> 1775764820 00002000:00010000:2.0:1775764820.316887:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764820.316909:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222769920:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 148us (825us total) trans 4294995878 rc 0/0 00000100:00100000:2.0:1775764820.316916:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37335 00002000:00010000:2.0:1775764820.316919:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1024000->18446744073709551615) 00002000:00100000:2.0:1775764820.316921:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022222769920 ext(1024000->18446744073709551615) 00002000:00010000:2.0:1775764820.316925:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91626d80. 00000100:00100000:3.0:1775764820.326490:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764820.326592:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764820.326685:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222770048 00000100:00100000:0.0:1775764820.326696:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222770048 00002000:00100000:0.0:1775764820.326746:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1011712->1015807) req@ffff8b8c8f8c5c00 x1862022222770048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.326757:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5c00 with x1862022222770048 ext(1011712->1015807) 00002000:00010000:0.0:1775764820.326763:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5c00 00000100:00100000:0.0:1775764820.326793:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222770176 00000100:00100000:0.0:1775764820.326797:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222770176 00002000:00100000:0.0:1775764820.326812:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (4014080->4194303) req@ffff8b8c8f8c5180 x1862022222770176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.326819:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5180 with x1862022222770176 ext(4014080->4194303) 00002000:00010000:0.0:1775764820.326822:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5180 00000100:00100000:0.0:1775764820.326845:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37336 00000100:00100000:0.0:1775764820.326855:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222770048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764820.327105:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222770048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (625us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764820.327112:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37336 00002000:00100000:0.0:1775764820.327128:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1011712->1015807) req@ffff8b8c8f8c5c00 x1862022222770048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/4536 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.327136:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5c00 with x1862022222770048 ext(1011712->1015807) 00002000:00010000:0.0:1775764820.327139:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5c00 00000100:00100000:0.0:1775764820.327154:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37337 00000100:00100000:0.0:1775764820.327160:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222770176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764820.337700:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222770176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10528us (11096us total) trans 0 rc 180224/180224 00000100:00100000:0.0:1775764820.337716:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37337 00002000:00100000:0.0:1775764820.337728:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (4014080->4194303) req@ffff8b8c8f8c5180 x1862022222770176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 180224/180224 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.337739:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5180 with x1862022222770176 ext(4014080->4194303) 00002000:00010000:0.0:1775764820.337745:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5180 00000100:00100000:3.0:1775764820.353109:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.353292:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222770304 00000100:00100000:1.0:1775764820.353302:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222770304 00002000:00100000:1.0:1775764820.353351:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (0->1023999) req@ffff8b8c8f8c5500 x1862022222770304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 504/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.353362:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022222770304 ext(0->1023999) 00002000:00010000:1.0:1775764820.353368:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5500 00000100:00100000:1.0:1775764820.353398:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37338 00000100:00100000:1.0:1775764820.353409:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222770304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764820.383263:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222770304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 29846us (30154us total) trans 0 rc 1019904/1019904 00000100:00100000:1.0:1775764820.383276:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37338 00002000:00100000:1.0:1775764820.383297:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (0->1023999) req@ffff8b8c8f8c5500 x1862022222770304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 504/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 1019904/1019904 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.383308:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022222770304 ext(0->1023999) 00002000:00010000:1.0:1775764820.383314:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5500 00000100:00100000:1.0:1775764820.394922:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764820.395024:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222770432 00000100:00100000:2.0:1775764820.395033:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222770432 00002000:00100000:2.0:1775764820.395078:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1011712->1023999) req@ffff8b8c91624000 x1862022222770432/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 12776/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764820.395090:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624000 with x1862022222770432 ext(1011712->1023999) 00002000:00010000:2.0:1775764820.395096:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624000 00000100:00100000:2.0:1775764820.395136:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37339 00000100:00100000:2.0:1775764820.395147:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222770432:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764820.395723:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222770432:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 575us (807us total) trans 4294995879 rc 0/0 00000100:00100000:2.0:1775764820.395732:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37339 00002000:00100000:2.0:1775764820.395740:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1011712->1023999) req@ffff8b8c91624000 x1862022222770432/t4294995879(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 12776/448 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764820.395749:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624000 with x1862022222770432 ext(1011712->1023999) 00002000:00010000:2.0:1775764820.395753:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624000 00000100:00100000:2.0:1775764820.415613:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.415738:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222770560 00000100:00100000:1.0:1775764820.415751:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222770560 00000100:00100000:1.0:1775764820.415815:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84671 00000100:00100000:1.0:1775764820.415825:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222770560:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764820.509944:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222770560:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 94110us (94329us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764820.509957:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84671 00000100:00100000:3.0:1775764820.512806:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000001:00080000:1.0:1775764820.515745:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995877 is committed 00000001:00080000:1.0:1775764820.515769:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995879 is committed 00000100:00100000:2.0:1775764820.516862:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222770688 00000100:00100000:2.0:1775764820.516875:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222770688 00000100:00100000:2.0:1775764820.516943:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44140 00000100:00100000:2.0:1775764820.516954:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022222770688:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764820.517231:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764820.517255:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf208 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcac9 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.517348:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf20f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.517363:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf20f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.517374:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf20f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764820.517401:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5218304 00000004:00200000:0.0:1775764820.517405:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764820.517421:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf20f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.517446:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf208 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcac9 expref: 23 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.517463:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf20f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcac9 expref: 22 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.517476:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764820.517479:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764820.517483:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ff3e00, rc 0) 00000100:00100000:0.0:1775764820.517583:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222770688:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 631us (4785us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764820.517591:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44140 00000100:00100000:3.0:1775764820.531719:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764820.531839:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222770944 00000100:00100000:0.0:1775764820.531850:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222770944 00000100:00100000:0.0:1775764820.531921:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44141 00000100:00100000:0.0:1775764820.531931:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222770944:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764820.532004:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764820.532035:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf20f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcac9 expref: 22 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.532056:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764820.532061:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764820.532333:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf216 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.532349:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf216 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.532361:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf216 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764820.532414:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031902 00000004:00010000:0.0:1775764820.532440:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003029cf6a reply state 0000000076513001 transno 4295031903 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf216 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764820.532451:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764820.532626:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222770944:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 695us (918us total) trans 4295031903 rc 0/0 00000100:00100000:0.0:1775764820.532634:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44141 00000020:00080000:0.0:1775764820.532639:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764820.536631:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764820.536701:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.536814:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222771200 00000100:00100000:1.0:1775764820.536826:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222771200 00002000:00010000:1.0:1775764820.536869:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764820.536875:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6300 with x1862022222771200 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764820.536887:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c6300. 00000100:00100000:1.0:1775764820.536911:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222771072 00000100:00100000:1.0:1775764820.536915:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222771072 00002000:00010000:1.0:1775764820.536927:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1423865->18446744073709551615) 00002000:00100000:1.0:1775764820.536930:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6a00 with x1862022222771072 ext(1423865->18446744073709551615) 00002000:00010000:1.0:1775764820.536936:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6a00. 00000100:00100000:1.0:1775764820.536953:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37340 00000100:00100000:1.0:1775764820.536962:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222771200:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764820.537343:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1024000 -> 0 00002000:00010000:1.0:1775764820.537347:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764820 -> 1775764820 00002000:00010000:1.0:1775764820.537350:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764819 00002000:00010000:1.0:1775764820.537352:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764820 -> 1775764820 00002000:00010000:1.0:1775764820.537355:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764820.537411:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222771200:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 449us (787us total) trans 4294995880 rc 0/0 00000100:00100000:1.0:1775764820.537418:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37340 00002000:00010000:1.0:1775764820.537422:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764820.537424:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6300 with x1862022222771200 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764820.537428:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c6300. 00000100:00100000:1.0:1775764820.537446:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37341 00000100:00100000:1.0:1775764820.537453:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222771072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764820.537635:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1423865 00002000:00010000:1.0:1775764820.537639:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764820 -> 1775764820 00002000:00010000:1.0:1775764820.537641:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764820.537643:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764820 -> 1775764820 00002000:00010000:1.0:1775764820.537646:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:1.0:1775764820.537669:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222771072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 215us (967us total) trans 4294996451 rc 0/0 00000100:00100000:1.0:1775764820.537676:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37341 00002000:00010000:1.0:1775764820.537679:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1423865->18446744073709551615) 00002000:00100000:1.0:1775764820.537682:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6a00 with x1862022222771072 ext(1423865->18446744073709551615) 00002000:00010000:1.0:1775764820.537687:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6a00. 00010000:00010000:0.0:1775764820.539556:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf216 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.539570:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf216 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.539577:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf216 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.539584:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ff2000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764820.539588:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf216 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.539596:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf216 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.539615:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764820.539618:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764820.539624:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf216 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.539629:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf216 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764820.563749:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764820.563865:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222771328 00000100:00100000:2.0:1775764820.563877:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222771328 00000100:00100000:2.0:1775764820.563941:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44142 00000100:00100000:2.0:1775764820.563951:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022222771328:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764820.563975:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764820.563996:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca67d8800/0xdb23b4c9253cf21d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcad0 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.564085:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca67d9000/0xdb23b4c9253cf224 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.564101:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca67d9000/0xdb23b4c9253cf224 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.564125:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca67d9000/0xdb23b4c9253cf224 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764820.564157:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1423865 00000004:00200000:2.0:1775764820.564161:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764820.564178:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca67d9000/0xdb23b4c9253cf224 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.564204:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca67d8800/0xdb23b4c9253cf21d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcad0 expref: 25 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.564230:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca67d9000/0xdb23b4c9253cf224 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcad0 expref: 24 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.564238:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764820.564241:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764820.564244:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca67d9000, rc 0) 00000100:00100000:2.0:1775764820.564364:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222771328:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 414us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764820.564379:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44142 00000100:00100000:3.0:1775764820.594329:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764820.594387:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764820.594569:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222771456 00000100:00100000:0.0:1775764820.594580:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222771456 00002000:00100000:0.0:1775764820.594633:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1425408->2473983) req@ffff8b8c8f8c7480 x1862022222771456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.594644:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7480 with x1862022222771456 ext(1425408->2473983) 00002000:00010000:0.0:1775764820.594650:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7480 00000100:00100000:0.0:1775764820.594680:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222771584 00000100:00100000:0.0:1775764820.594684:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222771584 00002000:00100000:0.0:1775764820.594698:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2473984->2781183) req@ffff8b8c8f8c4700 x1862022222771584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.594707:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022222771584 ext(2473984->2781183) 00002000:00010000:0.0:1775764820.594710:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700 00000100:00100000:0.0:1775764820.594742:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37342 00000100:00100000:0.0:1775764820.594751:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222771456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764820.595724:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37343 00000100:00100000:1.0:1775764820.595737:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222771584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764820.599036:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222771456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4275us (4708us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764820.599051:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37342 00002000:00100000:0.0:1775764820.599064:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1425408->2473983) req@ffff8b8c8f8c7480 x1862022222771456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.599075:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7480 with x1862022222771456 ext(1425408->2473983) 00002000:00010000:0.0:1775764820.599081:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7480 00000100:00100000:2.0:1775764820.608810:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764820.609308:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222771840 00000100:00100000:0.0:1775764820.609320:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222771840 00000100:00100000:0.0:1775764820.609392:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44143 00000100:00100000:0.0:1775764820.609403:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222771840:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764820.609461:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764820.609489:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca67d9000/0xdb23b4c9253cf224 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcad0 expref: 24 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.609511:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764820.609517:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764820.609811:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf22b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.609827:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf22b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.609837:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf22b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764820.609888:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031904 00000004:00010000:0.0:1775764820.609912:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000462b7308 reply state 000000004b0c5140 transno 4295031905 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf22b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764820.609921:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764820.610720:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222771840:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1315us (1915us total) trans 4295031905 rc 0/0 00000100:00100000:0.0:1775764820.610731:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44143 00000020:00080000:0.0:1775764820.610736:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764820.612778:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222771584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17036us (18381us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764820.612790:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37343 00002000:00100000:2.0:1775764820.613215:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2473984->2781183) req@ffff8b8c8f8c4700 x1862022222771584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764820.613227:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022222771584 ext(2473984->2781183) 00002000:00010000:2.0:1775764820.613233:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700 00000100:00100000:2.0:1775764820.613997:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764820.614156:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf22b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.614168:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf22b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.614176:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf22b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.614181:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ff2000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764820.614187:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf22b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.614195:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf22b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.614211:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764820.614215:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764820.614219:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf22b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764820.614225:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf22b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764820.614382:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222771968 00000100:00100000:1.0:1775764820.614392:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222771968 00002000:00010000:1.0:1775764820.614432:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3814977->18446744073709551615) 00002000:00100000:1.0:1775764820.614436:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2d80 with x1862022222771968 ext(3814977->18446744073709551615) 00002000:00010000:1.0:1775764820.614446:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2d80. 00000100:00100000:1.0:1775764820.614476:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37344 00000100:00100000:1.0:1775764820.614485:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222771968:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764820.614745:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1423865 -> 3814977 00002000:00010000:1.0:1775764820.614750:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764820 -> 1775764820 00002000:00010000:1.0:1775764820.614753:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764818 -> 1775764818 00002000:00010000:1.0:1775764820.614755:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764820 -> 1775764820 00002000:00010000:1.0:1775764820.614758:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:1.0:1775764820.614807:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222771968:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 322us (816us total) trans 4294996452 rc 0/0 00000100:00100000:1.0:1775764820.614815:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37344 00002000:00010000:1.0:1775764820.614819:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3814977->18446744073709551615) 00002000:00100000:1.0:1775764820.614822:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2d80 with x1862022222771968 ext(3814977->18446744073709551615) 00002000:00010000:1.0:1775764820.614826:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2d80. 00000100:00100000:2.0:1775764820.620881:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764820.621002:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222772096 00000100:00100000:0.0:1775764820.621016:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222772096 00002000:00010000:0.0:1775764820.621057:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764820.621062:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733100 with x1862022222772096 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764820.621073:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96733100. 00000100:00100000:0.0:1775764820.621119:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37345 00000100:00100000:0.0:1775764820.621130:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222772096:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764820.621405:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764820.621409:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764820 -> 1775764820 00002000:00010000:0.0:1775764820.621412:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764819 00002000:00010000:0.0:1775764820.621415:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764820 -> 1775764820 00002000:00010000:0.0:1775764820.621418:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764820.621492:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222772096:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 363us (621us total) trans 4294995881 rc 0/0 00000100:00100000:0.0:1775764820.621500:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37345 00002000:00010000:0.0:1775764820.621504:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764820.621507:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733100 with x1862022222772096 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764820.621512:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96733100. 00000100:00100000:0.0:1775764820.632298:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.632576:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222772224 00000100:00100000:1.0:1775764820.632589:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222772224 00002000:00100000:1.0:1775764820.632639:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2838528->3817471) req@ffff8b8caf8c1c00 x1862022222772224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.632655:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1c00 with x1862022222772224 ext(2838528->3817471) 00002000:00010000:1.0:1775764820.632661:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c1c00 00000100:00100000:1.0:1775764820.632697:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37346 00000100:00100000:1.0:1775764820.632709:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222772224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764820.694846:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222772224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 62130us (62565us total) trans 0 rc 978944/978944 00000100:00100000:2.0:1775764820.694861:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37346 00002000:00100000:2.0:1775764820.694876:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2838528->3817471) req@ffff8b8caf8c1c00 x1862022222772224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 978944/978944 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764820.694887:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1c00 with x1862022222772224 ext(2838528->3817471) 00002000:00010000:2.0:1775764820.694893:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c1c00 00000100:00100000:0.0:1775764820.708495:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.708725:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222772352 00000100:00100000:1.0:1775764820.708736:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222772352 00002000:00100000:1.0:1775764820.708786:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (323584->3814976) req@ffff8b8caf8c3b80 x1862022222772352/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 520/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.708799:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3b80 with x1862022222772352 ext(323584->3814976) 00002000:00010000:1.0:1775764820.708805:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c3b80 00000100:00100000:1.0:1775764820.708840:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37347 00000100:00100000:1.0:1775764820.708850:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222772352:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764820.717631:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222772352:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8774us (9137us total) trans 4294996453 rc 0/0 00000100:00100000:1.0:1775764820.717645:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37347 00002000:00100000:1.0:1775764820.717657:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (323584->3814976) req@ffff8b8caf8c3b80 x1862022222772352/t4294996453(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 520/456 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.717668:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3b80 with x1862022222772352 ext(323584->3814976) 00002000:00010000:1.0:1775764820.717674:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c3b80 00000100:00100000:0.0:1775764820.728118:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764820.728217:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222772480 00000100:00100000:2.0:1775764820.728227:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222772480 00000100:00100000:2.0:1775764820.728519:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84672 00000100:00100000:2.0:1775764820.728530:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222772480:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764820.822814:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996453 is committed 00000100:00100000:0.0:1775764820.823118:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222772480:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 94574us (95002us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764820.823132:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84672 00000100:00100000:2.0:1775764820.830625:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764820.830711:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222772608 00000100:00100000:0.0:1775764820.830737:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222772608 00000100:00100000:0.0:1775764820.830799:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44144 00000100:00100000:0.0:1775764820.830810:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022222772608:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764820.830835:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764820.830856:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf232 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcad7 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.830957:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf239 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.830974:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.830997:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764820.831027:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3814977 00000004:00200000:0.0:1775764820.831032:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764820.831050:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.831077:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf232 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcad7 expref: 27 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.831095:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf239 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcad7 expref: 26 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.831105:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764820.831118:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764820.831123:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ff3400, rc 0) 00000100:00100000:0.0:1775764820.831193:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222772608:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 384us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764820.831202:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44144 00000100:00100000:1.0:1775764820.851455:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764820.851568:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222772736 00000100:00100000:0.0:1775764820.851580:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222772736 00002000:00100000:0.0:1775764820.851631:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3932160->3936255) req@ffff8b8c91625880 x1862022222772736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.851641:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625880 with x1862022222772736 ext(3932160->3936255) 00002000:00010000:0.0:1775764820.851648:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625880 00000100:00100000:0.0:1775764820.851681:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37348 00000100:00100000:0.0:1775764820.851691:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222772736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764820.851942:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222772736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764820.851951:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37348 00002000:00100000:0.0:1775764820.851958:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3932160->3936255) req@ffff8b8c91625880 x1862022222772736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.851966:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625880 with x1862022222772736 ext(3932160->3936255) 00002000:00010000:0.0:1775764820.851969:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625880 00000100:00100000:3.0:1775764820.865825:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.866034:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222772864 00000100:00100000:1.0:1775764820.866051:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222772864 00002000:00100000:1.0:1775764820.866309:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3817472->3940351) req@ffff8b8c8f8c6d80 x1862022222772864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 504/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.866330:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6d80 with x1862022222772864 ext(3817472->3940351) 00002000:00010000:1.0:1775764820.866338:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6d80 00000100:00100000:1.0:1775764820.866390:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37349 00000100:00100000:1.0:1775764820.866404:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222772864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764820.870289:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222772864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3868us (4461us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764820.870304:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37349 00002000:00100000:1.0:1775764820.870318:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3817472->3940351) req@ffff8b8c8f8c6d80 x1862022222772864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 504/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.870329:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6d80 with x1862022222772864 ext(3817472->3940351) 00002000:00010000:1.0:1775764820.870335:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6d80 00000100:00100000:3.0:1775764820.875884:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764820.876078:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222772992 00000100:00100000:2.0:1775764820.876088:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222772992 00002000:00100000:2.0:1775764820.876144:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3940352->3944447) req@ffff8b8c8f8c4380 x1862022222772992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764820.876155:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022222772992 ext(3940352->3944447) 00002000:00010000:2.0:1775764820.876161:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4380 00000100:00100000:2.0:1775764820.876192:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37350 00000100:00100000:2.0:1775764820.876200:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222772992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764820.876426:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222772992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 225us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764820.876434:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37350 00002000:00100000:2.0:1775764820.876440:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3940352->3944447) req@ffff8b8c8f8c4380 x1862022222772992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764820.876449:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022222772992 ext(3940352->3944447) 00002000:00010000:2.0:1775764820.876452:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4380 00000100:00100000:3.0:1775764820.882999:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.883174:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222773120 00000100:00100000:1.0:1775764820.883186:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222773120 00002000:00100000:1.0:1775764820.883235:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3944448->3948543) req@ffff8b8c8f8c5880 x1862022222773120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.883247:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5880 with x1862022222773120 ext(3944448->3948543) 00002000:00010000:1.0:1775764820.883253:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5880 00000100:00100000:1.0:1775764820.883300:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37351 00000100:00100000:1.0:1775764820.883310:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222773120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764820.883531:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222773120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 222us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764820.883573:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37351 00002000:00100000:1.0:1775764820.883580:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3944448->3948543) req@ffff8b8c8f8c5880 x1862022222773120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.883589:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5880 with x1862022222773120 ext(3944448->3948543) 00002000:00010000:1.0:1775764820.883592:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5880 00000100:00100000:3.0:1775764820.887939:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764820.888457:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222773248 00000100:00100000:1.0:1775764820.888469:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222773248 00002000:00100000:1.0:1775764820.888521:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3948544->3952639) req@ffff8b8c8f8c4a80 x1862022222773248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.888533:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022222773248 ext(3948544->3952639) 00002000:00010000:1.0:1775764820.888579:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4a80 00000100:00100000:1.0:1775764820.888612:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37352 00000100:00100000:1.0:1775764820.888622:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222773248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764820.888878:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222773248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764820.888885:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37352 00002000:00100000:1.0:1775764820.888892:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3948544->3952639) req@ffff8b8c8f8c4a80 x1862022222773248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764820.889215:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022222773248 ext(3948544->3952639) 00002000:00010000:1.0:1775764820.889219:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4a80 00000100:00100000:3.0:1775764820.895531:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764820.895676:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222773376 00000100:00100000:0.0:1775764820.895687:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222773376 00002000:00100000:0.0:1775764820.895736:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3952640->3956735) req@ffff8b8c8f9cf800 x1862022222773376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.895746:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf800 with x1862022222773376 ext(3952640->3956735) 00002000:00010000:0.0:1775764820.895751:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf800 00000100:00100000:0.0:1775764820.895791:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37353 00000100:00100000:0.0:1775764820.895800:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222773376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764820.896040:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222773376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 240us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764820.896047:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37353 00002000:00100000:0.0:1775764820.896054:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3952640->3956735) req@ffff8b8c8f9cf800 x1862022222773376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.896061:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf800 with x1862022222773376 ext(3952640->3956735) 00002000:00010000:0.0:1775764820.896065:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf800 00000100:00100000:3.0:1775764820.902436:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764820.902592:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222773504 00000100:00100000:2.0:1775764820.902603:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222773504 00002000:00100000:2.0:1775764820.902653:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3956736->3960831) req@ffff8b8c8f9cdf80 x1862022222773504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764820.902665:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdf80 with x1862022222773504 ext(3956736->3960831) 00002000:00010000:2.0:1775764820.902671:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cdf80 00000100:00100000:2.0:1775764820.902705:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37354 00000100:00100000:2.0:1775764820.902715:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222773504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764820.902951:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222773504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764820.902958:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37354 00002000:00100000:2.0:1775764820.902965:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3956736->3960831) req@ffff8b8c8f9cdf80 x1862022222773504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764820.902985:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdf80 with x1862022222773504 ext(3956736->3960831) 00002000:00010000:2.0:1775764820.902989:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cdf80 00000100:00100000:3.0:1775764820.909100:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764820.909325:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222773632 00000100:00100000:2.0:1775764820.909335:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222773632 00002000:00100000:2.0:1775764820.909383:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3960832->3964927) req@ffff8b8c8f9cc380 x1862022222773632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764820.909393:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc380 with x1862022222773632 ext(3960832->3964927) 00002000:00010000:2.0:1775764820.909399:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cc380 00000100:00100000:2.0:1775764820.909437:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37355 00000100:00100000:2.0:1775764820.909446:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222773632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764820.909699:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222773632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 253us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764820.909706:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37355 00002000:00100000:2.0:1775764820.909712:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3960832->3964927) req@ffff8b8c8f9cc380 x1862022222773632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 488/440 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764820.909721:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc380 with x1862022222773632 ext(3960832->3964927) 00002000:00010000:2.0:1775764820.909724:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cc380 00000100:00100000:3.0:1775764820.918350:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764820.918471:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222773760 00000100:00100000:0.0:1775764820.918483:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222773760 00002000:00100000:0.0:1775764820.918580:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3354624->3964927) req@ffff8b8c8f9cea00 x1862022222773760/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 504/0 e 0 to 0 dl 1775764831 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.918592:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cea00 with x1862022222773760 ext(3354624->3964927) 00002000:00010000:0.0:1775764820.918598:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cea00 00000100:00100000:0.0:1775764820.918633:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37356 00000100:00100000:0.0:1775764820.918643:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222773760:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764820.942453:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222773760:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 23798us (24098us total) trans 4294996454 rc 0/0 00000100:00100000:0.0:1775764820.942470:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37356 00002000:00100000:0.0:1775764820.942486:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3354624->3964927) req@ffff8b8c8f9cea00 x1862022222773760/t4294996454(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:301/0 lens 504/448 e 0 to 0 dl 1775764831 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764820.942497:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cea00 with x1862022222773760 ext(3354624->3964927) 00002000:00010000:0.0:1775764820.942503:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cea00 00000100:00100000:3.0:1775764820.950053:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764820.950423:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222773888 00000100:00100000:2.0:1775764820.950433:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222773888 00000100:00100000:2.0:1775764820.950492:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84673 00000100:00100000:2.0:1775764820.950501:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222773888:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:0.0:1775764820.953195:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764821.084081:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996454 is committed 00000100:00100000:1.0:1775764821.084346:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222773888:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 133839us (134297us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.084359:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84673 00000100:00100000:2.0:1775764821.100380:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764821.100709:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222774144 00000100:00100000:3.0:1775764821.100721:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222774144 00000100:00100000:3.0:1775764821.100799:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44145 00000100:00100000:3.0:1775764821.100811:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222774144:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764821.100865:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764821.100894:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf239 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcad7 expref: 26 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.100920:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764821.100925:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764821.101177:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf240 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.101195:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf240 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.101206:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf240 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764821.101261:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031906 00000004:00010000:3.0:1775764821.101296:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ea1b827 reply state 00000000d82f37d0 transno 4295031907 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf240 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764821.101305:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764821.101403:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222774144:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 596us (1032us total) trans 4295031907 rc 0/0 00000100:00100000:3.0:1775764821.101411:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44145 00000020:00080000:3.0:1775764821.101417:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1775764821.101950:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764821.105743:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf240 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.105763:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf240 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.105771:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf240 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.105777:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8fa6aa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764821.105783:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf240 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.105791:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf240 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.105808:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764821.105811:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764821.105817:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf240 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.105823:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf240 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764821.114349:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.114392:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.114480:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222774400 00000100:00100000:1.0:1775764821.114491:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222774400 00002000:00010000:1.0:1775764821.114589:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764821.114594:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35c00 with x1862022222774400 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764821.114606:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d35c00. 00000100:00100000:1.0:1775764821.114626:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222774272 00000100:00100000:1.0:1775764821.114629:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222774272 00002000:00010000:1.0:1775764821.114640:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (239224->18446744073709551615) 00002000:00100000:1.0:1775764821.114643:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d37480 with x1862022222774272 ext(239224->18446744073709551615) 00002000:00010000:1.0:1775764821.114649:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d37480. 00000100:00100000:1.0:1775764821.114664:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37357 00000100:00100000:1.0:1775764821.114683:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222774400:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764821.114896:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764821.114900:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764820 -> 1775764821 00002000:00010000:1.0:1775764821.114903:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764819 00002000:00010000:1.0:1775764821.114905:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764820 -> 1775764821 00002000:00010000:1.0:1775764821.114908:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764821.114960:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222774400:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 289us (620us total) trans 4294995882 rc 0/0 00000100:00100000:1.0:1775764821.114968:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37357 00002000:00010000:1.0:1775764821.114977:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764821.114980:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35c00 with x1862022222774400 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764821.114985:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d35c00. 00000100:00100000:1.0:1775764821.115002:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37358 00000100:00100000:1.0:1775764821.115009:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222774272:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764821.115257:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3814977 -> 239224 00002000:00010000:1.0:1775764821.115262:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764820 -> 1775764821 00002000:00010000:1.0:1775764821.115265:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764818 -> 1775764820 00002000:00010000:1.0:1775764821.115267:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764820 -> 1775764821 00002000:00010000:1.0:1775764821.115269:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 971 00000100:00100000:1.0:1775764821.115292:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222774272:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 283us (899us total) trans 4294996455 rc 0/0 00000100:00100000:1.0:1775764821.115299:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37358 00002000:00010000:1.0:1775764821.115301:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (239224->18446744073709551615) 00002000:00100000:1.0:1775764821.115304:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d37480 with x1862022222774272 ext(239224->18446744073709551615) 00002000:00010000:1.0:1775764821.115308:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d37480. 00000100:00080000:2.0:1775764821.115574:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764821.143418:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.143711:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222774528 00000100:00100000:2.0:1775764821.143721:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222774528 00000100:00100000:2.0:1775764821.143783:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44146 00000100:00100000:2.0:1775764821.143793:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022222774528:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764821.143819:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764821.143840:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf247 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcade expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.143931:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf24e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.143947:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf24e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.143959:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf24e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764821.143999:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 239224 00000004:00200000:2.0:1775764821.144003:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764821.144021:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf24e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.144050:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf247 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcade expref: 29 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.144067:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf24e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcade expref: 28 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.144076:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764821.144079:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764821.144083:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c95c32600, rc 0) 00000100:00100000:2.0:1775764821.144155:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222774528:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 364us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764821.144166:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44146 00000100:00100000:2.0:1775764821.164289:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764821.164661:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222774656 00000100:00100000:3.0:1775764821.164673:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222774656 00002000:00100000:3.0:1775764821.164726:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2883584->2887679) req@ffff8b8c86d35880 x1862022222774656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764821.164738:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35880 with x1862022222774656 ext(2883584->2887679) 00002000:00010000:3.0:1775764821.164744:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35880 00000100:00100000:3.0:1775764821.164777:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37359 00000100:00100000:3.0:1775764821.164786:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222774656:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764821.165140:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222774656:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 355us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764821.165149:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37359 00002000:00100000:3.0:1775764821.165155:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2883584->2887679) req@ffff8b8c86d35880 x1862022222774656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/440 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764821.165165:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35880 with x1862022222774656 ext(2883584->2887679) 00002000:00010000:3.0:1775764821.165169:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35880 00000100:00100000:3.0:1775764821.175633:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.175732:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222774784 00000100:00100000:1.0:1775764821.175743:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222774784 00002000:00100000:1.0:1775764821.175787:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2895872->2899967) req@ffff8b8c8f9cf100 x1862022222774784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.175799:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf100 with x1862022222774784 ext(2895872->2899967) 00002000:00010000:1.0:1775764821.175805:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf100 00000100:00100000:1.0:1775764821.175837:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37360 00000100:00100000:1.0:1775764821.175845:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222774784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764821.176120:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222774784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 274us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.176128:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37360 00002000:00100000:1.0:1775764821.176134:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2895872->2899967) req@ffff8b8c8f9cf100 x1862022222774784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/440 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.176142:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf100 with x1862022222774784 ext(2895872->2899967) 00002000:00010000:1.0:1775764821.176146:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf100 00000100:00100000:0.0:1775764821.187801:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.187906:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222774912 00000100:00100000:1.0:1775764821.187918:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222774912 00002000:00100000:1.0:1775764821.187969:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1540096->1593343) req@ffff8b8c90d51880 x1862022222774912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.187993:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51880 with x1862022222774912 ext(1540096->1593343) 00002000:00010000:1.0:1775764821.187999:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51880 00000100:00100000:1.0:1775764821.188040:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37361 00000100:00100000:1.0:1775764821.188049:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222774912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764821.190519:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222774912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2459us (2717us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.190533:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37361 00002000:00100000:1.0:1775764821.190584:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1540096->1593343) req@ffff8b8c90d51880 x1862022222774912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/440 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.190596:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51880 with x1862022222774912 ext(1540096->1593343) 00002000:00010000:1.0:1775764821.190602:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51880 00000100:00100000:3.0:1775764821.195866:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.195989:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222775168 00000100:00100000:2.0:1775764821.196000:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222775168 00000100:00100000:2.0:1775764821.196058:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44147 00000100:00100000:2.0:1775764821.196068:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222775168:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764821.196127:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764821.196157:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf24e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcade expref: 28 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.196177:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764821.196183:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764821.196397:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf255 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.196410:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf255 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.196418:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf255 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764821.196466:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031908 00000004:00010000:2.0:1775764821.196490:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c4ed782 reply state 000000000668eb9e transno 4295031909 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf255 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764821.196498:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764821.196652:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222775168:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 584us (794us total) trans 4295031909 rc 0/0 00000100:00100000:2.0:1775764821.196660:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44147 00000020:00080000:2.0:1775764821.196665:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764821.198492:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf255 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.198507:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf255 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.198514:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf255 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.198520:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c95c33600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764821.198524:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf255 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.198533:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf255 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.198591:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764821.198594:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764821.198599:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf255 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.198605:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33600/0xdb23b4c9253cf255 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764821.199997:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764821.200031:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.200706:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222775424 00000100:00100000:1.0:1775764821.200718:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222775424 00002000:00010000:1.0:1775764821.200761:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (370305->18446744073709551615) 00002000:00100000:1.0:1775764821.200767:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cca80 with x1862022222775424 ext(370305->18446744073709551615) 00002000:00010000:1.0:1775764821.200778:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cca80. 00000100:00100000:1.0:1775764821.200811:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222775296 00000100:00100000:1.0:1775764821.200814:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222775296 00002000:00010000:1.0:1775764821.200826:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764821.200829:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd500 with x1862022222775296 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764821.200838:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd500. 00000100:00100000:1.0:1775764821.200860:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37362 00000100:00100000:1.0:1775764821.200870:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222775424:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764821.201099:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 370305 00002000:00010000:1.0:1775764821.201104:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764821 -> 1775764821 00002000:00010000:1.0:1775764821.201116:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764819 00002000:00010000:1.0:1775764821.201118:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764821 -> 1775764821 00002000:00010000:1.0:1775764821.201120:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764821.201180:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222775424:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 311us (1190us total) trans 4294995883 rc 0/0 00000100:00100000:1.0:1775764821.201187:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37362 00002000:00010000:1.0:1775764821.201190:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (370305->18446744073709551615) 00002000:00100000:1.0:1775764821.201192:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cca80 with x1862022222775424 ext(370305->18446744073709551615) 00002000:00010000:1.0:1775764821.201197:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cca80. 00000100:00100000:1.0:1775764821.201214:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37363 00000100:00100000:1.0:1775764821.201221:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222775296:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764821.201330:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 239224 -> 4194304 00002000:00010000:1.0:1775764821.201333:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764821 -> 1775764821 00002000:00010000:1.0:1775764821.201335:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764820 -> 1775764820 00002000:00010000:1.0:1775764821.201337:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764821 -> 1775764821 00002000:00010000:1.0:1775764821.201339:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:1.0:1775764821.201359:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222775296:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 139us (1327us total) trans 4294996456 rc 0/0 00000100:00100000:1.0:1775764821.201365:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37363 00002000:00010000:1.0:1775764821.201368:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764821.201370:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd500 with x1862022222775296 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764821.201374:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd500. 00000100:00100000:0.0:1775764821.204177:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764821.204251:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222775552 00000100:00100000:3.0:1775764821.204261:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222775552 00000100:00100000:3.0:1775764821.204324:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44148 00000100:00100000:3.0:1775764821.204334:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022222775552:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764821.204357:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764821.204377:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf25c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcae5 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.204456:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf263 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.204470:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf263 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.204480:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf263 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764821.204507:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4564609 00000004:00200000:3.0:1775764821.204511:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764821.204527:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf263 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.204583:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6aa00/0xdb23b4c9253cf25c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcae5 expref: 31 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.204599:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf263 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcae5 expref: 30 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.204607:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764821.204611:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764821.204614:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fa6a200, rc 0) 00000100:00100000:3.0:1775764821.204660:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222775552:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 328us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764821.204670:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44148 00000100:00100000:1.0:1775764821.223184:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.223305:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222775680 00000100:00100000:2.0:1775764821.223315:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222775680 00002000:00100000:2.0:1775764821.223364:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3674112->3678207) req@ffff8b8c91625180 x1862022222775680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.223374:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022222775680 ext(3674112->3678207) 00002000:00010000:2.0:1775764821.223381:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:2.0:1775764821.223421:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37364 00000100:00100000:2.0:1775764821.223431:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222775680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764821.223692:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222775680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 261us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764821.223700:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37364 00002000:00100000:2.0:1775764821.223707:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3674112->3678207) req@ffff8b8c91625180 x1862022222775680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/4536 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.223714:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022222775680 ext(3674112->3678207) 00002000:00010000:2.0:1775764821.223717:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:0.0:1775764821.232878:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.233527:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222775808 00000100:00100000:1.0:1775764821.233589:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222775808 00002000:00100000:1.0:1775764821.233640:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3678208->3682303) req@ffff8b8c90d50a80 x1862022222775808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.233651:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022222775808 ext(3678208->3682303) 00002000:00010000:1.0:1775764821.233657:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50a80 00000100:00100000:1.0:1775764821.233685:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37365 00000100:00100000:1.0:1775764821.233693:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222775808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764821.233939:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222775808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 246us (1070us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764821.233947:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37365 00002000:00100000:1.0:1775764821.233953:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3678208->3682303) req@ffff8b8c90d50a80 x1862022222775808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/4536 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.233960:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022222775808 ext(3678208->3682303) 00002000:00010000:1.0:1775764821.233963:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50a80 00000100:00100000:1.0:1775764821.240299:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.240466:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222775936 00000100:00100000:0.0:1775764821.240476:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222775936 00002000:00100000:0.0:1775764821.240525:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3653632->3719167) req@ffff8b8c91624a80 x1862022222775936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 504/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.240588:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022222775936 ext(3653632->3719167) 00002000:00010000:0.0:1775764821.240595:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80 00000100:00100000:0.0:1775764821.240627:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37366 00000100:00100000:0.0:1775764821.240636:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222775936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764821.246149:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222775936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5503us (5849us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764821.246161:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37366 00002000:00100000:0.0:1775764821.246173:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3653632->3719167) req@ffff8b8c91624a80 x1862022222775936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 504/440 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.246184:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022222775936 ext(3653632->3719167) 00002000:00010000:0.0:1775764821.246190:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80 00000100:00100000:3.0:1775764821.255083:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.255194:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222776064 00000100:00100000:0.0:1775764821.255207:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222776064 00002000:00100000:0.0:1775764821.255258:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2883584->3702783) req@ffff8b8c8f9cfb80 x1862022222776064/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 504/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.255270:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cfb80 with x1862022222776064 ext(2883584->3702783) 00002000:00010000:0.0:1775764821.255285:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cfb80 00000100:00100000:0.0:1775764821.255321:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37367 00000100:00100000:0.0:1775764821.255331:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222776064:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764821.259009:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222776064:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3668us (3926us total) trans 4294996457 rc 0/0 00000100:00100000:1.0:1775764821.259022:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37367 00002000:00100000:1.0:1775764821.259034:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2883584->3702783) req@ffff8b8c8f9cfb80 x1862022222776064/t4294996457(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 504/448 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.259052:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cfb80 with x1862022222776064 ext(2883584->3702783) 00002000:00010000:1.0:1775764821.259058:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cfb80 00000100:00100000:3.0:1775764821.263998:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.264161:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222776192 00000100:00100000:0.0:1775764821.264172:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222776192 00000100:00100000:0.0:1775764821.264227:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84674 00000100:00100000:0.0:1775764821.264236:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222776192:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764821.315519:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996457 is committed 00000100:00100000:0.0:1775764821.315716:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222776192:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 51472us (51719us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.315728:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84674 00000100:00100000:0.0:1775764821.320439:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.320605:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222776320 00000100:00100000:1.0:1775764821.320616:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222776320 00002000:00100000:1.0:1775764821.320666:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1118208->1122303) req@ffff8b8c90d51c00 x1862022222776320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.320678:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51c00 with x1862022222776320 ext(1118208->1122303) 00002000:00010000:1.0:1775764821.320684:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51c00 00000100:00100000:1.0:1775764821.320718:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37368 00000100:00100000:1.0:1775764821.320728:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222776320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764821.320968:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222776320:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 241us (536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764821.320982:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37368 00002000:00100000:1.0:1775764821.320989:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1118208->1122303) req@ffff8b8c90d51c00 x1862022222776320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/4536 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.320997:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51c00 with x1862022222776320 ext(1118208->1122303) 00002000:00010000:1.0:1775764821.321000:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51c00 00000100:00100000:3.0:1775764821.330077:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.330861:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222776448 00000100:00100000:2.0:1775764821.330875:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222776448 00002000:00100000:3.0:1775764821.331131:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (548864->552959) req@ffff8b8c8f9cce00 x1862022222776448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764821.331142:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cce00 with x1862022222776448 ext(548864->552959) 00002000:00010000:3.0:1775764821.331148:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cce00 00000100:00100000:3.0:1775764821.331235:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37369 00000100:00100000:3.0:1775764821.331244:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222776448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764821.331493:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222776448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 250us (1425us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764821.331501:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37369 00002000:00100000:3.0:1775764821.331507:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (548864->552959) req@ffff8b8c8f9cce00 x1862022222776448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/4536 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764821.331515:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cce00 with x1862022222776448 ext(548864->552959) 00002000:00010000:3.0:1775764821.331519:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cce00 00000100:00100000:1.0:1775764821.337097:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.337232:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222776576 00000100:00100000:2.0:1775764821.337243:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222776576 00002000:00100000:2.0:1775764821.337371:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (524288->589823) req@ffff8b8c91625c00 x1862022222776576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 504/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.337383:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022222776576 ext(524288->589823) 00002000:00010000:2.0:1775764821.337389:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:2.0:1775764821.337461:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37370 00000100:00100000:2.0:1775764821.337471:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222776576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764821.342497:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222776576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5017us (5399us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1775764821.342508:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37370 00002000:00100000:2.0:1775764821.342520:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (524288->589823) req@ffff8b8c91625c00 x1862022222776576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 504/440 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.342529:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022222776576 ext(524288->589823) 00002000:00010000:2.0:1775764821.342535:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:3.0:1775764821.347524:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.347941:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222776704 00000100:00100000:2.0:1775764821.347952:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222776704 00002000:00100000:2.0:1775764821.348095:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (548864->581631) req@ffff8b8c8f9ced80 x1862022222776704/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.348117:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ced80 with x1862022222776704 ext(548864->581631) 00002000:00010000:2.0:1775764821.348124:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ced80 00000100:00100000:2.0:1775764821.348209:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37371 00000100:00100000:2.0:1775764821.348219:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222776704:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764821.351354:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222776704:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3127us (3833us total) trans 4294996458 rc 0/0 00000100:00100000:2.0:1775764821.351366:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37371 00002000:00100000:2.0:1775764821.351379:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (548864->581631) req@ffff8b8c8f9ced80 x1862022222776704/t4294996458(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/448 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.351390:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ced80 with x1862022222776704 ext(548864->581631) 00002000:00010000:2.0:1775764821.351396:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ced80 00000100:00100000:3.0:1775764821.355668:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.355770:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222776832 00000100:00100000:0.0:1775764821.355781:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222776832 00000100:00100000:0.0:1775764821.355841:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84675 00000100:00100000:0.0:1775764821.355851:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222776832:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764821.402918:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996458 is committed 00000100:00100000:0.0:1775764821.403279:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222776832:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47413us (47604us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.403292:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84675 00000100:00100000:0.0:1775764821.416755:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.417391:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222776960 00000100:00100000:1.0:1775764821.417404:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222776960 00002000:00100000:1.0:1775764821.417461:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3932160->3936255) req@ffff8b8c90d53b80 x1862022222776960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.417473:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022222776960 ext(3932160->3936255) 00002000:00010000:1.0:1775764821.417479:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53b80 00000100:00100000:1.0:1775764821.417519:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37372 00000100:00100000:1.0:1775764821.417529:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222776960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764821.417812:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222776960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 284us (1067us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764821.417821:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37372 00002000:00100000:1.0:1775764821.417827:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3932160->3936255) req@ffff8b8c90d53b80 x1862022222776960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/4536 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.417835:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022222776960 ext(3932160->3936255) 00002000:00010000:1.0:1775764821.417839:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53b80 00000100:00100000:1.0:1775764821.423886:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.423996:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222777088 00000100:00100000:0.0:1775764821.424007:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222777088 00002000:00100000:0.0:1775764821.424068:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3960832->3964927) req@ffff8b8c91627b80 x1862022222777088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.424079:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022222777088 ext(3960832->3964927) 00002000:00010000:0.0:1775764821.424086:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80 00000100:00100000:0.0:1775764821.424127:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37373 00000100:00100000:0.0:1775764821.424136:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222777088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764821.424385:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222777088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 249us (506us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764821.424393:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37373 00002000:00100000:0.0:1775764821.424399:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3960832->3964927) req@ffff8b8c91627b80 x1862022222777088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/4536 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.424407:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022222777088 ext(3960832->3964927) 00002000:00010000:0.0:1775764821.424410:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80 00000100:00100000:3.0:1775764821.428280:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.428858:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222777344 00000100:00100000:0.0:1775764821.428870:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222777344 00000100:00100000:0.0:1775764821.428938:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44149 00000100:00100000:0.0:1775764821.428949:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222777344:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764821.429023:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764821.429052:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a200/0xdb23b4c9253cf263 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcae5 expref: 30 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.429072:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764821.429078:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764821.429326:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf26a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.429342:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf26a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.429353:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf26a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764821.429406:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031910 00000004:00010000:0.0:1775764821.429430:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000411afbaa reply state 00000000c7e996ba transno 4295031911 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf26a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764821.429440:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764821.430986:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222777344:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2021us (2707us total) trans 4295031911 rc 0/0 00000100:00100000:0.0:1775764821.431002:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44149 00000020:00080000:0.0:1775764821.431008:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764821.439978:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.440002:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.441603:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222777472 00000100:00100000:0.0:1775764821.441619:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222777472 00002000:00010000:0.0:1775764821.441665:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764821.441670:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022222777472 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764821.441683:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680. 00000100:00100000:0.0:1775764821.441705:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222777600 00000100:00100000:0.0:1775764821.441709:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222777600 00002000:00010000:0.0:1775764821.441719:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (881541->18446744073709551615) 00002000:00100000:0.0:1775764821.441722:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624700 with x1862022222777600 ext(881541->18446744073709551615) 00002000:00010000:0.0:1775764821.441729:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624700. 00000100:00100000:0.0:1775764821.441748:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37374 00000100:00100000:0.0:1775764821.441757:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222777472:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764821.442196:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37375 00000100:00100000:1.0:1775764821.442208:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222777600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764821.442435:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 370305 -> 881541 00002000:00010000:1.0:1775764821.442440:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764821 -> 1775764821 00002000:00010000:1.0:1775764821.442442:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764819 00002000:00010000:1.0:1775764821.442445:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764821 -> 1775764821 00002000:00010000:1.0:1775764821.442447:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764821.442510:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222777600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 305us (2506us total) trans 4294995884 rc 0/0 00000100:00100000:1.0:1775764821.442519:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37375 00002000:00010000:1.0:1775764821.442523:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (881541->18446744073709551615) 00002000:00100000:1.0:1775764821.442526:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624700 with x1862022222777600 ext(881541->18446744073709551615) 00002000:00010000:1.0:1775764821.442531:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624700. 00010000:00010000:3.0:1775764821.442762:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf26a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.442773:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf26a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.442781:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf26a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.442786:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ff3400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764821.442790:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf26a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.442797:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf26a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.442814:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764821.442817:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764821.442822:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf26a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.442827:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf26a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.444348:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764821.444356:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764821 -> 1775764821 00002000:00010000:0.0:1775764821.444358:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764820 -> 1775764821 00002000:00010000:0.0:1775764821.444360:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764821 -> 1775764821 00002000:00010000:0.0:1775764821.444362:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 649 00000100:00100000:0.0:1775764821.444424:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222777472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2664us (4462us total) trans 4294996459 rc 0/0 00000100:00100000:0.0:1775764821.444434:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37374 00002000:00010000:0.0:1775764821.444439:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764821.444442:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022222777472 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764821.444448:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680. 00000100:00100000:1.0:1775764821.448412:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764821.450255:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222777728 00000100:00100000:3.0:1775764821.450274:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222777728 00000100:00100000:2.0:1775764821.450446:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44150 00000100:00100000:2.0:1775764821.450455:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022222777728:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764821.450477:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764821.450497:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32000/0xdb23b4c9253cf271 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcaec expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.450591:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf278 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.450604:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.450616:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764821.450639:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5075845 00000004:00200000:2.0:1775764821.450642:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764821.450657:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.450680:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32000/0xdb23b4c9253cf271 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaec expref: 33 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.450695:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf278 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaec expref: 32 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.450703:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764821.450706:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764821.450710:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c95c33e00, rc 0) 00000100:00100000:2.0:1775764821.450780:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222777728:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 325us (2378us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764821.450787:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44150 00000100:00100000:2.0:1775764821.473988:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764821.474084:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222777856 00000100:00100000:3.0:1775764821.474095:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222777856 00002000:00100000:3.0:1775764821.474153:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3235840->3809279) req@ffff8b8c86d35f80 x1862022222777856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 504/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764821.474164:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35f80 with x1862022222777856 ext(3235840->3809279) 00002000:00010000:3.0:1775764821.474170:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35f80 00000100:00100000:3.0:1775764821.474206:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37376 00000100:00100000:3.0:1775764821.474216:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222777856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764821.499338:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222777856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 25111us (25358us total) trans 0 rc 507904/507904 00000100:00100000:1.0:1775764821.499352:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37376 00002000:00100000:1.0:1775764821.499364:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3235840->3809279) req@ffff8b8c86d35f80 x1862022222777856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 504/440 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 507904/507904 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.499374:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35f80 with x1862022222777856 ext(3235840->3809279) 00002000:00010000:1.0:1775764821.499380:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35f80 00000100:00100000:2.0:1775764821.512966:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.513198:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222777984 00000100:00100000:0.0:1775764821.513220:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222777984 00002000:00100000:0.0:1775764821.513267:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1937408->1941503) req@ffff8b8c86d35500 x1862022222777984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.513287:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35500 with x1862022222777984 ext(1937408->1941503) 00002000:00010000:0.0:1775764821.513294:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35500 00000100:00100000:0.0:1775764821.513329:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37377 00000100:00100000:0.0:1775764821.513338:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222777984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764821.513602:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222777984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (645us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764821.513610:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37377 00002000:00100000:0.0:1775764821.513616:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1937408->1941503) req@ffff8b8c86d35500 x1862022222777984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/4536 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.513625:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35500 with x1862022222777984 ext(1937408->1941503) 00002000:00010000:0.0:1775764821.513628:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35500 00000100:00100000:1.0:1775764821.513949:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764821.513966:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c8f9ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224983424:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764821.514031:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764821.514254:0:12042:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224983424 00000100:00100000:3.0:1775764821.514260:0:12042:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224983424 00000100:00100000:3.0:1775764821.514315:0:12042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1775764821.514321:0:12042:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224983424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764821.514347:0:12042:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 177668096 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764821.514392:0:12042:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224983424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764821.514399:0:12042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00080000:1.0:1775764821.517493:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764821.517596:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c8f9ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224983424:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764821.534696:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.535328:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222778112 00000100:00100000:1.0:1775764821.535339:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222778112 00002000:00100000:1.0:1775764821.535389:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1941504->1945599) req@ffff8b8c90d52680 x1862022222778112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.535402:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022222778112 ext(1941504->1945599) 00002000:00010000:1.0:1775764821.535408:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52680 00000100:00100000:1.0:1775764821.535442:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37378 00000100:00100000:1.0:1775764821.535452:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222778112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764821.535722:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222778112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (1034us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764821.535731:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37378 00002000:00100000:1.0:1775764821.535737:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1941504->1945599) req@ffff8b8c90d52680 x1862022222778112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/4536 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.535745:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022222778112 ext(1941504->1945599) 00002000:00010000:1.0:1775764821.535748:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52680 00000100:00100000:2.0:1775764821.544891:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.544999:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222778240 00000100:00100000:0.0:1775764821.545010:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222778240 00002000:00100000:0.0:1775764821.545068:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1728512->2174975) req@ffff8b8c86d34e00 x1862022222778240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 504/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.545079:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34e00 with x1862022222778240 ext(1728512->2174975) 00002000:00010000:0.0:1775764821.545085:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34e00 00000100:00100000:0.0:1775764821.545126:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37379 00000100:00100000:0.0:1775764821.545136:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222778240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764821.557870:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222778240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12725us (12977us total) trans 0 rc 438272/438272 00000100:00100000:0.0:1775764821.557884:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37379 00002000:00100000:0.0:1775764821.557896:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1728512->2174975) req@ffff8b8c86d34e00 x1862022222778240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 504/440 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 438272/438272 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.557907:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34e00 with x1862022222778240 ext(1728512->2174975) 00002000:00010000:0.0:1775764821.557914:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34e00 00000100:00100000:3.0:1775764821.570706:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.570812:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222778368 00000100:00100000:0.0:1775764821.570824:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222778368 00002000:00100000:0.0:1775764821.570871:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1937408->3964927) req@ffff8b8c8f9cc700 x1862022222778368/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 520/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.570883:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc700 with x1862022222778368 ext(1937408->3964927) 00002000:00010000:0.0:1775764821.570889:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cc700 00000100:00100000:0.0:1775764821.570924:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37380 00000100:00100000:0.0:1775764821.570934:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222778368:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764821.590669:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222778368:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 19727us (19964us total) trans 4294996460 rc 0/0 00000100:00100000:1.0:1775764821.590684:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37380 00002000:00100000:1.0:1775764821.590696:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1937408->3964927) req@ffff8b8c8f9cc700 x1862022222778368/t4294996460(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 520/456 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.590707:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc700 with x1862022222778368 ext(1937408->3964927) 00002000:00010000:1.0:1775764821.590712:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cc700 00000100:00100000:3.0:1775764821.610393:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.610780:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222778496 00000100:00100000:1.0:1775764821.610790:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222778496 00000100:00100000:1.0:1775764821.610845:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84676 00000100:00100000:1.0:1775764821.610855:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222778496:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764821.744296:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996459 is committed 00000001:00080000:2.0:1775764821.744321:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996460 is committed 00000100:00100000:1.0:1775764821.744689:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222778496:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 133829us (134301us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.744702:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84676 00000100:00100000:0.0:1775764821.755533:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.755605:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.758861:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222778624 00000100:00100000:2.0:1775764821.758878:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222778624 00002000:00100000:2.0:1775764821.758943:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4165632->4194303) req@ffff8b8c90d50700 x1862022222778624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.758954:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50700 with x1862022222778624 ext(4165632->4194303) 00002000:00010000:2.0:1775764821.758960:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50700 00000100:00100000:2.0:1775764821.759010:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222778752 00000100:00100000:2.0:1775764821.759023:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222778752 00002000:00100000:2.0:1775764821.759040:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (0->40959) req@ffff8b8c90d52300 x1862022222778752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.759048:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022222778752 ext(0->40959) 00002000:00010000:2.0:1775764821.759052:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52300 00000100:00100000:2.0:1775764821.759080:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37381 00000100:00100000:2.0:1775764821.759089:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222778624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764821.759189:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37382 00000100:00100000:1.0:1775764821.759199:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222778752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764821.765002:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222778752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5795us (9386us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1775764821.765019:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37382 00002000:00100000:1.0:1775764821.765032:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (0->40959) req@ffff8b8c90d52300 x1862022222778752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/440 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.765043:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022222778752 ext(0->40959) 00002000:00010000:1.0:1775764821.765049:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52300 00000100:00100000:2.0:1775764821.783754:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222778624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 24654us (28219us total) trans 0 rc 28672/28672 00000100:00100000:2.0:1775764821.783767:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37381 00002000:00100000:2.0:1775764821.783781:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4165632->4194303) req@ffff8b8c90d50700 x1862022222778624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/440 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.783798:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50700 with x1862022222778624 ext(4165632->4194303) 00002000:00010000:2.0:1775764821.783805:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50700 00000100:00100000:3.0:1775764821.792338:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.792583:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222778880 00000100:00100000:2.0:1775764821.792596:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222778880 00002000:00100000:2.0:1775764821.792650:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3842048->3846143) req@ffff8b8c8f9ce680 x1862022222778880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.792662:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ce680 with x1862022222778880 ext(3842048->3846143) 00002000:00010000:2.0:1775764821.792668:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ce680 00000100:00100000:2.0:1775764821.792707:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37383 00000100:00100000:2.0:1775764821.792716:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222778880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764821.792995:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222778880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 279us (666us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764821.793002:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37383 00002000:00100000:2.0:1775764821.793009:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3842048->3846143) req@ffff8b8c8f9ce680 x1862022222778880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/4536 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.793016:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ce680 with x1862022222778880 ext(3842048->3846143) 00002000:00010000:2.0:1775764821.793019:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ce680 00000100:00100000:3.0:1775764821.808871:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.808992:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222779008 00000100:00100000:2.0:1775764821.809003:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222779008 00002000:00100000:2.0:1775764821.809064:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3842048->3846143) req@ffff8b8cadfc9880 x1862022222779008/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 4584/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.809076:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9880 with x1862022222779008 ext(3842048->3846143) 00002000:00010000:2.0:1775764821.809083:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9880 00000100:00100000:2.0:1775764821.809124:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37384 00000100:00100000:2.0:1775764821.809133:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222779008:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764821.809862:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222779008:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 725us (997us total) trans 4294996461 rc 0/0 00000100:00100000:2.0:1775764821.809874:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37384 00002000:00100000:2.0:1775764821.809881:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3842048->3846143) req@ffff8b8cadfc9880 x1862022222779008/t4294996461(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 4584/448 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764821.809891:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9880 with x1862022222779008 ext(3842048->3846143) 00002000:00010000:2.0:1775764821.809896:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9880 00000100:00100000:3.0:1775764821.815405:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.815531:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222779136 00000100:00100000:1.0:1775764821.815579:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222779136 00000100:00100000:1.0:1775764821.815630:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84677 00000100:00100000:1.0:1775764821.815638:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222779136:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764821.896383:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996461 is committed 00000100:00100000:1.0:1775764821.896651:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222779136:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 81006us (81248us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.896664:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84677 00000100:00100000:3.0:1775764821.903785:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.903903:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222779264 00000100:00100000:1.0:1775764821.903913:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222779264 00002000:00100000:1.0:1775764821.903975:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2244608->2293759) req@ffff8b8cadfc9500 x1862022222779264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.903986:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9500 with x1862022222779264 ext(2244608->2293759) 00002000:00010000:1.0:1775764821.903992:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9500 00000100:00100000:1.0:1775764821.904035:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37385 00000100:00100000:1.0:1775764821.904045:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222779264:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764821.911136:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222779264:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7082us (7351us total) trans 0 rc 49152/49152 00000100:00100000:1.0:1775764821.911148:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37385 00002000:00100000:1.0:1775764821.911161:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2244608->2293759) req@ffff8b8cadfc9500 x1862022222779264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/440 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764821.911171:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9500 with x1862022222779264 ext(2244608->2293759) 00002000:00010000:1.0:1775764821.911177:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9500 00000100:00100000:3.0:1775764821.921066:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.921239:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222779520 00000100:00100000:2.0:1775764821.921250:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222779520 00000100:00100000:2.0:1775764821.921319:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44151 00000100:00100000:2.0:1775764821.921330:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222779520:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764821.921383:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764821.921411:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf278 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaec expref: 32 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.921432:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764821.921437:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764821.921778:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf27f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.921793:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf27f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.921803:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf27f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764821.921854:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031912 00000004:00010000:2.0:1775764821.921879:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046009d24 reply state 00000000a48d8e71 transno 4295031913 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf27f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764821.921888:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764821.921977:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222779520:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 649us (920us total) trans 4295031913 rc 0/0 00000100:00100000:2.0:1775764821.921984:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44151 00000020:00080000:2.0:1775764821.921990:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764821.925418:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf27f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.925435:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf27f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.925443:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf27f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.925448:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c95c32e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764821.925453:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf27f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.925460:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf27f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.925480:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764821.925483:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764821.925487:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf27f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.925496:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf27f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764821.930715:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.930978:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222779648 00000100:00100000:0.0:1775764821.930989:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222779648 00002000:00010000:0.0:1775764821.931038:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (474496->18446744073709551615) 00002000:00100000:0.0:1775764821.931044:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8380 with x1862022222779648 ext(474496->18446744073709551615) 00002000:00010000:0.0:1775764821.931056:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc8380. 00000100:00100000:0.0:1775764821.931087:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37386 00000100:00100000:0.0:1775764821.931096:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222779648:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764821.931471:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 474496 00002000:00010000:0.0:1775764821.931475:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764821 -> 1775764822 00002000:00010000:0.0:1775764821.931478:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764821 -> 1775764822 00002000:00010000:0.0:1775764821.931480:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764821 -> 1775764822 00002000:00010000:0.0:1775764821.931482:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 907 00000100:00100000:0.0:1775764821.931582:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222779648:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 486us (875us total) trans 4294996462 rc 0/0 00000100:00100000:0.0:1775764821.931590:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37386 00002000:00010000:0.0:1775764821.931594:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (474496->18446744073709551615) 00002000:00100000:0.0:1775764821.931597:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8380 with x1862022222779648 ext(474496->18446744073709551615) 00002000:00010000:0.0:1775764821.931601:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc8380. 00000100:00100000:3.0:1775764821.936407:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.936508:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222779776 00000100:00100000:1.0:1775764821.936518:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222779776 00002000:00010000:1.0:1775764821.936588:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764821.936593:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcb100 with x1862022222779776 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764821.936605:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cadfcb100. 00000100:00100000:1.0:1775764821.936629:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37387 00000100:00100000:1.0:1775764821.936638:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222779776:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764821.936903:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 881541 -> 0 00002000:00010000:1.0:1775764821.936906:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764821 -> 1775764822 00002000:00010000:1.0:1775764821.936909:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764819 00002000:00010000:1.0:1775764821.936911:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764821 -> 1775764822 00002000:00010000:1.0:1775764821.936913:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764821.936983:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222779776:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 337us (577us total) trans 4294995885 rc 0/0 00000100:00100000:1.0:1775764821.936991:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37387 00002000:00010000:1.0:1775764821.936995:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764821.936997:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcb100 with x1862022222779776 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764821.937002:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cadfcb100. 00000100:00100000:1.0:1775764821.953936:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764821.954914:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222779904 00000100:00100000:2.0:1775764821.954925:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222779904 00000100:00100000:2.0:1775764821.955001:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44152 00000100:00100000:2.0:1775764821.955012:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022222779904:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764821.955364:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764821.955385:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf286 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcaf3 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.955474:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf28d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.955488:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf28d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.955501:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf28d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764821.955528:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 474496 00000004:00200000:2.0:1775764821.955533:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764821.955575:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf28d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.955601:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32e00/0xdb23b4c9253cf286 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaf3 expref: 35 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.955619:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf28d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaf3 expref: 34 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.955628:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764821.955631:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764821.955635:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c95c33e00, rc 0) 00000100:00100000:2.0:1775764821.955707:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222779904:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 697us (1780us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764821.955715:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44152 00010000:00010000:0.0:1775764821.963067:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764821.976476:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.976597:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222780160 00000100:00100000:0.0:1775764821.976608:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222780160 00000100:00100000:0.0:1775764821.976671:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44153 00000100:00100000:0.0:1775764821.976682:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222780160:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764821.976735:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764821.976763:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33e00/0xdb23b4c9253cf28d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcaf3 expref: 34 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.976785:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764821.976790:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764821.977233:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf294 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.977251:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf294 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.977263:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf294 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764821.977399:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031914 00000004:00010000:0.0:1775764821.977426:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a4f181fd reply state 00000000a93c948f transno 4295031915 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf294 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764821.977435:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764821.978343:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222780160:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1658us (2082us total) trans 4295031915 rc 0/0 00000100:00100000:0.0:1775764821.978351:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44153 00000020:00080000:0.0:1775764821.978357:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764821.978991:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf294 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.979001:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf294 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.979007:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf294 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.979012:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ff3e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764821.979180:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf294 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.979191:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf294 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.979206:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764821.979209:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764821.979214:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf294 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.979220:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf294 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764821.980721:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764821.980761:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764821.980850:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222780288 00000100:00100000:1.0:1775764821.980861:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222780288 00002000:00010000:1.0:1775764821.980901:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4170569->18446744073709551615) 00002000:00100000:1.0:1775764821.980906:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9c00 with x1862022222780288 ext(4170569->18446744073709551615) 00002000:00010000:1.0:1775764821.980918:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9c00. 00000100:00100000:1.0:1775764821.980948:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222780416 00000100:00100000:1.0:1775764821.980952:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222780416 00002000:00010000:1.0:1775764821.980964:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764821.980967:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8a80 with x1862022222780416 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764821.980973:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cadfc8a80. 00000100:00100000:1.0:1775764821.980995:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37388 00000100:00100000:1.0:1775764821.981004:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222780288:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764821.981149:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37389 00000100:00100000:2.0:1775764821.981159:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222780416:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764821.981390:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764821.981394:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764821.981397:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764819 00002000:00010000:2.0:1775764821.981399:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764821.981401:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764821.981457:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222780416:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 300us (695us total) trans 4294995886 rc 0/0 00000100:00100000:2.0:1775764821.981464:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37389 00002000:00010000:2.0:1775764821.981467:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764821.981470:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8a80 with x1862022222780416 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764821.981474:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cadfc8a80. 00002000:00010000:1.0:1775764821.981882:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 474496 -> 4170569 00002000:00010000:1.0:1775764821.981886:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764821.981888:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764821.981890:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764821.981892:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:1.0:1775764821.981927:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222780288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 924us (1213us total) trans 4294996463 rc 0/0 00000100:00100000:1.0:1775764821.981935:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37388 00002000:00010000:1.0:1775764821.981937:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4170569->18446744073709551615) 00002000:00100000:1.0:1775764821.981939:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9c00 with x1862022222780288 ext(4170569->18446744073709551615) 00002000:00010000:1.0:1775764821.981944:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9c00. 00000100:00100000:3.0:1775764821.998640:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764821.998751:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222780544 00000100:00100000:0.0:1775764821.998762:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222780544 00002000:00100000:0.0:1775764821.998813:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (4128768->4132863) req@ffff8b8cadfc8000 x1862022222780544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.998825:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8000 with x1862022222780544 ext(4128768->4132863) 00002000:00010000:0.0:1775764821.998831:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc8000 00000100:00100000:0.0:1775764821.998855:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37390 00000100:00100000:0.0:1775764821.998864:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222780544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764821.999128:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222780544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 264us (497us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764821.999135:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37390 00002000:00100000:0.0:1775764821.999142:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (4128768->4132863) req@ffff8b8cadfc8000 x1862022222780544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:302/0 lens 488/4536 e 0 to 0 dl 1775764832 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764821.999151:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8000 with x1862022222780544 ext(4128768->4132863) 00002000:00010000:0.0:1775764821.999154:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc8000 00000100:00100000:3.0:1775764822.007701:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.007812:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222780672 00000100:00100000:1.0:1775764822.007824:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222780672 00002000:00100000:1.0:1775764822.007897:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4132864->4136959) req@ffff8b8cadfc9f80 x1862022222780672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.007908:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9f80 with x1862022222780672 ext(4132864->4136959) 00002000:00010000:1.0:1775764822.007916:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9f80 00000100:00100000:1.0:1775764822.007951:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37391 00000100:00100000:1.0:1775764822.007961:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222780672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.008228:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222780672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764822.008237:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37391 00002000:00100000:1.0:1775764822.008243:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4132864->4136959) req@ffff8b8cadfc9f80 x1862022222780672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/4536 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.008253:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9f80 with x1862022222780672 ext(4132864->4136959) 00002000:00010000:1.0:1775764822.008257:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9f80 00000100:00080000:2.0:1775764822.008379:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764822.013636:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.013722:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222780800 00000100:00100000:0.0:1775764822.013732:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222780800 00002000:00100000:0.0:1775764822.013788:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (4108288->4173823) req@ffff8b8c86d35180 x1862022222780800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.013800:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35180 with x1862022222780800 ext(4108288->4173823) 00002000:00010000:0.0:1775764822.013806:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35180 00000100:00100000:0.0:1775764822.013841:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37392 00000100:00100000:0.0:1775764822.013852:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222780800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.017183:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222780800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3321us (3544us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764822.017197:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37392 00002000:00100000:1.0:1775764822.017211:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (4108288->4173823) req@ffff8b8c86d35180 x1862022222780800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.017221:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35180 with x1862022222780800 ext(4108288->4173823) 00002000:00010000:1.0:1775764822.017228:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35180 00000100:00100000:2.0:1775764822.023106:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.023391:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222780928 00000100:00100000:1.0:1775764822.023402:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222780928 00002000:00100000:1.0:1775764822.023454:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4128768->4170568) req@ffff8b8c86d34a80 x1862022222780928/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.023465:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34a80 with x1862022222780928 ext(4128768->4170568) 00002000:00010000:1.0:1775764822.023471:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34a80 00000100:00100000:1.0:1775764822.023506:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37393 00000100:00100000:1.0:1775764822.023516:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222780928:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764822.026249:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cadfc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022224983680:0@lo:400:kworker.0 00000100:00100000:3.0:1775764822.026324:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764822.026385:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764822.026392:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cadfcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022224983808:0@lo:400:kworker.0 00000100:00100000:3.0:1775764822.026415:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764822.026449:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224983680 00000100:00100000:3.0:1775764822.026457:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224983680 00000100:00100000:3.0:1775764822.026495:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224983808 00000100:00100000:3.0:1775764822.026498:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224983808 00000100:00100000:3.0:1775764822.026523:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1775764822.026531:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022224983680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764822.026603:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022224983680:12345-0@lo:400:kworker.0 Request processed in 73us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764822.026611:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1775764822.026626:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1775764822.026633:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022224983808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764822.026657:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022224983808:12345-0@lo:400:kworker.0 Request processed in 26us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764822.026662:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1775764822.026697:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cadfcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022224983808:0@lo:400:kworker.0 00000100:00100000:3.0:1775764822.026707:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cadfc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022224983680:0@lo:400:kworker.0 00000100:00100000:2.0:1775764822.030336:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cadfc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224983936:0@lo:400:kworker.0 00000100:00100000:2.0:1775764822.030415:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764822.030485:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764822.030494:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cadfcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224983552:0@lo:400:kworker.0 00000100:00100000:2.0:1775764822.030523:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764822.030579:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cadfca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224984064:0@lo:400:kworker.0 00000100:00100000:2.0:1775764822.030605:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764822.030639:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224983552 00000100:00100000:2.0:1775764822.030647:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224983552 00000100:00100000:2.0:1775764822.030694:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1775764822.030702:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224983552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764822.030750:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224983552:12345-0@lo:400:kworker.0 Request processed in 48us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764822.030757:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1775764822.030790:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224984064 00000100:00100000:2.0:1775764822.030794:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224984064 00000100:00100000:2.0:1775764822.030828:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1775764822.030834:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224984064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764822.030865:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224984064:12345-0@lo:400:kworker.0 Request processed in 31us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764822.030870:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00080000:2.0:1775764822.030891:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764822.030896:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764822.030921:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cadfcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224983552:0@lo:400:kworker.0 00000100:00100000:2.0:1775764822.030932:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cadfca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224984064:0@lo:400:kworker.0 00000100:00100000:2.0:1775764822.030955:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224983936 00000100:00100000:2.0:1775764822.030958:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224983936 00000100:00100000:2.0:1775764822.030988:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:2.0:1775764822.030994:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224983936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764822.031028:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224983936:12345-0@lo:400:kworker.0 Request processed in 35us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764822.031034:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00080000:2.0:1775764822.031046:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764822.031063:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cadfc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224983936:0@lo:400:kworker.0 00000100:00100000:1.0:1775764822.035640:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222780928:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12115us (12542us total) trans 4294996464 rc 0/0 00000100:00100000:1.0:1775764822.035653:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37393 00002000:00100000:1.0:1775764822.035665:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4128768->4170568) req@ffff8b8c86d34a80 x1862022222780928/t4294996464(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/448 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.035677:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34a80 with x1862022222780928 ext(4128768->4170568) 00002000:00010000:1.0:1775764822.035684:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34a80 00000100:00100000:0.0:1775764822.045053:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.045193:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222781056 00000100:00100000:3.0:1775764822.045203:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222781056 00000100:00100000:3.0:1775764822.045262:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84678 00000100:00100000:3.0:1775764822.045280:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222781056:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764822.122468:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222781056:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 77177us (77410us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.122494:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84678 00000001:00080000:2.0:1775764822.122590:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996462 is committed 00000001:00080000:2.0:1775764822.122605:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996464 is committed 00000100:00100000:2.0:1775764822.127142:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.127212:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222781184 00000100:00100000:3.0:1775764822.127224:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222781184 00000100:00100000:3.0:1775764822.127368:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44154 00000100:00100000:3.0:1775764822.127378:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022222781184:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764822.127404:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764822.127422:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf29b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcafa expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.127501:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf2a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.127514:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf2a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.127528:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf2a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764822.127573:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4170569 00000004:00200000:3.0:1775764822.127577:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764822.127593:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf2a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.127615:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6b400/0xdb23b4c9253cf29b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcafa expref: 37 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.127632:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf2a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcafa expref: 36 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.127641:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764822.127644:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764822.127648:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fa6a400, rc 0) 00000100:00100000:3.0:1775764822.127700:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222781184:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 324us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764822.127770:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44154 00000100:00100000:1.0:1775764822.166489:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.166532:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.166603:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.166629:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.166661:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222781312 00000100:00100000:1.0:1775764822.166671:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222781312 00002000:00100000:1.0:1775764822.166720:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (241664->2658303) req@ffff8b8c91625f80 x1862022222781312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.166731:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022222781312 ext(241664->2658303) 00002000:00010000:1.0:1775764822.166736:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625f80 00000100:00100000:1.0:1775764822.166757:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222781568 00000100:00100000:1.0:1775764822.166760:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222781568 00002000:00100000:1.0:1775764822.166773:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2334720->3387391) req@ffff8b8c91624e00 x1862022222781568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.166780:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624e00 with x1862022222781568 ext(2334720->3387391) 00002000:00010000:1.0:1775764822.166783:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624e00 00000100:00100000:1.0:1775764822.166793:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222781440 00000100:00100000:1.0:1775764822.166797:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222781440 00002000:00100000:1.0:1775764822.166808:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1286144->2334719) req@ffff8b8c91626a00 x1862022222781440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.166816:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626a00 with x1862022222781440 ext(1286144->2334719) 00002000:00010000:1.0:1775764822.166818:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626a00 00000100:00100000:1.0:1775764822.166829:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222781696 00000100:00100000:1.0:1775764822.166831:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222781696 00002000:00100000:1.0:1775764822.166842:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->4108287) req@ffff8b8c91624380 x1862022222781696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.166850:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624380 with x1862022222781696 ext(3387392->4108287) 00002000:00010000:1.0:1775764822.166852:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624380 00000100:00100000:1.0:1775764822.166868:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37394 00000100:00100000:1.0:1775764822.166876:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222781312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764822.167088:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37395 00000100:00100000:3.0:1775764822.167109:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222781568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.169978:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37396 00000100:00100000:0.0:1775764822.169997:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222781440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.170841:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37397 00000100:00100000:0.0:1775764822.170853:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222781696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764822.203883:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222781568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 36776us (37339us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764822.204702:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37395 00002000:00100000:3.0:1775764822.204874:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2334720->3387391) req@ffff8b8c91624e00 x1862022222781568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.204886:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624e00 with x1862022222781568 ext(2334720->3387391) 00002000:00010000:3.0:1775764822.204997:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624e00 00000100:00100000:3.0:1775764822.227435:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222781440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 57432us (60818us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764822.227451:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37396 00002000:00100000:3.0:1775764822.227466:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1286144->2334719) req@ffff8b8c91626a00 x1862022222781440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.227478:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626a00 with x1862022222781440 ext(1286144->2334719) 00002000:00010000:3.0:1775764822.227484:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626a00 00000100:00100000:2.0:1775764822.237450:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222781696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 66588us (70807us total) trans 0 rc 720896/720896 00000100:00100000:2.0:1775764822.237463:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37397 00002000:00100000:2.0:1775764822.237476:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->4108287) req@ffff8b8c91624380 x1862022222781696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 720896/720896 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764822.237487:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624380 with x1862022222781696 ext(3387392->4108287) 00002000:00010000:2.0:1775764822.237493:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624380 00000100:00100000:1.0:1775764822.241674:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222781312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 74787us (75184us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764822.241688:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37394 00002000:00100000:1.0:1775764822.241700:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (241664->2658303) req@ffff8b8c91625f80 x1862022222781312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.241710:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022222781312 ext(241664->2658303) 00002000:00010000:1.0:1775764822.241715:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625f80 00000100:00100000:1.0:1775764822.248742:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764822.248899:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222781952 00000100:00100000:2.0:1775764822.248910:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222781952 00000100:00100000:2.0:1775764822.248985:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44155 00000100:00100000:2.0:1775764822.248996:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222781952:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764822.249049:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764822.249076:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fa6a400/0xdb23b4c9253cf2a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcafa expref: 36 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.249104:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764822.249110:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764822.249773:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.249788:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.249798:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764822.249853:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031916 00000004:00010000:2.0:1775764822.249877:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004cf9a508 reply state 00000000150353ef transno 4295031917 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764822.249896:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764822.250260:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222781952:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1214us (1474us total) trans 4295031917 rc 0/0 00000100:00100000:2.0:1775764822.250336:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44155 00000020:00080000:2.0:1775764822.250342:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764822.254253:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.254276:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.254285:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.254291:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c95c32600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764822.254296:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.254304:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.254322:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764822.254325:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764822.254330:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.254336:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764822.255918:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.255994:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764822.256052:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222782080 00000100:00100000:2.0:1775764822.256064:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222782080 00002000:00010000:2.0:1775764822.256117:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764822.256122:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5fb80 with x1862022222782080 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764822.256132:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5fb80. 00000100:00100000:2.0:1775764822.256157:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222782208 00000100:00100000:2.0:1775764822.256160:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222782208 00002000:00010000:2.0:1775764822.256171:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (776749->18446744073709551615) 00002000:00100000:2.0:1775764822.256174:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e680 with x1862022222782208 ext(776749->18446744073709551615) 00002000:00010000:2.0:1775764822.256181:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5e680. 00000100:00100000:2.0:1775764822.256203:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37398 00000100:00100000:2.0:1775764822.256212:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222782080:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764822.256476:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4170569 -> 4194304 00002000:00010000:2.0:1775764822.256480:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764822.256482:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764822.256484:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764822.256487:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 521 00000100:00100000:2.0:1775764822.256534:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222782080:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 323us (623us total) trans 4294996465 rc 0/0 00000100:00100000:2.0:1775764822.256567:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37398 00002000:00010000:2.0:1775764822.256570:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764822.256573:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5fb80 with x1862022222782080 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764822.256577:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5fb80. 00000100:00100000:2.0:1775764822.256591:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37399 00000100:00100000:2.0:1775764822.256597:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222782208:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764822.256688:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 776749 00002000:00010000:2.0:1775764822.256691:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764822.256693:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764819 00002000:00010000:2.0:1775764822.256696:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764822.256698:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764822.256715:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222782208:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 118us (721us total) trans 4294995887 rc 0/0 00000100:00100000:2.0:1775764822.256721:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37399 00002000:00010000:2.0:1775764822.256723:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (776749->18446744073709551615) 00002000:00100000:2.0:1775764822.256726:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e680 with x1862022222782208 ext(776749->18446744073709551615) 00002000:00010000:2.0:1775764822.256730:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5e680. 00000100:00100000:3.0:1775764822.261104:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.261257:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222782336 00000100:00100000:0.0:1775764822.261276:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222782336 00000100:00100000:0.0:1775764822.261338:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44156 00000100:00100000:0.0:1775764822.261347:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022222782336:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764822.261373:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764822.261425:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb01 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.261511:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3000/0xdb23b4c9253cf2b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.261525:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3000/0xdb23b4c9253cf2b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.261573:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3000/0xdb23b4c9253cf2b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764822.261601:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4971053 00000004:00200000:0.0:1775764822.261605:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764822.261621:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3000/0xdb23b4c9253cf2b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.261643:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb01 expref: 39 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.261659:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3000/0xdb23b4c9253cf2b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb01 expref: 38 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.261666:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764822.261669:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764822.261672:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ff3000, rc 0) 00000100:00100000:0.0:1775764822.261721:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222782336:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 374us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.261728:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44156 00000100:00100000:0.0:1775764822.268764:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.268877:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222782464 00000100:00100000:1.0:1775764822.268895:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222782464 00002000:00100000:1.0:1775764822.268969:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (0->4095) req@ffff8b8c90d53800 x1862022222782464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.268982:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53800 with x1862022222782464 ext(0->4095) 00002000:00010000:1.0:1775764822.268988:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53800 00000100:00100000:1.0:1775764822.269012:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37400 00000100:00100000:1.0:1775764822.269021:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222782464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.269262:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222782464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 241us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764822.269277:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37400 00002000:00100000:1.0:1775764822.269284:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (0->4095) req@ffff8b8c90d53800 x1862022222782464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/4536 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.269292:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53800 with x1862022222782464 ext(0->4095) 00002000:00010000:1.0:1775764822.269295:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53800 00000100:00100000:1.0:1775764822.274917:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.276179:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222782720 00000100:00100000:3.0:1775764822.276192:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222782720 00000100:00100000:0.0:1775764822.276594:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44157 00000100:00100000:0.0:1775764822.276607:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222782720:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764822.276662:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764822.276690:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3000/0xdb23b4c9253cf2b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb01 expref: 38 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.276710:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764822.276715:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764822.277136:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.277152:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.277162:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764822.277479:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031918 00000004:00010000:0.0:1775764822.277512:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b95f211 reply state 00000000b36a7cea transno 4295031919 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764822.277521:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764822.277723:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222782720:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1116us (2813us total) trans 4295031919 rc 0/0 00000100:00100000:0.0:1775764822.277731:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44157 00000020:00080000:0.0:1775764822.277736:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764822.280165:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.280183:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2be lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.280192:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.280198:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ff3600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764822.280203:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.280211:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.280230:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764822.280234:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764822.280238:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2be lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.280245:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3600/0xdb23b4c9253cf2be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764822.286590:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.286864:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222782848 00000100:00100000:0.0:1775764822.286876:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222782848 00002000:00010000:0.0:1775764822.286931:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1409857->18446744073709551615) 00002000:00100000:0.0:1775764822.286937:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e300 with x1862022222782848 ext(1409857->18446744073709551615) 00002000:00010000:0.0:1775764822.286950:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5e300. 00000100:00100000:0.0:1775764822.286992:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37401 00000100:00100000:0.0:1775764822.287003:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222782848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764822.287524:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1409857 00002000:00010000:0.0:1775764822.287529:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764822.287531:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764822.287533:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764822.287570:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:0.0:1775764822.287628:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222782848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 626us (1046us total) trans 4294996466 rc 0/0 00000100:00100000:0.0:1775764822.287636:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37401 00002000:00010000:0.0:1775764822.287641:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1409857->18446744073709551615) 00002000:00100000:0.0:1775764822.287644:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e300 with x1862022222782848 ext(1409857->18446744073709551615) 00002000:00010000:0.0:1775764822.287650:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5e300. 00000100:00100000:2.0:1775764822.291867:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.291977:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222782976 00000100:00100000:3.0:1775764822.291987:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222782976 00002000:00010000:3.0:1775764822.292030:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764822.292036:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36a00 with x1862022222782976 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764822.292047:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d36a00. 00000100:00100000:3.0:1775764822.292085:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37402 00000100:00100000:3.0:1775764822.292104:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222782976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764822.292404:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 776749 -> 0 00002000:00010000:3.0:1775764822.292408:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764822.292410:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764819 00002000:00010000:3.0:1775764822.292413:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764822.292415:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764822.292486:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022222782976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 391us (627us total) trans 4294995888 rc 0/0 00000100:00100000:3.0:1775764822.292494:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37402 00002000:00010000:3.0:1775764822.292498:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764822.292500:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36a00 with x1862022222782976 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764822.292504:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d36a00. 00000100:00100000:2.0:1775764822.307846:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.308142:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222783104 00000100:00100000:3.0:1775764822.308152:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222783104 00000100:00100000:3.0:1775764822.308220:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44158 00000100:00100000:3.0:1775764822.308231:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022222783104:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764822.308256:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764822.308451:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253cf2c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb08 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.308576:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253cf2cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.308590:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253cf2cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.308603:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253cf2cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764822.308632:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1409857 00000004:00200000:3.0:1775764822.308637:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764822.308653:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253cf2cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.308684:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253cf2c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb08 expref: 41 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.308703:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253cf2cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb08 expref: 40 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.308711:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764822.308714:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764822.308718:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc4400, rc 0) 00000100:00100000:3.0:1775764822.308782:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222783104:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 553us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764822.308790:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44158 00000100:00100000:2.0:1775764822.325879:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.325984:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222783232 00000100:00100000:1.0:1775764822.325994:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222783232 00002000:00100000:1.0:1775764822.326041:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2715648->2719743) req@ffff8b8c86d34700 x1862022222783232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.326053:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34700 with x1862022222783232 ext(2715648->2719743) 00002000:00010000:1.0:1775764822.326059:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34700 00000100:00100000:1.0:1775764822.326090:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37403 00000100:00100000:1.0:1775764822.326109:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222783232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.326357:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222783232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 250us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.326365:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37403 00002000:00100000:1.0:1775764822.326371:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2715648->2719743) req@ffff8b8c86d34700 x1862022222783232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.326379:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34700 with x1862022222783232 ext(2715648->2719743) 00002000:00010000:1.0:1775764822.326383:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34700 00000100:00100000:2.0:1775764822.331411:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.331580:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222783360 00000100:00100000:1.0:1775764822.331591:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222783360 00002000:00100000:1.0:1775764822.331645:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2719744->2723839) req@ffff8b8c86d36300 x1862022222783360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.331656:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36300 with x1862022222783360 ext(2719744->2723839) 00002000:00010000:1.0:1775764822.331663:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36300 00000100:00100000:1.0:1775764822.331701:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37404 00000100:00100000:1.0:1775764822.331711:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222783360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.331942:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222783360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 231us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.331950:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37404 00002000:00100000:1.0:1775764822.331956:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2719744->2723839) req@ffff8b8c86d36300 x1862022222783360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.332746:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36300 with x1862022222783360 ext(2719744->2723839) 00002000:00010000:1.0:1775764822.332752:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36300 00000100:00100000:3.0:1775764822.340049:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.340225:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222783488 00000100:00100000:0.0:1775764822.340236:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222783488 00002000:00100000:0.0:1775764822.340301:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2695168->2760703) req@ffff8b8cadfcb480 x1862022222783488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.340312:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcb480 with x1862022222783488 ext(2695168->2760703) 00002000:00010000:0.0:1775764822.340319:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfcb480 00000100:00100000:0.0:1775764822.340355:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37405 00000100:00100000:0.0:1775764822.340365:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222783488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.347634:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222783488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7260us (7584us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.347647:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37405 00002000:00100000:0.0:1775764822.347660:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2695168->2760703) req@ffff8b8cadfcb480 x1862022222783488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.347672:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcb480 with x1862022222783488 ext(2695168->2760703) 00002000:00010000:0.0:1775764822.347678:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfcb480 00000100:00100000:2.0:1775764822.362775:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.362879:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222783616 00000100:00100000:3.0:1775764822.362890:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222783616 00002000:00100000:3.0:1775764822.362944:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2760704->2797567) req@ffff8b8c86d34380 x1862022222783616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.362956:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34380 with x1862022222783616 ext(2760704->2797567) 00002000:00010000:3.0:1775764822.362974:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34380 00000100:00100000:3.0:1775764822.363008:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37406 00000100:00100000:3.0:1775764822.363026:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222783616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764822.370823:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222783616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7793us (8046us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764822.370836:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37406 00002000:00100000:3.0:1775764822.370849:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2760704->2797567) req@ffff8b8c86d34380 x1862022222783616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.370860:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34380 with x1862022222783616 ext(2760704->2797567) 00002000:00010000:3.0:1775764822.370867:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34380 00000100:00100000:2.0:1775764822.383343:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.383482:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222783744 00000100:00100000:3.0:1775764822.383494:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222783744 00002000:00100000:3.0:1775764822.383592:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2813952->2879487) req@ffff8b8c8ed82d80 x1862022222783744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.383603:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022222783744 ext(2813952->2879487) 00002000:00010000:3.0:1775764822.383609:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:3.0:1775764822.383640:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37407 00000100:00100000:3.0:1775764822.383650:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222783744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764822.386358:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222783744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2698us (3014us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764822.386373:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37407 00002000:00100000:3.0:1775764822.386386:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2813952->2879487) req@ffff8b8c8ed82d80 x1862022222783744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.386396:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022222783744 ext(2813952->2879487) 00002000:00010000:3.0:1775764822.386406:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:0.0:1775764822.391472:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.391579:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222783872 00000100:00100000:1.0:1775764822.391590:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222783872 00002000:00100000:1.0:1775764822.391640:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2879488->2916351) req@ffff8b8c90d51f80 x1862022222783872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.391658:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51f80 with x1862022222783872 ext(2879488->2916351) 00002000:00010000:1.0:1775764822.391665:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51f80 00000100:00100000:1.0:1775764822.391700:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37408 00000100:00100000:1.0:1775764822.391709:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222783872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.394655:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222783872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2935us (3180us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.394670:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37408 00002000:00100000:1.0:1775764822.394684:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2879488->2916351) req@ffff8b8c90d51f80 x1862022222783872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.394694:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51f80 with x1862022222783872 ext(2879488->2916351) 00002000:00010000:1.0:1775764822.394700:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51f80 00000100:00100000:3.0:1775764822.399938:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.400115:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222784000 00000100:00100000:1.0:1775764822.400125:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222784000 00002000:00100000:1.0:1775764822.400172:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1204224->3126409) req@ffff8b8cadfc8700 x1862022222784000/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 520/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.400182:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8700 with x1862022222784000 ext(1204224->3126409) 00002000:00010000:1.0:1775764822.400189:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc8700 00000100:00100000:1.0:1775764822.400276:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37409 00000100:00100000:1.0:1775764822.400294:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222784000:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764822.408090:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222784000:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7794us (8150us total) trans 4294996467 rc 0/0 00000100:00100000:1.0:1775764822.408116:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37409 00002000:00100000:1.0:1775764822.408130:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1204224->3126409) req@ffff8b8cadfc8700 x1862022222784000/t4294996467(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 520/456 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.408141:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8700 with x1862022222784000 ext(1204224->3126409) 00002000:00010000:1.0:1775764822.408147:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc8700 00000100:00100000:3.0:1775764822.413148:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.413346:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222784128 00000100:00100000:0.0:1775764822.413358:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222784128 00000100:00100000:0.0:1775764822.413432:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84679 00000100:00100000:0.0:1775764822.413442:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222784128:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764822.458180:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222784128:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44728us (45030us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.458195:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84679 00000001:00080000:2.0:1775764822.466247:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996466 is committed 00000001:00080000:2.0:1775764822.466281:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996467 is committed 00000100:00100000:2.0:1775764822.468571:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.468796:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222784256 00000100:00100000:0.0:1775764822.468812:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222784256 00002000:00100000:0.0:1775764822.468866:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3358720->3362815) req@ffff8b8c8ed81880 x1862022222784256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.468878:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81880 with x1862022222784256 ext(3358720->3362815) 00002000:00010000:0.0:1775764822.468895:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81880 00000100:00100000:0.0:1775764822.468930:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37410 00000100:00100000:0.0:1775764822.468941:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222784256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.469219:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222784256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 278us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.469227:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37410 00002000:00100000:0.0:1775764822.469233:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3358720->3362815) req@ffff8b8c8ed81880 x1862022222784256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.469242:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81880 with x1862022222784256 ext(3358720->3362815) 00002000:00010000:0.0:1775764822.469245:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81880 00000100:00100000:1.0:1775764822.478299:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.478495:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222784384 00000100:00100000:0.0:1775764822.478508:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222784384 00002000:00100000:0.0:1775764822.478647:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3362816->3366911) req@ffff8b8c90d5f480 x1862022222784384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.478668:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f480 with x1862022222784384 ext(3362816->3366911) 00002000:00010000:0.0:1775764822.478675:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f480 00000100:00100000:0.0:1775764822.478746:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37411 00000100:00100000:0.0:1775764822.478757:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222784384:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.479228:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222784384:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 471us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.479236:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37411 00002000:00100000:0.0:1775764822.479244:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3362816->3366911) req@ffff8b8c90d5f480 x1862022222784384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.479252:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f480 with x1862022222784384 ext(3362816->3366911) 00002000:00010000:0.0:1775764822.479256:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f480 00000100:00100000:3.0:1775764822.486984:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.487163:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222784512 00000100:00100000:1.0:1775764822.487175:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222784512 00002000:00100000:1.0:1775764822.487227:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3366912->3371007) req@ffff8b8cadfcbb80 x1862022222784512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.487238:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcbb80 with x1862022222784512 ext(3366912->3371007) 00002000:00010000:1.0:1775764822.487245:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfcbb80 00000100:00100000:1.0:1775764822.487288:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37412 00000100:00100000:1.0:1775764822.487298:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222784512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.487586:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222784512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 289us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.487594:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37412 00002000:00100000:1.0:1775764822.487601:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3366912->3371007) req@ffff8b8cadfcbb80 x1862022222784512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.487609:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcbb80 with x1862022222784512 ext(3366912->3371007) 00002000:00010000:1.0:1775764822.487612:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfcbb80 00000100:00100000:2.0:1775764822.492370:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.492603:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222784640 00000100:00100000:1.0:1775764822.492614:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222784640 00002000:00100000:1.0:1775764822.492672:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3371008->3375103) req@ffff8b8c8ed81180 x1862022222784640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.492692:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81180 with x1862022222784640 ext(3371008->3375103) 00002000:00010000:1.0:1775764822.492697:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81180 00000100:00100000:1.0:1775764822.492730:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37413 00000100:00100000:1.0:1775764822.492739:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222784640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.492969:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222784640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 231us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.492976:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37413 00002000:00100000:1.0:1775764822.492983:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3371008->3375103) req@ffff8b8c8ed81180 x1862022222784640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.492991:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81180 with x1862022222784640 ext(3371008->3375103) 00002000:00010000:1.0:1775764822.492994:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81180 00000100:00100000:0.0:1775764822.497648:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764822.497759:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222784768 00000100:00100000:2.0:1775764822.497770:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222784768 00002000:00100000:2.0:1775764822.497822:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3375104->3379199) req@ffff8b8c90d50e00 x1862022222784768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764822.497832:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50e00 with x1862022222784768 ext(3375104->3379199) 00002000:00010000:2.0:1775764822.497838:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50e00 00000100:00100000:2.0:1775764822.497876:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37414 00000100:00100000:2.0:1775764822.497886:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222784768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764822.498166:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222784768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 280us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764822.498174:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37414 00002000:00100000:2.0:1775764822.498180:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3375104->3379199) req@ffff8b8c90d50e00 x1862022222784768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764822.498189:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50e00 with x1862022222784768 ext(3375104->3379199) 00002000:00010000:2.0:1775764822.498192:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50e00 00000100:00100000:3.0:1775764822.502007:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.502254:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222784896 00000100:00100000:0.0:1775764822.502274:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222784896 00002000:00100000:0.0:1775764822.502321:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3379200->3383295) req@ffff8b8c93d91500 x1862022222784896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.502333:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91500 with x1862022222784896 ext(3379200->3383295) 00002000:00010000:0.0:1775764822.502340:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91500 00000100:00100000:0.0:1775764822.502376:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37415 00000100:00100000:0.0:1775764822.502387:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222784896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.502668:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222784896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 281us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.502676:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37415 00002000:00100000:0.0:1775764822.502684:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3379200->3383295) req@ffff8b8c93d91500 x1862022222784896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.502691:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91500 with x1862022222784896 ext(3379200->3383295) 00002000:00010000:0.0:1775764822.502695:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91500 00000100:00100000:3.0:1775764822.509133:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.509303:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222785024 00000100:00100000:0.0:1775764822.509315:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222785024 00002000:00100000:0.0:1775764822.509363:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3383296->3387391) req@ffff8b8c93d90a80 x1862022222785024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.509374:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90a80 with x1862022222785024 ext(3383296->3387391) 00002000:00010000:0.0:1775764822.509380:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d90a80 00000100:00100000:0.0:1775764822.509465:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37416 00000100:00100000:0.0:1775764822.509474:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222785024:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.509749:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222785024:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.509757:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37416 00002000:00100000:0.0:1775764822.509764:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3383296->3387391) req@ffff8b8c93d90a80 x1862022222785024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.509771:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90a80 with x1862022222785024 ext(3383296->3387391) 00002000:00010000:0.0:1775764822.509775:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d90a80 00000100:00100000:2.0:1775764822.513923:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.514024:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222785152 00000100:00100000:3.0:1775764822.514037:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222785152 00002000:00100000:3.0:1775764822.514083:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->3391487) req@ffff8b8c8ed83b80 x1862022222785152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.514105:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83b80 with x1862022222785152 ext(3387392->3391487) 00002000:00010000:3.0:1775764822.514111:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83b80 00000100:00100000:3.0:1775764822.514143:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37417 00000100:00100000:3.0:1775764822.514152:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222785152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764822.514414:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222785152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 261us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764822.514422:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37417 00002000:00100000:3.0:1775764822.514428:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->3391487) req@ffff8b8c8ed83b80 x1862022222785152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.514435:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83b80 with x1862022222785152 ext(3387392->3391487) 00002000:00010000:3.0:1775764822.514438:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83b80 00000100:00100000:3.0:1775764822.523184:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.523308:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222785280 00000100:00100000:0.0:1775764822.523319:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222785280 00002000:00100000:0.0:1775764822.523379:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3391488->3395583) req@ffff8b8c93d91f80 x1862022222785280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.523392:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91f80 with x1862022222785280 ext(3391488->3395583) 00002000:00010000:0.0:1775764822.523398:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91f80 00000100:00100000:0.0:1775764822.523437:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37418 00000100:00100000:0.0:1775764822.523448:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222785280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.523738:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222785280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 291us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.523746:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37418 00002000:00100000:0.0:1775764822.523752:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3391488->3395583) req@ffff8b8c93d91f80 x1862022222785280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.523762:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91f80 with x1862022222785280 ext(3391488->3395583) 00002000:00010000:0.0:1775764822.523765:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91f80 00000100:00100000:0.0:1775764822.528294:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.528403:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222785408 00000100:00100000:1.0:1775764822.528414:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222785408 00002000:00100000:1.0:1775764822.528460:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3395584->3399679) req@ffff8b8c90d52a00 x1862022222785408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.528471:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52a00 with x1862022222785408 ext(3395584->3399679) 00002000:00010000:1.0:1775764822.528477:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52a00 00000100:00100000:1.0:1775764822.528511:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37419 00000100:00100000:1.0:1775764822.528521:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222785408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.528818:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222785408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 297us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.528826:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37419 00002000:00100000:1.0:1775764822.528833:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3395584->3399679) req@ffff8b8c90d52a00 x1862022222785408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.528842:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52a00 with x1862022222785408 ext(3395584->3399679) 00002000:00010000:1.0:1775764822.528845:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52a00 00000100:00100000:3.0:1775764822.532976:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.533170:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222785536 00000100:00100000:1.0:1775764822.533180:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222785536 00002000:00100000:1.0:1775764822.533229:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3399680->3403775) req@ffff8b8c93d93b80 x1862022222785536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.533239:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d93b80 with x1862022222785536 ext(3399680->3403775) 00002000:00010000:1.0:1775764822.533246:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d93b80 00000100:00100000:1.0:1775764822.533290:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37420 00000100:00100000:1.0:1775764822.533300:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222785536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.533532:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222785536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 233us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.533571:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37420 00002000:00100000:1.0:1775764822.533578:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3399680->3403775) req@ffff8b8c93d93b80 x1862022222785536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.533585:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d93b80 with x1862022222785536 ext(3399680->3403775) 00002000:00010000:1.0:1775764822.533589:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d93b80 00000100:00100000:3.0:1775764822.537435:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.538825:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222785664 00000100:00100000:1.0:1775764822.538840:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222785664 00002000:00100000:1.0:1775764822.538910:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3403776->3407871) req@ffff8b8c93d90700 x1862022222785664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.538921:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90700 with x1862022222785664 ext(3403776->3407871) 00002000:00010000:1.0:1775764822.538927:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d90700 00000100:00100000:1.0:1775764822.538953:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37421 00000100:00100000:1.0:1775764822.538968:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222785664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.539227:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222785664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 266us (1802us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.539235:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37421 00002000:00100000:1.0:1775764822.539242:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3403776->3407871) req@ffff8b8c93d90700 x1862022222785664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.539250:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90700 with x1862022222785664 ext(3403776->3407871) 00002000:00010000:1.0:1775764822.539254:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d90700 00000100:00100000:0.0:1775764822.540841:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c93d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224984192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764822.541088:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764822.541216:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224984192 00000100:00100000:3.0:1775764822.541224:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224984192 00000100:00100000:3.0:1775764822.541454:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1775764822.541465:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224984192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764822.541489:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 494731264 pending 0 free 3858759680 avail 3844079616 00000100:00100000:1.0:1775764822.541675:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c93d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224984192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764822.541799:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224984192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 336us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764822.541806:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1775764822.545447:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.545789:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222785792 00000100:00100000:0.0:1775764822.545800:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222785792 00002000:00100000:0.0:1775764822.545851:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3407872->3411967) req@ffff8b8c8ed80700 x1862022222785792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.545864:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80700 with x1862022222785792 ext(3407872->3411967) 00002000:00010000:0.0:1775764822.545870:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80700 00000100:00100000:0.0:1775764822.545920:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37422 00000100:00100000:0.0:1775764822.545932:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222785792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.546217:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222785792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.546224:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37422 00002000:00100000:0.0:1775764822.546231:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3407872->3411967) req@ffff8b8c8ed80700 x1862022222785792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.546239:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80700 with x1862022222785792 ext(3407872->3411967) 00002000:00010000:0.0:1775764822.546242:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80700 00000100:00100000:2.0:1775764822.562950:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.563048:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222785920 00000100:00100000:3.0:1775764822.563059:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222785920 00002000:00100000:3.0:1775764822.563119:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3411968->3416063) req@ffff8b8c8ed83800 x1862022222785920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.563130:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83800 with x1862022222785920 ext(3411968->3416063) 00002000:00010000:3.0:1775764822.563135:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83800 00000100:00100000:3.0:1775764822.563170:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37423 00000100:00100000:3.0:1775764822.563179:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222785920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764822.563454:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222785920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764822.563461:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37423 00002000:00100000:3.0:1775764822.563467:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3411968->3416063) req@ffff8b8c8ed83800 x1862022222785920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.563475:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83800 with x1862022222785920 ext(3411968->3416063) 00002000:00010000:3.0:1775764822.563478:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83800 00000100:00100000:3.0:1775764822.569739:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.569884:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222786048 00000100:00100000:0.0:1775764822.569896:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222786048 00002000:00100000:0.0:1775764822.569950:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3993600->3997695) req@ffff8b8c93d90e00 x1862022222786048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.569973:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90e00 with x1862022222786048 ext(3993600->3997695) 00002000:00010000:0.0:1775764822.569981:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d90e00 00000100:00100000:0.0:1775764822.570013:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37424 00000100:00100000:0.0:1775764822.570023:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222786048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.570484:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222786048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 461us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.570494:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37424 00002000:00100000:0.0:1775764822.570501:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3993600->3997695) req@ffff8b8c93d90e00 x1862022222786048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.570510:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90e00 with x1862022222786048 ext(3993600->3997695) 00002000:00010000:0.0:1775764822.570513:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d90e00 00000100:00100000:2.0:1775764822.577179:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.577288:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222786176 00000100:00100000:1.0:1775764822.577300:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222786176 00002000:00100000:1.0:1775764822.577348:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3997696->4001791) req@ffff8b8c8ed81f80 x1862022222786176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.577358:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81f80 with x1862022222786176 ext(3997696->4001791) 00002000:00010000:1.0:1775764822.577364:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81f80 00000100:00100000:1.0:1775764822.577397:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37425 00000100:00100000:1.0:1775764822.577408:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222786176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.577688:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222786176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.577697:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37425 00002000:00100000:1.0:1775764822.577703:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3997696->4001791) req@ffff8b8c8ed81f80 x1862022222786176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.577718:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81f80 with x1862022222786176 ext(3997696->4001791) 00002000:00010000:1.0:1775764822.577722:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81f80 00000100:00100000:2.0:1775764822.586202:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.586304:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222786304 00000100:00100000:1.0:1775764822.586316:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222786304 00002000:00100000:1.0:1775764822.586365:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (4001792->4005887) req@ffff8b8c8ed83100 x1862022222786304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.586377:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83100 with x1862022222786304 ext(4001792->4005887) 00002000:00010000:1.0:1775764822.586384:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83100 00000100:00100000:1.0:1775764822.586418:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37426 00000100:00100000:1.0:1775764822.586438:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222786304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.586721:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222786304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 283us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.586729:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37426 00002000:00100000:1.0:1775764822.586736:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (4001792->4005887) req@ffff8b8c8ed83100 x1862022222786304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.586743:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83100 with x1862022222786304 ext(4001792->4005887) 00002000:00010000:1.0:1775764822.586747:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83100 00000100:00100000:3.0:1775764822.592208:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.592367:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222786432 00000100:00100000:0.0:1775764822.592379:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222786432 00002000:00100000:0.0:1775764822.592428:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4005888->4009983) req@ffff8b8c93d91c00 x1862022222786432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.592440:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91c00 with x1862022222786432 ext(4005888->4009983) 00002000:00010000:0.0:1775764822.592447:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91c00 00000100:00100000:0.0:1775764822.592480:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37427 00000100:00100000:0.0:1775764822.592490:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222786432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.592744:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222786432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.592751:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37427 00002000:00100000:0.0:1775764822.592757:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4005888->4009983) req@ffff8b8c93d91c00 x1862022222786432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.592765:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91c00 with x1862022222786432 ext(4005888->4009983) 00002000:00010000:0.0:1775764822.592768:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91c00 00000100:00100000:2.0:1775764822.603872:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.604383:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222786560 00000100:00100000:0.0:1775764822.604395:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222786560 00002000:00100000:0.0:1775764822.604446:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (4009984->4014079) req@ffff8b8c8ed81500 x1862022222786560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.604458:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022222786560 ext(4009984->4014079) 00002000:00010000:0.0:1775764822.604464:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81500 00000100:00100000:0.0:1775764822.604502:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37428 00000100:00100000:0.0:1775764822.604512:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222786560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.604788:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222786560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 277us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.604796:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37428 00002000:00100000:0.0:1775764822.604803:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (4009984->4014079) req@ffff8b8c8ed81500 x1862022222786560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.604811:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022222786560 ext(4009984->4014079) 00002000:00010000:0.0:1775764822.604815:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81500 00000100:00100000:2.0:1775764822.620760:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.621420:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222786688 00000100:00100000:0.0:1775764822.621433:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222786688 00002000:00100000:0.0:1775764822.621481:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (4014080->4018175) req@ffff8b8c8ed80000 x1862022222786688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.621492:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022222786688 ext(4014080->4018175) 00002000:00010000:0.0:1775764822.621499:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:0.0:1775764822.621573:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37429 00000100:00100000:0.0:1775764822.621583:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222786688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.621827:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222786688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 245us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.621835:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37429 00002000:00100000:0.0:1775764822.621842:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (4014080->4018175) req@ffff8b8c8ed80000 x1862022222786688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.621850:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022222786688 ext(4014080->4018175) 00002000:00010000:0.0:1775764822.621853:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:2.0:1775764822.627075:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.627184:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222786816 00000100:00100000:1.0:1775764822.627194:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222786816 00002000:00100000:1.0:1775764822.627239:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (4018176->4022271) req@ffff8b8c8ed82300 x1862022222786816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.627251:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022222786816 ext(4018176->4022271) 00002000:00010000:1.0:1775764822.627258:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300 00000100:00100000:1.0:1775764822.627293:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37430 00000100:00100000:1.0:1775764822.627302:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222786816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.627512:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222786816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 210us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.627519:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37430 00002000:00100000:1.0:1775764822.627524:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (4018176->4022271) req@ffff8b8c8ed82300 x1862022222786816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.627534:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022222786816 ext(4018176->4022271) 00002000:00010000:1.0:1775764822.627571:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300 00000100:00100000:2.0:1775764822.631325:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.632223:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222786944 00000100:00100000:0.0:1775764822.632239:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222786944 00002000:00100000:0.0:1775764822.632373:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (4022272->4026367) req@ffff8b8c8ed80e00 x1862022222786944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.632387:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022222786944 ext(4022272->4026367) 00002000:00010000:0.0:1775764822.632394:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:0.0:1775764822.632484:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37431 00000100:00100000:0.0:1775764822.632495:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222786944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.632775:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222786944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (1458us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.632784:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37431 00002000:00100000:0.0:1775764822.632790:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (4022272->4026367) req@ffff8b8c8ed80e00 x1862022222786944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.632797:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022222786944 ext(4022272->4026367) 00002000:00010000:0.0:1775764822.632800:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:2.0:1775764822.637336:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.637500:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222787072 00000100:00100000:1.0:1775764822.637511:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222787072 00002000:00100000:1.0:1775764822.637599:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (4026368->4030463) req@ffff8b8c8ed80a80 x1862022222787072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.637611:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80a80 with x1862022222787072 ext(4026368->4030463) 00002000:00010000:1.0:1775764822.637616:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80a80 00000100:00100000:1.0:1775764822.637637:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37432 00000100:00100000:1.0:1775764822.637646:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222787072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.637879:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222787072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 232us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.637886:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37432 00002000:00100000:1.0:1775764822.637893:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (4026368->4030463) req@ffff8b8c8ed80a80 x1862022222787072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.637901:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80a80 with x1862022222787072 ext(4026368->4030463) 00002000:00010000:1.0:1775764822.637904:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80a80 00000100:00100000:2.0:1775764822.643213:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.643404:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222787200 00000100:00100000:1.0:1775764822.643416:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222787200 00002000:00100000:1.0:1775764822.643473:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4030464->4034559) req@ffff8b8c8ed82680 x1862022222787200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.643484:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022222787200 ext(4030464->4034559) 00002000:00010000:1.0:1775764822.643490:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82680 00000100:00100000:1.0:1775764822.643524:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37433 00000100:00100000:1.0:1775764822.643533:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222787200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.643875:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222787200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 343us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.643883:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37433 00002000:00100000:1.0:1775764822.643901:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4030464->4034559) req@ffff8b8c8ed82680 x1862022222787200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.643910:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022222787200 ext(4030464->4034559) 00002000:00010000:1.0:1775764822.643913:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82680 00000100:00100000:2.0:1775764822.651729:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.651830:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222787328 00000100:00100000:1.0:1775764822.651840:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222787328 00002000:00100000:1.0:1775764822.651904:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4034560->4038655) req@ffff8b8c8ed82a00 x1862022222787328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.651915:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82a00 with x1862022222787328 ext(4034560->4038655) 00002000:00010000:1.0:1775764822.651921:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82a00 00000100:00100000:1.0:1775764822.651953:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37434 00000100:00100000:1.0:1775764822.651969:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222787328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.652342:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222787328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 381us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764822.652350:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37434 00002000:00100000:1.0:1775764822.652358:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4034560->4038655) req@ffff8b8c8ed82a00 x1862022222787328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.652365:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82a00 with x1862022222787328 ext(4034560->4038655) 00002000:00010000:1.0:1775764822.652368:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82a00 00000100:00100000:2.0:1775764822.679585:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.679663:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222787456 00000100:00100000:0.0:1775764822.679673:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222787456 00002000:00100000:0.0:1775764822.679717:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1740800->1753087) req@ffff8b8c8ed80380 x1862022222787456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.679728:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80380 with x1862022222787456 ext(1740800->1753087) 00002000:00010000:0.0:1775764822.679734:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80380 00000100:00100000:0.0:1775764822.679767:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37435 00000100:00100000:0.0:1775764822.679776:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222787456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764822.680051:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222787456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (474us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1775764822.680059:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37435 00002000:00100000:0.0:1775764822.680065:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1740800->1753087) req@ffff8b8c8ed80380 x1862022222787456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/12728 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764822.680074:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80380 with x1862022222787456 ext(1740800->1753087) 00002000:00010000:0.0:1775764822.680077:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80380 00000100:00100000:3.0:1775764822.689031:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764822.690001:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222787712 00000100:00100000:2.0:1775764822.690012:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222787712 00000100:00100000:2.0:1775764822.690126:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44159 00000100:00100000:2.0:1775764822.690137:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222787712:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764822.690203:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764822.690242:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253cf2cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb08 expref: 40 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.690271:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764822.690276:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764822.690488:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33a00/0xdb23b4c9253cf2d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.690502:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33a00/0xdb23b4c9253cf2d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.690513:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33a00/0xdb23b4c9253cf2d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764822.690618:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031920 00000004:00010000:2.0:1775764822.690644:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000227a3744 reply state 000000005692a7df transno 4295031921 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33a00/0xdb23b4c9253cf2d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764822.690653:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764822.690738:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222787712:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 602us (1714us total) trans 4295031921 rc 0/0 00000100:00100000:2.0:1775764822.690746:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44159 00000020:00080000:2.0:1775764822.690750:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764822.693278:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33a00/0xdb23b4c9253cf2d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764822.693292:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33a00/0xdb23b4c9253cf2d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764822.693299:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33a00/0xdb23b4c9253cf2d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764822.693305:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c95c33a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764822.693309:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33a00/0xdb23b4c9253cf2d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764822.693316:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33a00/0xdb23b4c9253cf2d3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764822.693332:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764822.693335:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764822.693339:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33a00/0xdb23b4c9253cf2d3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764822.693345:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c33a00/0xdb23b4c9253cf2d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764822.695600:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.695823:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222787840 00000100:00100000:0.0:1775764822.695835:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222787840 00002000:00010000:0.0:1775764822.695876:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764822.695881:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81c00 with x1862022222787840 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764822.695893:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81c00. 00000100:00100000:0.0:1775764822.695928:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37436 00000100:00100000:0.0:1775764822.695938:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222787840:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764822.696237:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1409857 -> 4194304 00002000:00010000:0.0:1775764822.696241:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764822.696244:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764822.696247:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764822.696250:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 971 00000100:00100000:0.0:1775764822.696315:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222787840:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 378us (724us total) trans 4294996468 rc 0/0 00000100:00100000:0.0:1775764822.696324:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37436 00002000:00010000:0.0:1775764822.696328:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764822.696330:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81c00 with x1862022222787840 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764822.696335:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81c00. 00000100:00100000:3.0:1775764822.699219:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.699702:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222787968 00000100:00100000:0.0:1775764822.699713:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222787968 00002000:00010000:0.0:1775764822.699749:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (362088->18446744073709551615) 00002000:00100000:0.0:1775764822.699754:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d93100 with x1862022222787968 ext(362088->18446744073709551615) 00002000:00010000:0.0:1775764822.699766:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d93100. 00000100:00100000:0.0:1775764822.699802:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37437 00000100:00100000:0.0:1775764822.699811:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022222787968:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764822.700053:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 362088 00002000:00010000:0.0:1775764822.700058:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764822.700061:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764819 00002000:00010000:0.0:1775764822.700063:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764822.700065:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764822.700140:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222787968:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 330us (928us total) trans 4294995889 rc 0/0 00000100:00100000:0.0:1775764822.700149:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37437 00002000:00010000:0.0:1775764822.700153:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (362088->18446744073709551615) 00002000:00100000:0.0:1775764822.700155:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d93100 with x1862022222787968 ext(362088->18446744073709551615) 00002000:00010000:0.0:1775764822.700160:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d93100. 00000100:00100000:2.0:1775764822.707638:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.707811:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222788096 00000100:00100000:3.0:1775764822.707822:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222788096 00002000:00100000:3.0:1775764822.707872:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (323584->327679) req@ffff8b8c8ed83480 x1862022222788096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.707883:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83480 with x1862022222788096 ext(323584->327679) 00002000:00010000:3.0:1775764822.707889:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83480 00000100:00100000:3.0:1775764822.707914:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37438 00000100:00100000:3.0:1775764822.707923:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222788096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764822.708272:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222788096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 349us (641us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764822.708279:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37438 00002000:00100000:3.0:1775764822.708286:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (323584->327679) req@ffff8b8c8ed83480 x1862022222788096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/4536 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.708295:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83480 with x1862022222788096 ext(323584->327679) 00002000:00010000:3.0:1775764822.708298:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83480 00000100:00100000:2.0:1775764822.716725:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.716850:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222788224 00000100:00100000:3.0:1775764822.716861:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222788224 00002000:00100000:3.0:1775764822.717071:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (327680->331775) req@ffff8b8cb3176300 x1862022222788224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.717083:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022222788224 ext(327680->331775) 00002000:00010000:3.0:1775764822.717099:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3176300 00000100:00100000:3.0:1775764822.717197:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37439 00000100:00100000:3.0:1775764822.717208:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222788224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764822.717532:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222788224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 325us (817us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764822.717575:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37439 00002000:00100000:3.0:1775764822.717583:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (327680->331775) req@ffff8b8cb3176300 x1862022222788224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/4536 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.717592:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022222788224 ext(327680->331775) 00002000:00010000:3.0:1775764822.717597:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3176300 00000100:00100000:1.0:1775764822.724967:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764822.725136:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222788352 00000100:00100000:2.0:1775764822.725147:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222788352 00002000:00100000:2.0:1775764822.725198:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (241664->364543) req@ffff8b8c90d5f800 x1862022222788352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764822.725210:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f800 with x1862022222788352 ext(241664->364543) 00002000:00010000:2.0:1775764822.725216:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f800 00000100:00100000:2.0:1775764822.725249:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37440 00000100:00100000:2.0:1775764822.725271:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222788352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764822.732810:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222788352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7540us (7852us total) trans 0 rc 114688/114688 00000100:00100000:2.0:1775764822.732822:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37440 00002000:00100000:2.0:1775764822.732835:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (241664->364543) req@ffff8b8c90d5f800 x1862022222788352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 114688/114688 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764822.732845:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f800 with x1862022222788352 ext(241664->364543) 00002000:00010000:2.0:1775764822.732851:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f800 00000100:00100000:2.0:1775764822.739783:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.739870:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222788480 00000100:00100000:3.0:1775764822.739889:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222788480 00002000:00100000:3.0:1775764822.739940:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (106496->362087) req@ffff8b8cb3174700 x1862022222788480/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.739952:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022222788480 ext(106496->362087) 00002000:00010000:3.0:1775764822.739967:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174700 00000100:00100000:3.0:1775764822.739998:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37441 00000100:00100000:3.0:1775764822.740009:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222788480:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764822.752445:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222788480:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12426us (12660us total) trans 4294995890 rc 0/0 00000100:00100000:3.0:1775764822.752461:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37441 00002000:00100000:3.0:1775764822.752476:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (106496->362087) req@ffff8b8cb3174700 x1862022222788480/t4294995890(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/448 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764822.752486:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022222788480 ext(106496->362087) 00002000:00010000:3.0:1775764822.752493:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174700 00000100:00100000:2.0:1775764822.756564:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.756658:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222788608 00000100:00100000:3.0:1775764822.756668:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222788608 00000100:00100000:3.0:1775764822.756727:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84680 00000100:00100000:3.0:1775764822.756738:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222788608:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764822.827570:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995889 is committed 00000001:00080000:0.0:1775764822.827631:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995890 is committed 00000100:00100000:3.0:1775764822.828030:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222788608:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 71287us (71469us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764822.828043:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84680 00000100:00100000:1.0:1775764822.831822:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.831936:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222788736 00000100:00100000:0.0:1775764822.831946:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222788736 00000100:00100000:0.0:1775764822.832015:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44160 00000100:00100000:0.0:1775764822.832024:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022222788736:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764822.832049:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764822.832069:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3800/0xdb23b4c9253cf2da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb0f expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.832162:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2800/0xdb23b4c9253cf2e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.832177:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2800/0xdb23b4c9253cf2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.832189:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2800/0xdb23b4c9253cf2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764822.832221:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4556392 00000004:00200000:0.0:1775764822.832225:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764822.832242:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2800/0xdb23b4c9253cf2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.832276:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3800/0xdb23b4c9253cf2da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb0f expref: 43 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.832299:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2800/0xdb23b4c9253cf2e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb0f expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764822.832308:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764822.832311:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764822.832315:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ff2800, rc 0) 00000100:00100000:0.0:1775764822.832369:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222788736:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 347us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764822.832376:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44160 00000100:00100000:0.0:1775764822.837480:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764822.837745:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222788992 00000100:00100000:3.0:1775764822.837756:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222788992 00000100:00100000:3.0:1775764822.837815:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44161 00000100:00100000:3.0:1775764822.837826:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222788992:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764822.838077:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764822.838117:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2800/0xdb23b4c9253cf2e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb0f expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.838137:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764822.838142:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764822.838369:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf2e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.838383:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf2e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.838394:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf2e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764822.838445:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031922 00000004:00010000:3.0:1775764822.838468:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008d7dbd69 reply state 000000009a498297 transno 4295031923 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf2e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764822.838478:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764822.838799:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222788992:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 975us (1327us total) trans 4295031923 rc 0/0 00000100:00100000:3.0:1775764822.838808:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44161 00000020:00080000:3.0:1775764822.838813:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764822.846085:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.846337:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222789120 00000100:00100000:0.0:1775764822.846349:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222789120 00002000:00010000:0.0:1775764822.846392:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764822.846397:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ce00 with x1862022222789120 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764822.846409:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ce00. 00000100:00100000:0.0:1775764822.846443:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37442 00000100:00100000:0.0:1775764822.846452:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222789120:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:3.0:1775764822.846708:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf2e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.846718:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf2e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.846725:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf2e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.846729:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4000 already unused, calling callback (ffffffffc21064f0) 00002000:00010000:0.0:1775764822.846732:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00010000:00010000:3.0:1775764822.846733:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf2e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764822.846740:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764822 -> 1775764823 00010000:00010000:3.0:1775764822.846742:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf2e8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764822.846744:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764822.846750:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764822 -> 1775764823 00002000:00010000:0.0:1775764822.846753:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00010000:00010000:3.0:1775764822.846760:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764822.846763:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764822.846766:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf2e8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764822.846770:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf2e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764822.846815:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222789120:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 363us (739us total) trans 4294996469 rc 0/0 00000100:00100000:0.0:1775764822.846824:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37442 00002000:00010000:0.0:1775764822.846828:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764822.846830:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ce00 with x1862022222789120 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764822.846835:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ce00. 00000100:00100000:0.0:1775764822.861171:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764822.861284:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222789248 00000100:00100000:2.0:1775764822.861293:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222789248 00002000:00010000:2.0:1775764822.861329:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1046011->18446744073709551615) 00002000:00100000:2.0:1775764822.861333:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51500 with x1862022222789248 ext(1046011->18446744073709551615) 00002000:00010000:2.0:1775764822.861481:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51500. 00000100:00100000:2.0:1775764822.861571:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37443 00000100:00100000:2.0:1775764822.861582:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222789248:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764822.861861:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 362088 -> 1046011 00002000:00010000:2.0:1775764822.861865:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764822 -> 1775764823 00002000:00010000:2.0:1775764822.861868:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764819 -> 1775764822 00002000:00010000:2.0:1775764822.861870:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764822 -> 1775764823 00002000:00010000:2.0:1775764822.861872:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 519 00000100:00100000:2.0:1775764822.861929:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222789248:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 350us (842us total) trans 4294995891 rc 0/0 00000100:00100000:2.0:1775764822.861935:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37443 00002000:00010000:2.0:1775764822.861937:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1046011->18446744073709551615) 00002000:00100000:2.0:1775764822.861939:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51500 with x1862022222789248 ext(1046011->18446744073709551615) 00002000:00010000:2.0:1775764822.861942:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51500. 00000100:00100000:3.0:1775764822.865831:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764822.865925:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222789376 00000100:00100000:2.0:1775764822.865934:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222789376 00000100:00100000:2.0:1775764822.866015:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44162 00000100:00100000:2.0:1775764822.866025:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022222789376:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764822.866049:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764822.866070:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32a00/0xdb23b4c9253cf2ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb16 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.866182:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.866194:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.866203:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764822.866224:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5240315 00000004:00200000:2.0:1775764822.866227:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764822.866239:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.866259:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32a00/0xdb23b4c9253cf2ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb16 expref: 45 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.866272:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb16 expref: 44 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764822.866278:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764822.866281:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764822.866283:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c95c32600, rc 0) 00000100:00100000:2.0:1775764822.866351:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222789376:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 321us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764822.866358:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44162 00000100:00100000:3.0:1775764822.876736:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764822.876965:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222789504 00000100:00100000:2.0:1775764822.876973:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222789504 00002000:00100000:2.0:1775764822.877015:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2351104->2355199) req@ffff8b8c93d92a00 x1862022222789504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764822.877024:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92a00 with x1862022222789504 ext(2351104->2355199) 00002000:00010000:2.0:1775764822.877029:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d92a00 00000100:00100000:2.0:1775764822.877057:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37444 00000100:00100000:2.0:1775764822.877066:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222789504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764822.877305:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222789504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 240us (580us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764822.877310:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37444 00002000:00100000:2.0:1775764822.877314:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2351104->2355199) req@ffff8b8c93d92a00 x1862022222789504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/4536 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764822.877319:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92a00 with x1862022222789504 ext(2351104->2355199) 00002000:00010000:2.0:1775764822.877322:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d92a00 00000100:00100000:2.0:1775764822.885311:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.885422:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222789632 00000100:00100000:1.0:1775764822.885432:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222789632 00002000:00100000:1.0:1775764822.885484:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2355200->2359295) req@ffff8b8cb3177100 x1862022222789632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.885494:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177100 with x1862022222789632 ext(2355200->2359295) 00002000:00010000:1.0:1775764822.885500:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177100 00000100:00100000:1.0:1775764822.885572:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37445 00000100:00100000:1.0:1775764822.885582:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222789632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.885824:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222789632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 242us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764822.885832:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37445 00002000:00100000:1.0:1775764822.885838:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2355200->2359295) req@ffff8b8cb3177100 x1862022222789632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/4536 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.885847:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177100 with x1862022222789632 ext(2355200->2359295) 00002000:00010000:1.0:1775764822.885850:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177100 00000100:00100000:0.0:1775764822.902166:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.902346:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222789760 00000100:00100000:1.0:1775764822.902358:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222789760 00002000:00100000:1.0:1775764822.902411:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2330624->2396159) req@ffff8b8c90d52d80 x1862022222789760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.902423:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022222789760 ext(2330624->2396159) 00002000:00010000:1.0:1775764822.902429:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:1.0:1775764822.902464:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37446 00000100:00100000:1.0:1775764822.902474:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222789760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.908321:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222789760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5838us (6155us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764822.908334:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37446 00002000:00100000:1.0:1775764822.908348:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2330624->2396159) req@ffff8b8c90d52d80 x1862022222789760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.908357:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022222789760 ext(2330624->2396159) 00002000:00010000:1.0:1775764822.908363:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:3.0:1775764822.920187:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.920307:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222789888 00000100:00100000:1.0:1775764822.920318:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222789888 00002000:00100000:1.0:1775764822.920365:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2433023) req@ffff8b8c93d93480 x1862022222789888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.920375:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d93480 with x1862022222789888 ext(2396160->2433023) 00002000:00010000:1.0:1775764822.920381:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d93480 00000100:00100000:1.0:1775764822.920415:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37447 00000100:00100000:1.0:1775764822.920424:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222789888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764822.928689:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222789888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8258us (8504us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764822.928700:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37447 00002000:00100000:1.0:1775764822.928711:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2433023) req@ffff8b8c93d93480 x1862022222789888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 488/440 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.928727:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d93480 with x1862022222789888 ext(2396160->2433023) 00002000:00010000:1.0:1775764822.928733:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d93480 00000100:00100000:2.0:1775764822.937014:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764822.937332:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222790016 00000100:00100000:1.0:1775764822.937343:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222790016 00002000:00100000:1.0:1775764822.937395:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2351104->2830335) req@ffff8b8cb3174a80 x1862022222790016/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/0 e 0 to 0 dl 1775764833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.937406:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022222790016 ext(2351104->2830335) 00002000:00010000:1.0:1775764822.937412:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174a80 00000100:00100000:1.0:1775764822.937447:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37448 00000100:00100000:1.0:1775764822.937456:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222790016:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764822.949780:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222790016:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12314us (12764us total) trans 4294996470 rc 0/0 00000100:00100000:1.0:1775764822.950235:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37448 00002000:00100000:1.0:1775764822.950247:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2351104->2830335) req@ffff8b8cb3174a80 x1862022222790016/t4294996470(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:303/0 lens 504/448 e 0 to 0 dl 1775764833 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764822.950257:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022222790016 ext(2351104->2830335) 00002000:00010000:1.0:1775764822.950263:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174a80 00000100:00100000:2.0:1775764822.954809:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764822.955040:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222790144 00000100:00100000:0.0:1775764822.955055:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222790144 00000100:00100000:0.0:1775764822.955153:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84681 00000100:00100000:0.0:1775764822.955162:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222790144:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:0.0:1775764822.988936:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764823.056835:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996469 is committed 00000001:00080000:1.0:1775764823.056853:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996470 is committed 00000100:00100000:0.0:1775764823.058215:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222790144:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 103045us (103408us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764823.058228:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84681 00000100:00100000:3.0:1775764823.069434:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.069667:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222790272 00000100:00100000:0.0:1775764823.069679:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222790272 00002000:00100000:0.0:1775764823.069753:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (28672->32767) req@ffff8b8c93d92300 x1862022222790272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764823.069764:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92300 with x1862022222790272 ext(28672->32767) 00002000:00010000:0.0:1775764823.069769:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d92300 00000100:00100000:0.0:1775764823.069801:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37449 00000100:00100000:0.0:1775764823.069811:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222790272:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764823.070109:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222790272:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 298us (683us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764823.070117:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37449 00002000:00100000:0.0:1775764823.070124:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (28672->32767) req@ffff8b8c93d92300 x1862022222790272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/4536 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764823.070133:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92300 with x1862022222790272 ext(28672->32767) 00002000:00010000:0.0:1775764823.070136:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d92300 00000100:00080000:1.0:1775764823.070210:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764823.083504:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.083744:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222790400 00000100:00100000:3.0:1775764823.083755:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222790400 00002000:00100000:3.0:1775764823.083807:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (32768->36863) req@ffff8b8cb3174380 x1862022222790400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764823.083818:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174380 with x1862022222790400 ext(32768->36863) 00002000:00010000:3.0:1775764823.083824:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174380 00000100:00100000:3.0:1775764823.084025:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37450 00000100:00100000:3.0:1775764823.084038:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222790400:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764823.084311:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222790400:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (817us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764823.084319:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37450 00002000:00100000:3.0:1775764823.084325:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (32768->36863) req@ffff8b8cb3174380 x1862022222790400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/4536 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764823.084334:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174380 with x1862022222790400 ext(32768->36863) 00002000:00010000:3.0:1775764823.084338:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174380 00000100:00100000:3.0:1775764823.093789:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764823.093855:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222790528 00000100:00100000:2.0:1775764823.093864:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222790528 00002000:00100000:2.0:1775764823.093925:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (8192->73727) req@ffff8b8c93d90000 x1862022222790528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 504/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764823.093937:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90000 with x1862022222790528 ext(8192->73727) 00002000:00010000:2.0:1775764823.093942:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d90000 00000100:00100000:2.0:1775764823.093976:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37451 00000100:00100000:2.0:1775764823.093985:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222790528:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764823.098423:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222790528:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4430us (4633us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764823.098435:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37451 00002000:00100000:1.0:1775764823.098447:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (8192->73727) req@ffff8b8c93d90000 x1862022222790528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 504/440 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.098457:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90000 with x1862022222790528 ext(8192->73727) 00002000:00010000:1.0:1775764823.098463:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d90000 00000100:00100000:3.0:1775764823.122185:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764823.122254:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222790656 00000100:00100000:1.0:1775764823.122266:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222790656 00002000:00100000:1.0:1775764823.122417:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (73728->106495) req@ffff8b8c93d90380 x1862022222790656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.122427:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90380 with x1862022222790656 ext(73728->106495) 00002000:00010000:1.0:1775764823.122434:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d90380 00000100:00100000:1.0:1775764823.122471:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37452 00000100:00100000:1.0:1775764823.122480:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222790656:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764823.136365:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222790656:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13876us (14177us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1775764823.136378:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37452 00002000:00100000:1.0:1775764823.136390:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (73728->106495) req@ffff8b8c93d90380 x1862022222790656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/440 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.136399:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90380 with x1862022222790656 ext(73728->106495) 00002000:00010000:1.0:1775764823.136406:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d90380 00000100:00100000:2.0:1775764823.148431:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764823.151368:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222790784 00000100:00100000:1.0:1775764823.151383:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222790784 00002000:00100000:1.0:1775764823.151447:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (28672->81919) req@ffff8b8cb3176680 x1862022222790784/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.151458:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176680 with x1862022222790784 ext(28672->81919) 00002000:00010000:1.0:1775764823.151464:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3176680 00000100:00100000:1.0:1775764823.151647:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37453 00000100:00100000:1.0:1775764823.151658:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222790784:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764823.185783:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222790784:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 34116us (37350us total) trans 4294995892 rc 0/0 00000100:00100000:1.0:1775764823.185797:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37453 00002000:00100000:1.0:1775764823.185811:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (28672->81919) req@ffff8b8cb3176680 x1862022222790784/t4294995892(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/448 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.185824:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176680 with x1862022222790784 ext(28672->81919) 00002000:00010000:1.0:1775764823.185831:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3176680 00000100:00100000:2.0:1775764823.190889:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.190992:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222790912 00000100:00100000:3.0:1775764823.191002:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222790912 00000100:00100000:3.0:1775764823.191064:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84682 00000100:00100000:3.0:1775764823.191075:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222790912:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764823.289611:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995892 is committed 00000100:00100000:3.0:1775764823.289822:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222790912:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 98741us (98935us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764823.289837:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84682 00000100:00100000:2.0:1775764823.298333:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.298432:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222791168 00000100:00100000:3.0:1775764823.298443:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222791168 00000100:00100000:3.0:1775764823.298647:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44163 00000100:00100000:3.0:1775764823.298659:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222791168:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764823.298717:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764823.298756:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c95c32600/0xdb23b4c9253cf2f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb16 expref: 44 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.298781:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764823.298787:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764823.299934:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253cf2fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.299956:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253cf2fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.299969:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253cf2fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764823.300192:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031924 00000004:00010000:3.0:1775764823.300232:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b117e14d reply state 0000000013f7bde4 transno 4295031925 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253cf2fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764823.300242:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764823.300448:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222791168:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1788us (2123us total) trans 4295031925 rc 0/0 00000100:00100000:3.0:1775764823.300458:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44163 00000020:00080000:3.0:1775764823.300464:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1775764823.305294:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764823.307374:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253cf2fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.307392:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253cf2fd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.307399:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253cf2fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.307404:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764823.307408:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253cf2fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.307415:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253cf2fd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.307433:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764823.307436:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764823.307441:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253cf2fd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.307446:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253cf2fd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764823.309707:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764823.309749:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.309848:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222791296 00000100:00100000:0.0:1775764823.309859:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222791296 00002000:00010000:0.0:1775764823.309914:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2735980->18446744073709551615) 00002000:00100000:0.0:1775764823.309919:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022222791296 ext(2735980->18446744073709551615) 00002000:00010000:0.0:1775764823.309930:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175180. 00000100:00100000:0.0:1775764823.309958:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222791424 00000100:00100000:0.0:1775764823.309963:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222791424 00002000:00010000:0.0:1775764823.309974:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764823.309977:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176a00 with x1862022222791424 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764823.309983:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3176a00. 00000100:00100000:0.0:1775764823.310010:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37454 00000100:00100000:0.0:1775764823.310028:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222791296:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764823.310706:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2735980 00002000:00010000:0.0:1775764823.310712:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:0.0:1775764823.310714:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764823.310717:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:0.0:1775764823.310719:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 1227 00000100:00100000:0.0:1775764823.310788:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222791296:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 761us (1091us total) trans 4294996471 rc 0/0 00000100:00100000:0.0:1775764823.310797:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37454 00002000:00010000:0.0:1775764823.310800:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2735980->18446744073709551615) 00002000:00100000:0.0:1775764823.310803:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022222791296 ext(2735980->18446744073709551615) 00002000:00010000:0.0:1775764823.310809:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175180. 00000100:00100000:0.0:1775764823.310829:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37455 00000100:00100000:0.0:1775764823.310837:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222791424:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764823.311057:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1046011 -> 0 00002000:00010000:0.0:1775764823.311061:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:0.0:1775764823.311063:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764823.311065:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:0.0:1775764823.311067:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 647 00000100:00100000:0.0:1775764823.311102:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222791424:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 265us (1350us total) trans 4294995893 rc 0/0 00000100:00100000:0.0:1775764823.311109:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37455 00002000:00010000:0.0:1775764823.311111:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764823.311114:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176a00 with x1862022222791424 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764823.311119:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3176a00. 00000100:00100000:0.0:1775764823.321309:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.321402:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222791552 00000100:00100000:3.0:1775764823.321412:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222791552 00000100:00100000:3.0:1775764823.321467:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44164 00000100:00100000:3.0:1775764823.321478:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022222791552:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764823.321504:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764823.321524:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf304 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb1d expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.321659:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253cf30b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.321673:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253cf30b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.321685:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253cf30b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764823.321714:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2735980 00000004:00200000:3.0:1775764823.321718:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764823.321735:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253cf30b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.321759:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cf304 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb1d expref: 47 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.321776:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253cf30b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb1d expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.321784:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764823.321787:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764823.321791:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc5800, rc 0) 00000100:00100000:3.0:1775764823.321859:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222791552:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 382us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764823.321866:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44164 00000100:00100000:0.0:1775764823.349409:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764823.349521:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222791680 00000100:00100000:1.0:1775764823.349532:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222791680 00002000:00100000:1.0:1775764823.349619:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2621440->2625535) req@ffff8b8c8e899f80 x1862022222791680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.349631:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899f80 with x1862022222791680 ext(2621440->2625535) 00002000:00010000:1.0:1775764823.349637:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899f80 00000100:00100000:1.0:1775764823.349660:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37456 00000100:00100000:1.0:1775764823.349670:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222791680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764823.349921:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222791680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 252us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764823.349929:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37456 00002000:00100000:1.0:1775764823.349935:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2621440->2625535) req@ffff8b8c8e899f80 x1862022222791680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/4536 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.349942:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899f80 with x1862022222791680 ext(2621440->2625535) 00002000:00010000:1.0:1775764823.349945:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899f80 00000100:00100000:2.0:1775764823.356930:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764823.357139:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222791808 00000100:00100000:1.0:1775764823.357150:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222791808 00002000:00100000:1.0:1775764823.357200:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2658304->2662399) req@ffff8b8cb3174e00 x1862022222791808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.357211:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174e00 with x1862022222791808 ext(2658304->2662399) 00002000:00010000:1.0:1775764823.357217:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174e00 00000100:00100000:1.0:1775764823.357261:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37457 00000100:00100000:1.0:1775764823.357271:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222791808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764823.357508:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222791808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 238us (590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764823.357516:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37457 00002000:00100000:1.0:1775764823.357524:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2658304->2662399) req@ffff8b8cb3174e00 x1862022222791808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/4536 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.357532:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174e00 with x1862022222791808 ext(2658304->2662399) 00002000:00010000:1.0:1775764823.357535:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174e00 00000100:00100000:2.0:1775764823.367298:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.367412:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222792064 00000100:00100000:0.0:1775764823.367424:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222792064 00000100:00100000:0.0:1775764823.367490:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44165 00000100:00100000:0.0:1775764823.367500:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222792064:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764823.367605:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764823.367636:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253cf30b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb1d expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.367657:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764823.367662:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764823.368116:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2400/0xdb23b4c9253cf312 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.368131:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2400/0xdb23b4c9253cf312 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.368142:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2400/0xdb23b4c9253cf312 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764823.368196:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031926 00000004:00010000:0.0:1775764823.368224:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009f35339 reply state 000000005d107794 transno 4295031927 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2400/0xdb23b4c9253cf312 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764823.368233:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764823.368327:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222792064:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 827us (1036us total) trans 4295031927 rc 0/0 00000100:00100000:0.0:1775764823.368335:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44165 00000020:00080000:0.0:1775764823.368340:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764823.375439:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2400/0xdb23b4c9253cf312 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.375462:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2400/0xdb23b4c9253cf312 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.375470:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2400/0xdb23b4c9253cf312 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.375475:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ff2400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764823.375480:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2400/0xdb23b4c9253cf312 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.375487:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2400/0xdb23b4c9253cf312 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.375508:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764823.375511:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764823.375516:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2400/0xdb23b4c9253cf312 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.375522:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2400/0xdb23b4c9253cf312 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764823.376274:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.376315:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.376425:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222792192 00000100:00100000:3.0:1775764823.376435:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222792192 00002000:00010000:3.0:1775764823.376471:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4131027->18446744073709551615) 00002000:00100000:3.0:1775764823.376476:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898e00 with x1862022222792192 ext(4131027->18446744073709551615) 00002000:00010000:3.0:1775764823.376487:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898e00. 00000100:00100000:1.0:1775764823.376492:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222792320 00000100:00100000:1.0:1775764823.376496:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222792320 00002000:00010000:1.0:1775764823.376513:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764823.376517:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89aa00 with x1862022222792320 ext(0->18446744073709551615) 00000100:00100000:3.0:1775764823.376519:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37458 00002000:00010000:1.0:1775764823.376524:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89aa00. 00000100:00100000:3.0:1775764823.376528:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222792192:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764823.376568:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37459 00000100:00100000:1.0:1775764823.376575:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222792320:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764823.376753:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764823.376753:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2735980 -> 4131027 00002000:00010000:1.0:1775764823.376757:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:3.0:1775764823.376757:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:1.0:1775764823.376761:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764823.376761:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764823.376764:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:3.0:1775764823.376764:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:1.0:1775764823.376767:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00002000:00010000:3.0:1775764823.376767:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1227 -> 1227 00000100:00100000:1.0:1775764823.377019:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222792320:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 442us (702us total) trans 4294995894 rc 0/0 00000100:00100000:1.0:1775764823.377028:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37459 00002000:00010000:1.0:1775764823.377031:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764823.377034:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89aa00 with x1862022222792320 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764823.377039:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89aa00. 00000100:00100000:3.0:1775764823.379725:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222792192:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3185us (3443us total) trans 4294996472 rc 0/0 00000100:00100000:3.0:1775764823.379740:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37458 00002000:00010000:3.0:1775764823.379746:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4131027->18446744073709551615) 00002000:00100000:3.0:1775764823.379750:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898e00 with x1862022222792192 ext(4131027->18446744073709551615) 00002000:00010000:3.0:1775764823.379760:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898e00. 00000100:00100000:2.0:1775764823.388110:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.388882:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222792448 00000100:00100000:0.0:1775764823.388893:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222792448 00002000:00100000:0.0:1775764823.388942:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (4079616->4083711) req@ffff8b8cb3177480 x1862022222792448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764823.388952:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177480 with x1862022222792448 ext(4079616->4083711) 00002000:00010000:0.0:1775764823.388958:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177480 00000100:00100000:0.0:1775764823.388995:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37460 00000100:00100000:0.0:1775764823.389005:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222792448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764823.389287:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222792448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (1198us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764823.389296:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37460 00002000:00100000:0.0:1775764823.389304:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (4079616->4083711) req@ffff8b8cb3177480 x1862022222792448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/4536 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764823.389312:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177480 with x1862022222792448 ext(4079616->4083711) 00002000:00010000:0.0:1775764823.389316:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177480 00000100:00100000:0.0:1775764823.394033:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.394189:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222792576 00000100:00100000:3.0:1775764823.394200:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222792576 00002000:00100000:3.0:1775764823.394267:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (4083712->4087807) req@ffff8b8c8e898380 x1862022222792576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764823.394280:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898380 with x1862022222792576 ext(4083712->4087807) 00002000:00010000:3.0:1775764823.394288:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898380 00000100:00100000:3.0:1775764823.394374:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37461 00000100:00100000:3.0:1775764823.394384:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222792576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764823.394695:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222792576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 312us (671us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764823.394704:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37461 00002000:00100000:3.0:1775764823.394710:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (4083712->4087807) req@ffff8b8c8e898380 x1862022222792576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/4536 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764823.394718:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898380 with x1862022222792576 ext(4083712->4087807) 00002000:00010000:3.0:1775764823.394722:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898380 00000100:00100000:0.0:1775764823.401618:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764823.401655:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222792704 00000100:00100000:1.0:1775764823.401665:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222792704 00002000:00100000:1.0:1775764823.401715:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (4059136->4124671) req@ffff8b8c8e89b100 x1862022222792704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 504/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.401726:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b100 with x1862022222792704 ext(4059136->4124671) 00002000:00010000:1.0:1775764823.401733:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b100 00000100:00100000:1.0:1775764823.401766:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37462 00000100:00100000:1.0:1775764823.401775:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222792704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764823.414081:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222792704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12297us (12460us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764823.414107:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37462 00002000:00100000:1.0:1775764823.414122:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (4059136->4124671) req@ffff8b8c8e89b100 x1862022222792704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 504/440 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.414133:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b100 with x1862022222792704 ext(4059136->4124671) 00002000:00010000:1.0:1775764823.414139:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b100 00000100:00100000:2.0:1775764823.419187:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764823.419495:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222792832 00000100:00100000:1.0:1775764823.419505:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222792832 00002000:00100000:1.0:1775764823.419592:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4124672->4132863) req@ffff8b8cbaed4a80 x1862022222792832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.419604:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4a80 with x1862022222792832 ext(4124672->4132863) 00002000:00010000:1.0:1775764823.419611:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4a80 00000100:00100000:1.0:1775764823.419642:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37463 00000100:00100000:1.0:1775764823.419652:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222792832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764823.420157:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222792832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 504us (976us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1775764823.420165:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37463 00002000:00100000:1.0:1775764823.420173:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4124672->4132863) req@ffff8b8cbaed4a80 x1862022222792832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/8632 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.420183:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4a80 with x1862022222792832 ext(4124672->4132863) 00002000:00010000:1.0:1775764823.420187:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4a80 00000100:00100000:0.0:1775764823.425778:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764823.426046:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222792960 00000100:00100000:1.0:1775764823.426055:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222792960 00002000:00100000:1.0:1775764823.426118:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (434176->4131026) req@ffff8b8c8e899500 x1862022222792960/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 536/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.426129:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899500 with x1862022222792960 ext(434176->4131026) 00002000:00010000:1.0:1775764823.426135:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899500 00000100:00100000:1.0:1775764823.426167:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37464 00000100:00100000:1.0:1775764823.426177:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222792960:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764823.432967:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222792960:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6779us (7186us total) trans 4294996473 rc 0/0 00000100:00100000:1.0:1775764823.432982:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37464 00002000:00100000:1.0:1775764823.432997:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (434176->4131026) req@ffff8b8c8e899500 x1862022222792960/t4294996473(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 536/456 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.433009:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899500 with x1862022222792960 ext(434176->4131026) 00002000:00010000:1.0:1775764823.433016:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899500 00000100:00100000:3.0:1775764823.437425:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.437594:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222793088 00000100:00100000:0.0:1775764823.437606:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222793088 00000100:00100000:0.0:1775764823.437664:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84683 00000100:00100000:0.0:1775764823.437674:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222793088:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764823.482533:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996471 is committed 00000001:00080000:2.0:1775764823.482573:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996473 is committed 00000100:00100000:1.0:1775764823.482862:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222793088:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 45183us (45440us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764823.483058:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84683 00000100:00100000:2.0:1775764823.487172:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.487335:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222793216 00000100:00100000:3.0:1775764823.487346:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222793216 00000100:00100000:3.0:1775764823.487408:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44166 00000100:00100000:3.0:1775764823.487418:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022222793216:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764823.487442:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764823.487461:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253cf319 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.487653:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253cf320 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.487668:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253cf320 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.487680:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253cf320 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764823.487708:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4131027 00000004:00200000:3.0:1775764823.487712:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764823.487730:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253cf320 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.487752:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253cf319 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb24 expref: 49 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.487769:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253cf320 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb24 expref: 48 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.487782:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764823.487785:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764823.487789:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc5c00, rc 0) 00000100:00100000:3.0:1775764823.487848:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222793216:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 432us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764823.487855:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44166 00000100:00100000:0.0:1775764823.513222:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.513273:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.513319:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.513404:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222793344 00000100:00100000:3.0:1775764823.513415:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222793344 00002000:00100000:3.0:1775764823.513463:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1413120->2576383) req@ffff8b8c8e89ad80 x1862022222793344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 520/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764823.513474:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89ad80 with x1862022222793344 ext(1413120->2576383) 00002000:00010000:3.0:1775764823.513481:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89ad80 00000100:00100000:3.0:1775764823.513512:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222793600 00000100:00100000:3.0:1775764823.513515:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222793600 00002000:00100000:3.0:1775764823.513532:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3706880->4059135) req@ffff8b8c8e898000 x1862022222793600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 504/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764823.513575:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898000 with x1862022222793600 ext(3706880->4059135) 00002000:00010000:3.0:1775764823.513578:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898000 00000100:00100000:3.0:1775764823.513592:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222793472 00000100:00100000:3.0:1775764823.513595:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222793472 00002000:00100000:3.0:1775764823.513610:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2576384->3706879) req@ffff8b8c8e899880 x1862022222793472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 520/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764823.513618:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899880 with x1862022222793472 ext(2576384->3706879) 00002000:00010000:3.0:1775764823.513621:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899880 00000100:00100000:3.0:1775764823.513641:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37465 00000100:00100000:3.0:1775764823.513650:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222793344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764823.514517:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37466 00000100:00100000:3.0:1775764823.514526:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222793600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764823.515561:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37467 00000100:00100000:0.0:1775764823.515579:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222793472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764823.553811:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222793600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 39276us (40527us total) trans 0 rc 327680/327680 00000100:00100000:1.0:1775764823.553825:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37466 00002000:00100000:1.0:1775764823.553838:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3706880->4059135) req@ffff8b8c8e898000 x1862022222793600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 504/440 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 327680/327680 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.553849:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898000 with x1862022222793600 ext(3706880->4059135) 00002000:00010000:1.0:1775764823.553855:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898000 00000100:00100000:3.0:1775764823.554376:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222793344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 40725us (41163us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764823.554384:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37465 00002000:00100000:3.0:1775764823.554391:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1413120->2576383) req@ffff8b8c8e89ad80 x1862022222793344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 520/440 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764823.554400:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89ad80 with x1862022222793344 ext(1413120->2576383) 00002000:00010000:3.0:1775764823.554403:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89ad80 00000100:00100000:0.0:1775764823.556764:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222793472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 41184us (43436us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764823.556776:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37467 00002000:00100000:0.0:1775764823.556788:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2576384->3706879) req@ffff8b8c8e899880 x1862022222793472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 520/440 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764823.556800:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899880 with x1862022222793472 ext(2576384->3706879) 00002000:00010000:0.0:1775764823.556806:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899880 00000100:00100000:0.0:1775764823.570000:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.570164:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222793856 00000100:00100000:3.0:1775764823.570174:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222793856 00000100:00100000:3.0:1775764823.570243:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44167 00000100:00100000:3.0:1775764823.570259:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222793856:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764823.570312:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764823.570338:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253cf320 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb24 expref: 48 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.570358:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764823.570363:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764823.571355:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253cf327 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.571373:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253cf327 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.571386:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253cf327 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764823.571457:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031928 00000004:00010000:3.0:1775764823.571486:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061753836 reply state 0000000000a1df45 transno 4295031929 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253cf327 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764823.571495:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764823.573120:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222793856:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2833us (3093us total) trans 4295031929 rc 0/0 00000100:00100000:2.0:1775764823.573132:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44167 00000020:00080000:2.0:1775764823.573140:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764823.580130:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764823.580833:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253cf327 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.580848:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253cf327 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.580856:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253cf327 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.580861:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764823.580866:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253cf327 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.580873:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253cf327 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.580901:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764823.580904:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764823.580909:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253cf327 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.580920:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253cf327 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764823.581179:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222794112 00000100:00100000:0.0:1775764823.581190:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222794112 00002000:00010000:0.0:1775764823.581231:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764823.581236:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5500 with x1862022222794112 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764823.581259:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5500. 00000100:00100000:0.0:1775764823.581294:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37468 00000100:00100000:0.0:1775764823.581304:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222794112:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764823.581519:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764823.581523:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:0.0:1775764823.581526:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764823.581528:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:0.0:1775764823.581530:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:0.0:1775764823.581625:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222794112:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 322us (1503us total) trans 4294995895 rc 0/0 00000100:00100000:0.0:1775764823.581633:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37468 00002000:00010000:0.0:1775764823.581636:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764823.581639:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5500 with x1862022222794112 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764823.581643:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5500. 00000100:00100000:2.0:1775764823.582007:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.582125:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222793984 00000100:00100000:0.0:1775764823.582132:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222793984 00002000:00010000:0.0:1775764823.582150:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3760437->18446744073709551615) 00002000:00100000:0.0:1775764823.582154:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4e00 with x1862022222793984 ext(3760437->18446744073709551615) 00002000:00010000:0.0:1775764823.582162:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4e00. 00000100:00100000:0.0:1775764823.582183:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37469 00000100:00100000:0.0:1775764823.582191:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222793984:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764823.582482:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4131027 -> 3760437 00002000:00010000:0.0:1775764823.582487:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:0.0:1775764823.582489:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764823.582491:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:0.0:1775764823.582493:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1227 -> 1291 00000100:00100000:0.0:1775764823.582524:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222793984:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 333us (517us total) trans 4294996474 rc 0/0 00000100:00100000:0.0:1775764823.582531:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37469 00002000:00010000:0.0:1775764823.582567:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3760437->18446744073709551615) 00002000:00100000:0.0:1775764823.582569:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4e00 with x1862022222793984 ext(3760437->18446744073709551615) 00002000:00010000:0.0:1775764823.582574:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4e00. 00000100:00100000:0.0:1775764823.594946:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764823.595127:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222794240 00000100:00100000:2.0:1775764823.595137:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222794240 00000100:00100000:2.0:1775764823.595202:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44168 00000100:00100000:2.0:1775764823.595226:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022222794240:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764823.595259:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764823.595282:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253cf32e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb2b expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.595392:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf335 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.595406:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.595419:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764823.595445:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3760437 00000004:00200000:2.0:1775764823.595449:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764823.595466:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.595491:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253cf32e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb2b expref: 51 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.595508:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf335 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb2b expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.595516:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764823.595520:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764823.595524:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7ca00, rc 0) 00000100:00100000:2.0:1775764823.595829:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222794240:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 617us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764823.595837:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44168 00000100:00100000:2.0:1775764823.611162:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.611644:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222794496 00000100:00100000:0.0:1775764823.611656:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222794496 00000100:00100000:0.0:1775764823.611721:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44169 00000100:00100000:0.0:1775764823.611731:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222794496:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764823.611788:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764823.611817:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf335 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb2b expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.611836:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764823.611842:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764823.613056:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf33c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.613075:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf33c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.613096:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf33c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764823.613162:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031930 00000004:00010000:0.0:1775764823.613188:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075aedceb reply state 00000000d9b78a6e transno 4295031931 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf33c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764823.613197:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764823.613567:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022222794496:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1802us (2379us total) trans 4295031931 rc 0/0 00000100:00100000:0.0:1775764823.613577:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44169 00000020:00080000:0.0:1775764823.613582:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764823.616498:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf33c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.616516:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf33c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.616523:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf33c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.616529:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ff3400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764823.616584:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf33c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.616592:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf33c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.616609:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764823.616612:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764823.616617:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf33c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.616624:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3400/0xdb23b4c9253cf33c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764823.621200:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.621299:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764823.621389:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222794752 00000100:00100000:1.0:1775764823.621399:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222794752 00002000:00010000:1.0:1775764823.621445:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764823.621450:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92d80 with x1862022222794752 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764823.621462:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d92d80. 00000100:00100000:1.0:1775764823.621493:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222794624 00000100:00100000:1.0:1775764823.621496:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222794624 00002000:00010000:1.0:1775764823.621508:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2061304->18446744073709551615) 00002000:00100000:1.0:1775764823.621511:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91880 with x1862022222794624 ext(2061304->18446744073709551615) 00002000:00010000:1.0:1775764823.621518:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91880. 00000100:00100000:1.0:1775764823.621572:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37470 00000100:00100000:1.0:1775764823.621581:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222794752:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764823.621807:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764823.621810:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:1.0:1775764823.621813:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764823.621815:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:1.0:1775764823.621817:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:1.0:1775764823.621879:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222794752:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 298us (689us total) trans 4294995896 rc 0/0 00000100:00100000:1.0:1775764823.621886:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37470 00002000:00010000:1.0:1775764823.621889:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764823.621892:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92d80 with x1862022222794752 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764823.621896:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d92d80. 00000100:00100000:1.0:1775764823.621914:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37471 00000100:00100000:1.0:1775764823.621920:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222794624:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764823.622139:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3760437 -> 2061304 00002000:00010000:1.0:1775764823.622143:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:1.0:1775764823.622144:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764823.622147:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:1.0:1775764823.622149:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:1.0:1775764823.622171:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222794624:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 251us (871us total) trans 4294996475 rc 0/0 00000100:00100000:1.0:1775764823.622177:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37471 00002000:00010000:1.0:1775764823.622179:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2061304->18446744073709551615) 00002000:00100000:1.0:1775764823.622182:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91880 with x1862022222794624 ext(2061304->18446744073709551615) 00002000:00010000:1.0:1775764823.622186:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91880. 00000100:00100000:1.0:1775764823.633627:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764823.634165:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222794880 00000100:00100000:2.0:1775764823.634177:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222794880 00000100:00100000:2.0:1775764823.634293:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44170 00000100:00100000:2.0:1775764823.634303:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022222794880:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764823.634328:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764823.634349:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253cf343 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb32 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.634455:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf34a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.634470:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.634482:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764823.634511:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2061304 00000004:00200000:2.0:1775764823.634515:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764823.634533:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.634583:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253cf343 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb32 expref: 53 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.634600:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf34a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb32 expref: 52 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.634608:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764823.634612:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764823.634616:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7ca00, rc 0) 00000100:00100000:2.0:1775764823.634679:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022222794880:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 378us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764823.634686:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44170 00000100:00100000:1.0:1775764823.642138:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.642247:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222795136 00000100:00100000:3.0:1775764823.642265:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222795136 00000100:00100000:3.0:1775764823.642336:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44171 00000100:00100000:3.0:1775764823.642346:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022222795136:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764823.642405:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764823.642433:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253cf34a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb32 expref: 52 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.642453:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764823.642459:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764823.642955:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf351 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.642976:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf351 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.642987:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf351 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764823.643041:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031932 00000004:00010000:2.0:1775764823.643074:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb1ba71f reply state 00000000f90c57c9 transno 4295031933 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf351 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764823.643095:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764823.643196:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222795136:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 850us (1246us total) trans 4295031933 rc 0/0 00000100:00100000:2.0:1775764823.643204:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44171 00000020:00080000:2.0:1775764823.643209:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764823.651786:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf351 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.651807:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf351 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.651814:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf351 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.651820:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7ce00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764823.651825:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf351 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.651833:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf351 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.651860:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764823.651863:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764823.651869:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf351 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.651884:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf351 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764823.656074:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.656177:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222795264 00000100:00100000:3.0:1775764823.656188:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222795264 00002000:00010000:3.0:1775764823.656233:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1780659->18446744073709551615) 00002000:00100000:3.0:1775764823.656239:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f100 with x1862022222795264 ext(1780659->18446744073709551615) 00002000:00010000:3.0:1775764823.656264:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f100. 00000100:00100000:3.0:1775764823.656307:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37472 00000100:00100000:3.0:1775764823.656318:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222795264:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764823.656662:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2061304 -> 1780659 00002000:00010000:3.0:1775764823.656666:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:3.0:1775764823.656669:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764823.656671:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:3.0:1775764823.656673:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:3.0:1775764823.656731:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222795264:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 415us (666us total) trans 4294996476 rc 0/0 00000100:00100000:3.0:1775764823.656740:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37472 00002000:00010000:3.0:1775764823.656744:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1780659->18446744073709551615) 00002000:00100000:3.0:1775764823.656746:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f100 with x1862022222795264 ext(1780659->18446744073709551615) 00002000:00010000:3.0:1775764823.656751:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f100. 00000100:00100000:0.0:1775764823.662646:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764823.662734:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222795392 00000100:00100000:1.0:1775764823.662744:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222795392 00002000:00010000:1.0:1775764823.662786:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764823.662792:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899c00 with x1862022222795392 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764823.662806:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e899c00. 00000100:00100000:1.0:1775764823.662848:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37473 00000100:00100000:1.0:1775764823.662858:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222795392:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764823.663098:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764823.663102:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:1.0:1775764823.663104:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764823.663106:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:1.0:1775764823.663108:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:1.0:1775764823.663176:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222795392:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 320us (539us total) trans 4294995897 rc 0/0 00000100:00100000:1.0:1775764823.663184:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37473 00002000:00010000:1.0:1775764823.663188:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764823.663191:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899c00 with x1862022222795392 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764823.663194:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e899c00. 00000100:00100000:1.0:1775764823.668775:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.668975:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222795520 00000100:00100000:0.0:1775764823.668986:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222795520 00000100:00100000:0.0:1775764823.669115:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44172 00000100:00100000:0.0:1775764823.669126:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022222795520:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764823.669155:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764823.669177:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf358 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb39 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.669272:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf35f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.669299:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf35f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.669312:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf35f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764823.669341:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1780659 00000004:00200000:0.0:1775764823.669345:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764823.669364:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf35f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.669389:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf358 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb39 expref: 55 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.669408:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf35f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb39 expref: 54 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.669417:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764823.669420:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764823.669424:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ff2200, rc 0) 00000100:00100000:0.0:1775764823.669491:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222795520:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 366us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764823.669502:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44172 00000100:00100000:2.0:1775764823.687099:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.687209:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222795776 00000100:00100000:0.0:1775764823.687220:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222795776 00000100:00100000:0.0:1775764823.687647:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44173 00000100:00100000:0.0:1775764823.687727:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222795776:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764823.687783:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764823.687813:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf35f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb39 expref: 54 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.687834:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764823.687839:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764823.692507:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf366 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.692530:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.692655:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764823.692761:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031934 00000004:00010000:0.0:1775764823.692798:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007223778c reply state 000000009a92d0ca transno 4295031935 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764823.692807:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764823.693217:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222795776:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 5555us (6133us total) trans 4295031935 rc 0/0 00000100:00100000:0.0:1775764823.693227:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44173 00000020:00080000:0.0:1775764823.693234:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764823.704824:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.704871:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764823.705481:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222795904 00000100:00100000:2.0:1775764823.705495:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222795904 00002000:00010000:2.0:1775764823.705729:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3123383->18446744073709551615) 00002000:00100000:2.0:1775764823.705735:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89bb80 with x1862022222795904 ext(3123383->18446744073709551615) 00002000:00010000:2.0:1775764823.705748:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89bb80. 00000100:00100000:1.0:1775764823.705827:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222796032 00000100:00100000:1.0:1775764823.705833:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222796032 00002000:00010000:1.0:1775764823.705851:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764823.705855:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a680 with x1862022222796032 ext(0->18446744073709551615) 00000100:00100000:0.0:1775764823.705862:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37474 00002000:00010000:1.0:1775764823.705863:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89a680. 00000100:00100000:0.0:1775764823.705873:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222795904:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764823.705898:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37475 00000100:00100000:1.0:1775764823.705905:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222796032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764823.706093:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1780659 -> 3123383 00002000:00010000:1.0:1775764823.706093:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764823.706097:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:1.0:1775764823.706097:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764823 00002000:00010000:0.0:1775764823.706100:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764823.706101:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764823.706104:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:1.0:1775764823.706104:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764823 00002000:00010000:0.0:1775764823.706106:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00002000:00010000:1.0:1775764823.706106:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:1.0:1775764823.706160:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222796032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 255us (1288us total) trans 4294995898 rc 0/0 00000100:00100000:1.0:1775764823.706167:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37475 00002000:00010000:1.0:1775764823.706170:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764823.706173:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a680 with x1862022222796032 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764823.706177:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89a680. 00010000:00010000:3.0:1775764823.706377:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.706388:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf366 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.706395:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf366 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.706401:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ff2e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764823.706406:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf366 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.706415:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf366 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.706432:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764823.706435:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764823.706440:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf366 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764823.706445:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2e00/0xdb23b4c9253cf366 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764823.709777:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222795904:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3894us (4952us total) trans 4294996477 rc 0/0 00000100:00100000:0.0:1775764823.709793:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37474 00002000:00010000:0.0:1775764823.709800:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3123383->18446744073709551615) 00002000:00100000:0.0:1775764823.709804:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89bb80 with x1862022222795904 ext(3123383->18446744073709551615) 00002000:00010000:0.0:1775764823.709815:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89bb80. 00000100:00100000:1.0:1775764823.717722:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764823.717876:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222796160 00000100:00100000:2.0:1775764823.717887:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222796160 00000100:00100000:2.0:1775764823.717963:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44174 00000100:00100000:2.0:1775764823.717972:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022222796160:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764823.717994:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764823.718013:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf36d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb40 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.718111:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf374 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.718126:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf374 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.718139:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf374 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764823.718169:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3123383 00000004:00200000:2.0:1775764823.718173:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764823.718191:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf374 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.718216:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf36d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb40 expref: 57 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.718233:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf374 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb40 expref: 56 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.718241:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764823.718244:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764823.718248:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7dc00, rc 0) 00000100:00100000:2.0:1775764823.718323:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222796160:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 352us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764823.719823:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44174 00000100:00100000:1.0:1775764823.729743:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764823.729843:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222796288 00000100:00100000:2.0:1775764823.729853:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222796288 00002000:00100000:2.0:1775764823.731224:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1142784->1150975) req@ffff8b8c90d5c000 x1862022222796288/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 8680/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764823.731238:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5c000 with x1862022222796288 ext(1142784->1150975) 00002000:00010000:2.0:1775764823.731245:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5c000 00000100:00100000:2.0:1775764823.731293:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37476 00000100:00100000:2.0:1775764823.731307:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222796288:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764823.733057:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222796288:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 1749us (3317us total) trans 4294996478 rc 0/0 00000100:00100000:0.0:1775764823.733068:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37476 00002000:00100000:0.0:1775764823.733077:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1142784->1150975) req@ffff8b8c90d5c000 x1862022222796288/t4294996478(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 8680/448 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764823.733096:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5c000 with x1862022222796288 ext(1142784->1150975) 00002000:00010000:0.0:1775764823.733101:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5c000 00000100:00100000:0.0:1775764823.748745:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.757764:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222796416 00000100:00100000:3.0:1775764823.757778:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222796416 00000100:00100000:3.0:1775764823.757838:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84684 00000100:00100000:3.0:1775764823.757848:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222796416:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764823.802747:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996478 is committed 00000100:00100000:1.0:1775764823.803141:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222796416:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 45288us (54399us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764823.803158:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84684 00000100:00100000:2.0:1775764823.818956:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.819066:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222796672 00000100:00100000:0.0:1775764823.819077:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222796672 00000100:00100000:0.0:1775764823.819248:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44175 00000100:00100000:0.0:1775764823.819260:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222796672:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764823.819317:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764823.819345:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf374 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb40 expref: 56 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.819366:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764823.819372:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764823.819679:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf37b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.819694:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf37b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.819705:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf37b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764823.819756:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031936 00000004:00010000:0.0:1775764823.819940:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009805ddda reply state 00000000c7326e15 transno 4295031937 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf37b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764823.819950:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764823.820040:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222796672:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 782us (1094us total) trans 4295031937 rc 0/0 00000100:00100000:0.0:1775764823.820049:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44175 00000020:00080000:0.0:1775764823.820054:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764823.827990:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764823.827995:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf37b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.828007:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf37b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.828016:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf37b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.828022:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ff2200 already unused, calling callback (ffffffffc21064f0) 00000100:00100000:2.0:1775764823.828023:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764823.828027:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf37b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.828036:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf37b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.828052:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764823.828056:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764823.828060:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf37b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764823.828066:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2200/0xdb23b4c9253cf37b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764823.828130:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222796800 00000100:00100000:0.0:1775764823.828141:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222796800 00002000:00010000:0.0:1775764823.828179:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764823.828184:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5180 with x1862022222796800 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764823.828195:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5180. 00000100:00100000:0.0:1775764823.828221:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222796928 00000100:00100000:0.0:1775764823.828224:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222796928 00002000:00010000:0.0:1775764823.828234:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1008804->18446744073709551615) 00002000:00100000:0.0:1775764823.828237:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022222796928 ext(1008804->18446744073709551615) 00002000:00010000:0.0:1775764823.828243:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed7b80. 00000100:00100000:0.0:1775764823.828260:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37477 00000100:00100000:0.0:1775764823.828268:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222796800:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764823.828565:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3123383 -> 4194304 00002000:00010000:0.0:1775764823.828569:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764824 00002000:00010000:0.0:1775764823.828572:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764823.828574:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764824 00002000:00010000:0.0:1775764823.828577:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 843 00000100:00100000:0.0:1775764823.828626:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222796800:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 357us (644us total) trans 4294996479 rc 0/0 00000100:00100000:0.0:1775764823.828634:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37477 00002000:00010000:0.0:1775764823.828637:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764823.828640:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5180 with x1862022222796800 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764823.828644:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5180. 00000100:00100000:0.0:1775764823.828659:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37478 00000100:00100000:0.0:1775764823.828666:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222796928:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764823.828780:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1008804 00002000:00010000:0.0:1775764823.828783:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764823 -> 1775764824 00002000:00010000:0.0:1775764823.828785:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764823.828788:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764823 -> 1775764824 00002000:00010000:0.0:1775764823.828790:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:0.0:1775764823.828811:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222796928:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 145us (786us total) trans 4294995899 rc 0/0 00000100:00100000:0.0:1775764823.828818:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37478 00002000:00010000:0.0:1775764823.828821:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1008804->18446744073709551615) 00002000:00100000:0.0:1775764823.828824:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022222796928 ext(1008804->18446744073709551615) 00002000:00010000:0.0:1775764823.828828:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed7b80. 00000100:00100000:1.0:1775764823.834427:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.835320:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222797056 00000100:00100000:0.0:1775764823.835332:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222797056 00000100:00100000:0.0:1775764823.835388:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44176 00000100:00100000:0.0:1775764823.835397:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022222797056:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764823.835419:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764823.835438:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf382 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb47 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.835964:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf389 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.835980:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.835991:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764823.836018:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5203108 00000004:00200000:0.0:1775764823.836022:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764823.836038:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.836065:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff3e00/0xdb23b4c9253cf382 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb47 expref: 59 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.836096:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf389 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb47 expref: 58 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.836106:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764823.836109:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764823.836112:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ff2000, rc 0) 00000100:00100000:0.0:1775764823.836178:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222797056:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 782us (1761us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764823.836186:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44176 00000100:00100000:2.0:1775764823.867465:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764823.867505:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764823.867597:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764823.868179:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222797184 00000100:00100000:0.0:1775764823.868190:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222797184 00002000:00100000:0.0:1775764823.868240:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1781760->3694591) req@ffff8b8cbaed4380 x1862022222797184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 504/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764823.868251:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4380 with x1862022222797184 ext(1781760->3694591) 00002000:00010000:0.0:1775764823.868257:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4380 00000100:00100000:0.0:1775764823.868280:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222797440 00000100:00100000:0.0:1775764823.868282:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222797440 00002000:00100000:0.0:1775764823.868294:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3878912->4194303) req@ffff8b8cbaed5c00 x1862022222797440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764823.868302:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022222797440 ext(3878912->4194303) 00002000:00010000:0.0:1775764823.868304:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5c00 00000100:00100000:0.0:1775764823.868315:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222797312 00000100:00100000:0.0:1775764823.868318:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222797312 00002000:00100000:0.0:1775764823.868327:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2826240->3878911) req@ffff8b8cbaed4700 x1862022222797312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 504/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1775764823.868662:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37479 00000100:00100000:1.0:1775764823.868674:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222797184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764823.868897:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37480 00000100:00100000:3.0:1775764823.868908:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222797440:12345-192.168.202.29@tcp:3:fsx.0 00002000:00100000:0.0:1775764823.869096:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4700 with x1862022222797312 ext(2826240->3878911) 00002000:00010000:0.0:1775764823.869100:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4700 00000100:00100000:0.0:1775764823.869128:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37481 00000100:00100000:0.0:1775764823.869135:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222797312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764823.883817:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222797440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14901us (16300us total) trans 0 rc 315392/315392 00000100:00100000:3.0:1775764823.883830:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37480 00002000:00100000:3.0:1775764823.883843:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3878912->4194303) req@ffff8b8cbaed5c00 x1862022222797440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/440 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 315392/315392 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764823.883853:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022222797440 ext(3878912->4194303) 00002000:00010000:3.0:1775764823.883859:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5c00 00000100:00100000:2.0:1775764823.897688:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222797312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 28543us (30081us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764823.897700:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37481 00002000:00100000:2.0:1775764823.897713:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2826240->3878911) req@ffff8b8cbaed4700 x1862022222797312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 504/440 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764823.897732:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4700 with x1862022222797312 ext(2826240->3878911) 00002000:00010000:2.0:1775764823.897738:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4700 00000100:00100000:1.0:1775764823.915048:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222797184:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 46366us (47594us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764823.915061:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37479 00002000:00100000:1.0:1775764823.915073:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1781760->3694591) req@ffff8b8cbaed4380 x1862022222797184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 504/440 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764823.915094:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4380 with x1862022222797184 ext(1781760->3694591) 00002000:00010000:1.0:1775764823.915100:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4380 00000100:00100000:0.0:1775764823.956431:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764823.956523:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222797568 00000100:00100000:3.0:1775764823.956533:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222797568 00002000:00100000:3.0:1775764823.956624:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (0->1011711) req@ffff8b8c8e89a300 x1862022222797568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764823.956636:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a300 with x1862022222797568 ext(0->1011711) 00002000:00010000:3.0:1775764823.956641:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89a300 00000100:00100000:3.0:1775764823.956667:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37482 00000100:00100000:3.0:1775764823.956676:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222797568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764823.976159:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222797568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19473us (19727us total) trans 0 rc 1011712/1011712 00000100:00100000:2.0:1775764823.976174:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37482 00002000:00100000:2.0:1775764823.976188:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (0->1011711) req@ffff8b8c8e89a300 x1862022222797568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/440 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 1011712/1011712 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764823.976203:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a300 with x1862022222797568 ext(0->1011711) 00002000:00010000:2.0:1775764823.976209:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89a300 00000100:00100000:0.0:1775764823.994433:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764823.995148:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222797696 00000100:00100000:2.0:1775764823.995159:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222797696 00002000:00100000:2.0:1775764823.995210:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (221184->270335) req@ffff8b8c8e89b480 x1862022222797696/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/0 e 0 to 0 dl 1775764834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764823.995221:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b480 with x1862022222797696 ext(221184->270335) 00002000:00010000:2.0:1775764823.995227:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89b480 00000100:00100000:2.0:1775764823.995263:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37483 00000100:00100000:2.0:1775764823.995272:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222797696:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764824.013601:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022222797696:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 18320us (19165us total) trans 4294995900 rc 0/0 00000100:00100000:2.0:1775764824.013615:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37483 00002000:00100000:2.0:1775764824.013627:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (221184->270335) req@ffff8b8c8e89b480 x1862022222797696/t4294995900(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:304/0 lens 488/448 e 0 to 0 dl 1775764834 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764824.013637:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b480 with x1862022222797696 ext(221184->270335) 00002000:00010000:2.0:1775764824.013643:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89b480 00010000:00010000:3.0:1775764824.013820:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764824.021257:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764824.024408:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222797824 00000100:00100000:2.0:1775764824.024421:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222797824 00000100:00100000:2.0:1775764824.024495:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84685 00000100:00100000:2.0:1775764824.024505:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022222797824:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764824.146780:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022222797824:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 122266us (125521us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764824.146794:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84685 00000001:00080000:0.0:1775764824.150242:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995899 is committed 00000001:00080000:0.0:1775764824.150276:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995900 is committed 00000001:00080000:2.0:1775764824.171647:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295031937 is committed 00000100:00100000:0.0:1775764824.180470:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764824.180586:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222798080 00000100:00100000:1.0:1775764824.180598:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222798080 00000100:00100000:1.0:1775764824.180655:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44177 00000100:00100000:1.0:1775764824.180665:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:11755:x1862022222798080:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764824.180730:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764824.180762:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ff2000/0xdb23b4c9253cf389 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb47 expref: 8 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.180782:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764824.180788:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764824.181117:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9e000/0xdb23b4c9253cf390 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.181131:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9e000/0xdb23b4c9253cf390 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.181141:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9e000/0xdb23b4c9253cf390 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764824.181190:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031938 00000004:00010000:1.0:1775764824.181212:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000398b876d reply state 000000005f7db882 transno 4295031939 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9e000/0xdb23b4c9253cf390 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764824.181228:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764824.181320:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222798080:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 657us (862us total) trans 4295031939 rc 0/0 00000100:00100000:1.0:1775764824.181328:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44177 00000020:00080000:1.0:1775764824.181333:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764824.188108:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9e000/0xdb23b4c9253cf390 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.188124:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9e000/0xdb23b4c9253cf390 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.188131:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9e000/0xdb23b4c9253cf390 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.188137:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c93e9e000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764824.188142:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9e000/0xdb23b4c9253cf390 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.188150:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9e000/0xdb23b4c9253cf390 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.188167:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764824.188170:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764824.188176:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9e000/0xdb23b4c9253cf390 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.188182:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9e000/0xdb23b4c9253cf390 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764824.189896:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.189983:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764824.190054:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222798208 00000100:00100000:2.0:1775764824.190064:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222798208 00002000:00010000:2.0:1775764824.190129:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2900265->18446744073709551615) 00002000:00100000:2.0:1775764824.190135:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d6a300 with x1862022222798208 ext(2900265->18446744073709551615) 00002000:00010000:2.0:1775764824.190147:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d6a300. 00000100:00100000:2.0:1775764824.190174:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222798336 00000100:00100000:2.0:1775764824.190177:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222798336 00002000:00010000:2.0:1775764824.190191:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764824.190194:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d6b480 with x1862022222798336 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764824.190201:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d6b480. 00000100:00100000:2.0:1775764824.190225:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37484 00000100:00100000:2.0:1775764824.190234:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222798208:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764824.190509:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2900265 00002000:00010000:2.0:1775764824.190513:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764824 -> 1775764824 00002000:00010000:2.0:1775764824.190516:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764824.190518:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764824 -> 1775764824 00002000:00010000:2.0:1775764824.190521:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:2.0:1775764824.190603:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222798208:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 369us (716us total) trans 4294996480 rc 0/0 00000100:00100000:2.0:1775764824.190610:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37484 00002000:00010000:2.0:1775764824.190613:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2900265->18446744073709551615) 00002000:00100000:2.0:1775764824.190616:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d6a300 with x1862022222798208 ext(2900265->18446744073709551615) 00002000:00010000:2.0:1775764824.190621:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d6a300. 00000100:00100000:2.0:1775764824.190636:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37485 00000100:00100000:2.0:1775764824.190642:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222798336:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764824.190994:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1008804 -> 0 00002000:00010000:2.0:1775764824.190998:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764824 -> 1775764824 00002000:00010000:2.0:1775764824.191000:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764824.191002:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764824 -> 1775764824 00002000:00010000:2.0:1775764824.191004:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 263 00000100:00100000:2.0:1775764824.191027:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222798336:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 384us (1043us total) trans 4294995901 rc 0/0 00000100:00100000:2.0:1775764824.191034:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37485 00002000:00010000:2.0:1775764824.191037:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764824.191039:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d6b480 with x1862022222798336 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764824.191044:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d6b480. 00000100:00080000:0.0:1775764824.191331:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764824.207424:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.207522:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222798464 00000100:00100000:0.0:1775764824.207531:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222798464 00000100:00100000:0.0:1775764824.207666:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44178 00000100:00100000:0.0:1775764824.207676:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:11755:x1862022222798464:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764824.207701:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764824.207722:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf397 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb4e expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.207803:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf39e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.207822:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf39e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.207834:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf39e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764824.207857:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2900265 00000004:00200000:0.0:1775764824.207861:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764824.207877:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf39e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.207914:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf397 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb4e expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.207931:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf39e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb4e expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.207939:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764824.207942:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764824.207946:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8c00, rc 0) 00000100:00100000:0.0:1775764824.207998:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222798464:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 323us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764824.208006:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44178 00000100:00100000:2.0:1775764824.230606:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.230698:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222798720 00000100:00100000:0.0:1775764824.230711:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222798720 00000100:00100000:0.0:1775764824.230769:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44179 00000100:00100000:0.0:1775764824.230778:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222798720:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764824.230827:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764824.230854:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf39e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb4e expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.230873:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764824.230879:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764824.231106:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf3a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.231120:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf3a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.231130:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf3a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764824.231183:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031940 00000004:00010000:0.0:1775764824.231208:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071a627d3 reply state 00000000022b0266 transno 4295031941 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf3a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764824.231216:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764824.231304:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022222798720:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 527us (707us total) trans 4295031941 rc 0/0 00000100:00100000:0.0:1775764824.231312:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44179 00000020:00080000:0.0:1775764824.231317:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764824.240399:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf3a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.240415:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf3a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.240423:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf3a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.240428:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764824.240433:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf3a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.240440:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf3a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.240460:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764824.240463:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764824.240468:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf3a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.240473:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf3a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764824.246996:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.247259:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222798848 00000100:00100000:0.0:1775764824.247271:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222798848 00002000:00010000:0.0:1775764824.247315:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764824.247320:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6680 with x1862022222798848 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764824.247334:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed6680. 00000100:00100000:0.0:1775764824.247370:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37486 00000100:00100000:0.0:1775764824.247380:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222798848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764824.247628:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2900265 -> 4194304 00002000:00010000:0.0:1775764824.247632:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764824 -> 1775764824 00002000:00010000:0.0:1775764824.247634:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764824.247636:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764824 -> 1775764824 00002000:00010000:0.0:1775764824.247638:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:0.0:1775764824.247690:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222798848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 312us (703us total) trans 4294996481 rc 0/0 00000100:00100000:0.0:1775764824.247697:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37486 00002000:00010000:0.0:1775764824.247701:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764824.247704:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6680 with x1862022222798848 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764824.247708:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed6680. 00000100:00100000:1.0:1775764824.254993:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.255103:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222798976 00000100:00100000:0.0:1775764824.255113:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222798976 00002000:00010000:0.0:1775764824.255151:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (577002->18446744073709551615) 00002000:00100000:0.0:1775764824.255156:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ca80 with x1862022222798976 ext(577002->18446744073709551615) 00002000:00010000:0.0:1775764824.255168:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ca80. 00000100:00100000:0.0:1775764824.255202:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37487 00000100:00100000:0.0:1775764824.255211:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222798976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764824.255441:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 577002 00002000:00010000:0.0:1775764824.255446:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764824 -> 1775764824 00002000:00010000:0.0:1775764824.255448:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764824.255451:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764824 -> 1775764824 00002000:00010000:0.0:1775764824.255453:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764824.255518:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222798976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 307us (535us total) trans 4294995902 rc 0/0 00000100:00100000:0.0:1775764824.255529:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37487 00002000:00010000:0.0:1775764824.255533:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (577002->18446744073709551615) 00002000:00100000:0.0:1775764824.255535:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ca80 with x1862022222798976 ext(577002->18446744073709551615) 00002000:00010000:0.0:1775764824.255574:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ca80. 00000100:00100000:2.0:1775764824.276666:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.276784:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222799104 00000100:00100000:0.0:1775764824.276796:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222799104 00002000:00100000:0.0:1775764824.276843:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (516096->520191) req@ffff8b8cbaed5880 x1862022222799104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764824.276853:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022222799104 ext(516096->520191) 00002000:00010000:0.0:1775764824.276858:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5880 00000100:00100000:0.0:1775764824.276926:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37488 00000100:00100000:0.0:1775764824.276936:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222799104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764824.283328:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222799104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6381us (6659us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764824.283343:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37488 00002000:00100000:0.0:1775764824.283358:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (516096->520191) req@ffff8b8cbaed5880 x1862022222799104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/4536 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764824.283368:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022222799104 ext(516096->520191) 00002000:00010000:0.0:1775764824.283374:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5880 00000100:00100000:2.0:1775764824.291097:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764824.291188:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222799232 00000100:00100000:3.0:1775764824.291200:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222799232 00002000:00100000:3.0:1775764824.291257:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (520192->524287) req@ffff8b8cbaed4000 x1862022222799232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764824.291268:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4000 with x1862022222799232 ext(520192->524287) 00002000:00010000:3.0:1775764824.291274:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed4000 00000100:00100000:3.0:1775764824.291308:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37489 00000100:00100000:3.0:1775764824.291318:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222799232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764824.291591:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222799232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 274us (511us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764824.291599:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37489 00002000:00100000:3.0:1775764824.291605:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (520192->524287) req@ffff8b8cbaed4000 x1862022222799232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/4536 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764824.291613:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4000 with x1862022222799232 ext(520192->524287) 00002000:00010000:3.0:1775764824.291616:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed4000 00000100:00100000:1.0:1775764824.307027:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764824.307124:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222799360 00000100:00100000:3.0:1775764824.307136:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222799360 00002000:00100000:3.0:1775764824.307186:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (446464->577535) req@ffff8b8c8f955f80 x1862022222799360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 504/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764824.307198:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955f80 with x1862022222799360 ext(446464->577535) 00002000:00010000:3.0:1775764824.307204:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955f80 00000100:00100000:3.0:1775764824.307240:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37490 00000100:00100000:3.0:1775764824.307249:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222799360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764824.324530:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222799360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17273us (17505us total) trans 0 rc 122880/122880 00000100:00100000:3.0:1775764824.324569:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37490 00002000:00100000:3.0:1775764824.324581:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (446464->577535) req@ffff8b8c8f955f80 x1862022222799360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 504/440 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 122880/122880 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764824.324591:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955f80 with x1862022222799360 ext(446464->577535) 00002000:00010000:3.0:1775764824.324597:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955f80 00000100:00100000:1.0:1775764824.356769:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764824.356849:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222799488 00000100:00100000:3.0:1775764824.356859:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222799488 00002000:00100000:3.0:1775764824.356909:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (516096->577001) req@ffff8b8c8f954e00 x1862022222799488/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764824.356920:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954e00 with x1862022222799488 ext(516096->577001) 00002000:00010000:3.0:1775764824.356925:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954e00 00000100:00100000:3.0:1775764824.356956:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37491 00000100:00100000:3.0:1775764824.356964:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222799488:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764824.372966:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222799488:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 15993us (16196us total) trans 4294995903 rc 0/0 00000100:00100000:3.0:1775764824.372979:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37491 00002000:00100000:3.0:1775764824.372992:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (516096->577001) req@ffff8b8c8f954e00 x1862022222799488/t4294995903(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/448 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764824.373003:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954e00 with x1862022222799488 ext(516096->577001) 00002000:00010000:3.0:1775764824.373010:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954e00 00000100:00100000:1.0:1775764824.390952:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.391071:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222799616 00000100:00100000:0.0:1775764824.391089:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222799616 00000100:00100000:0.0:1775764824.391158:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84686 00000100:00100000:0.0:1775764824.391169:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222799616:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764824.455470:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222799616:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 64294us (64520us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764824.455481:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84686 00000001:00080000:3.0:1775764824.455566:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995902 is committed 00000001:00080000:3.0:1775764824.455581:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995903 is committed 00000100:00100000:2.0:1775764824.462714:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.462785:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222799744 00000100:00100000:0.0:1775764824.462795:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222799744 00000100:00100000:0.0:1775764824.462851:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44180 00000100:00100000:0.0:1775764824.462860:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022222799744:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764824.462885:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764824.462906:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253cf3ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb55 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.462993:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf3b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.463008:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.463018:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764824.463046:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4771306 00000004:00200000:0.0:1775764824.463051:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764824.463068:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.463101:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253cf3ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb55 expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.463118:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb55 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.463126:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764824.463130:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764824.463133:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9000, rc 0) 00000100:00100000:0.0:1775764824.463226:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022222799744:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 366us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764824.463239:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44180 00000100:00100000:1.0:1775764824.480737:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764824.484455:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.488529:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222799872 00000100:00100000:0.0:1775764824.488556:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222799872 00000100:00100000:3.0:1775764824.488680:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222800000 00000100:00100000:3.0:1775764824.488687:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222800000 00002000:00100000:3.0:1775764824.488749:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (4124672->4194303) req@ffff8b8c86d77800 x1862022222800000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764824.488762:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022222800000 ext(4124672->4194303) 00002000:00010000:3.0:1775764824.488768:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77800 00000100:00100000:3.0:1775764824.488808:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37492 00000100:00100000:3.0:1775764824.488817:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222800000:12345-192.168.202.29@tcp:3:fsx.0 00002000:00100000:1.0:1775764824.492055:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (0->94207) req@ffff8b8c8f954380 x1862022222799872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764824.492070:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954380 with x1862022222799872 ext(0->94207) 00002000:00010000:1.0:1775764824.492089:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954380 00000100:00100000:1.0:1775764824.492134:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37493 00000100:00100000:1.0:1775764824.492144:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222799872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764824.511609:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222800000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 22781us (27152us total) trans 0 rc 69632/69632 00000100:00100000:3.0:1775764824.511623:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37492 00002000:00100000:3.0:1775764824.511637:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (4124672->4194303) req@ffff8b8c86d77800 x1862022222800000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/440 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 69632/69632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764824.511648:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022222800000 ext(4124672->4194303) 00002000:00010000:3.0:1775764824.511655:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77800 00000100:00100000:1.0:1775764824.518696:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222799872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 26540us (38152us total) trans 0 rc 94208/94208 00000100:00100000:1.0:1775764824.518709:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37493 00002000:00100000:1.0:1775764824.518721:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (0->94207) req@ffff8b8c8f954380 x1862022222799872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/440 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 94208/94208 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764824.518731:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954380 with x1862022222799872 ext(0->94207) 00002000:00010000:1.0:1775764824.518738:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954380 00000100:00100000:2.0:1775764824.554881:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.555121:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222800128 00000100:00100000:0.0:1775764824.555135:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222800128 00002000:00100000:0.0:1775764824.555186:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3665920->3829759) req@ffff8b8c86d77480 x1862022222800128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764824.555198:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022222800128 ext(3665920->3829759) 00002000:00010000:0.0:1775764824.555205:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:0.0:1775764824.555240:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37494 00000100:00100000:0.0:1775764824.555250:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222800128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764824.566593:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222800128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11332us (11720us total) trans 0 rc 163840/163840 00000100:00100000:0.0:1775764824.566609:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37494 00002000:00100000:0.0:1775764824.566623:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3665920->3829759) req@ffff8b8c86d77480 x1862022222800128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/440 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 163840/163840 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764824.566635:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022222800128 ext(3665920->3829759) 00002000:00010000:0.0:1775764824.566642:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:0.0:1775764824.578806:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764824.581387:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222800384 00000100:00100000:3.0:1775764824.581402:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222800384 00000100:00100000:3.0:1775764824.581468:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44181 00000100:00100000:3.0:1775764824.581478:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022222800384:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764824.581804:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764824.581835:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf3b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb55 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.581857:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764824.581863:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764824.591054:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf3ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.591106:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf3ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.591121:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf3ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764824.591176:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031942 00000004:00010000:2.0:1775764824.591205:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0399f3e reply state 00000000af9de35b transno 4295031943 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf3ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764824.591215:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764824.592739:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222800384:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 11254us (13934us total) trans 4295031943 rc 0/0 00000100:00100000:2.0:1775764824.592751:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44181 00000020:00080000:2.0:1775764824.592758:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764824.602570:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf3ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.602585:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf3ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.602593:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf3ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.602598:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7ce00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764824.602602:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf3ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.602609:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf3ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.602628:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764824.602630:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764824.602635:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf3ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.602641:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253cf3ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764824.603636:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.603663:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764824.603769:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222800512 00000100:00100000:1.0:1775764824.603780:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222800512 00002000:00010000:1.0:1775764824.603821:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2939278->18446744073709551615) 00002000:00100000:1.0:1775764824.603826:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69f80 with x1862022222800512 ext(2939278->18446744073709551615) 00002000:00010000:1.0:1775764824.603839:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d69f80. 00000100:00100000:1.0:1775764824.603868:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222800640 00000100:00100000:1.0:1775764824.603872:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222800640 00002000:00010000:1.0:1775764824.603883:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764824.603887:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d68e00 with x1862022222800640 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764824.603894:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d68e00. 00000100:00100000:1.0:1775764824.603909:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37495 00000100:00100000:1.0:1775764824.603917:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222800512:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764824.604194:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2939278 00002000:00010000:1.0:1775764824.604198:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764824 -> 1775764824 00002000:00010000:1.0:1775764824.604201:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764824.604203:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764824 -> 1775764824 00002000:00010000:1.0:1775764824.604205:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:1.0:1775764824.604280:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222800512:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 361us (650us total) trans 4294996482 rc 0/0 00000100:00100000:1.0:1775764824.604288:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37495 00002000:00010000:1.0:1775764824.604292:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2939278->18446744073709551615) 00002000:00100000:1.0:1775764824.604294:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69f80 with x1862022222800512 ext(2939278->18446744073709551615) 00002000:00010000:1.0:1775764824.604299:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d69f80. 00000100:00100000:1.0:1775764824.604316:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37496 00000100:00100000:1.0:1775764824.604323:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222800640:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764824.604565:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 577002 -> 0 00002000:00010000:1.0:1775764824.604568:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764824 -> 1775764824 00002000:00010000:1.0:1775764824.604570:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764824.604572:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764824 -> 1775764824 00002000:00010000:1.0:1775764824.604574:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764824.604609:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222800640:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 285us (944us total) trans 4294995904 rc 0/0 00000100:00100000:1.0:1775764824.604618:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37496 00002000:00010000:1.0:1775764824.604621:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764824.604623:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d68e00 with x1862022222800640 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764824.604628:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d68e00. 00000100:00100000:0.0:1775764824.617269:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764824.619120:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222800768 00000100:00100000:1.0:1775764824.619136:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222800768 00000100:00100000:1.0:1775764824.619228:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44182 00000100:00100000:1.0:1775764824.619239:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022222800768:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764824.619274:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764824.619297:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9f200/0xdb23b4c9253cf3c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb5c expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.619387:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9ec00/0xdb23b4c9253cf3c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.619401:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9ec00/0xdb23b4c9253cf3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.619413:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9ec00/0xdb23b4c9253cf3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764824.619441:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2939278 00000004:00200000:1.0:1775764824.619446:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764824.619463:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9ec00/0xdb23b4c9253cf3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.619490:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9f200/0xdb23b4c9253cf3c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb5c expref: 15 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.619513:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9ec00/0xdb23b4c9253cf3c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb5c expref: 14 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.619522:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764824.619524:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764824.619528:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c93e9ec00, rc 0) 00000100:00100000:1.0:1775764824.619654:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222800768:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 417us (2396us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764824.619662:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44182 00000100:00100000:3.0:1775764824.637416:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764824.637559:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222800896 00000100:00100000:1.0:1775764824.637568:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222800896 00002000:00100000:1.0:1775764824.637615:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (40960->180223) req@ffff8b8c3c51ca80 x1862022222800896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764824.637627:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ca80 with x1862022222800896 ext(40960->180223) 00002000:00010000:1.0:1775764824.637633:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ca80 00000100:00100000:1.0:1775764824.637669:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37497 00000100:00100000:1.0:1775764824.637678:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222800896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764824.645882:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222800896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8194us (8466us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764824.645895:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37497 00002000:00100000:1.0:1775764824.645908:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (40960->180223) req@ffff8b8c3c51ca80 x1862022222800896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/440 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764824.645918:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ca80 with x1862022222800896 ext(40960->180223) 00002000:00010000:1.0:1775764824.645925:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ca80 00000100:00100000:2.0:1775764824.670285:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.670506:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222801152 00000100:00100000:0.0:1775764824.670517:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222801152 00000100:00100000:0.0:1775764824.670607:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44183 00000100:00100000:0.0:1775764824.670617:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222801152:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764824.670669:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764824.670698:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c93e9ec00/0xdb23b4c9253cf3c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb5c expref: 14 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.670719:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764824.670724:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764824.670961:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf3cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.670977:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf3cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.670988:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf3cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764824.671044:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031944 00000004:00010000:0.0:1775764824.671081:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000017774338 reply state 00000000c21416a1 transno 4295031945 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf3cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764824.671090:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764824.671184:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222801152:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 568us (920us total) trans 4295031945 rc 0/0 00000100:00100000:0.0:1775764824.671192:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44183 00000020:00080000:0.0:1775764824.671198:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764824.675061:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764824.675625:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf3cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.675639:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf3cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.675652:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf3cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.675658:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764824.675664:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf3cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.675672:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf3cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.675691:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764824.675695:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764824.675699:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf3cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.675705:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf3cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764824.675923:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222801280 00000100:00100000:0.0:1775764824.675932:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222801280 00002000:00010000:0.0:1775764824.675976:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (366164->18446744073709551615) 00002000:00100000:0.0:1775764824.675981:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022222801280 ext(366164->18446744073709551615) 00002000:00010000:0.0:1775764824.675992:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d180. 00000100:00100000:0.0:1775764824.676019:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37498 00000100:00100000:0.0:1775764824.676028:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222801280:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764824.676806:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2939278 -> 366164 00002000:00010000:0.0:1775764824.676812:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764824 -> 1775764824 00002000:00010000:0.0:1775764824.676814:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764824.676816:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764824 -> 1775764824 00002000:00010000:0.0:1775764824.676819:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:0.0:1775764824.676910:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222801280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 881us (1857us total) trans 4294996483 rc 0/0 00000100:00100000:0.0:1775764824.676918:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37498 00002000:00010000:0.0:1775764824.676922:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (366164->18446744073709551615) 00002000:00100000:0.0:1775764824.676925:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022222801280 ext(366164->18446744073709551615) 00002000:00010000:0.0:1775764824.676930:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d180. 00000100:00100000:3.0:1775764824.685809:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764824.689471:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222801408 00000100:00100000:1.0:1775764824.689484:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222801408 00002000:00010000:1.0:1775764824.689530:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764824.689535:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ed80 with x1862022222801408 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764824.689559:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ed80. 00000100:00100000:1.0:1775764824.689658:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37499 00000100:00100000:1.0:1775764824.689667:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222801408:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764824.689876:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764824.689880:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764824 -> 1775764824 00002000:00010000:1.0:1775764824.689883:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764824.689885:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764824 -> 1775764824 00002000:00010000:1.0:1775764824.689887:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764824.689974:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222801408:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 307us (4174us total) trans 4294995905 rc 0/0 00000100:00100000:1.0:1775764824.689982:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37499 00002000:00010000:1.0:1775764824.689985:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764824.689988:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ed80 with x1862022222801408 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764824.689992:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ed80. 00000100:00100000:2.0:1775764824.703767:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.703885:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222801536 00000100:00100000:0.0:1775764824.703895:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222801536 00000100:00100000:0.0:1775764824.703963:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44184 00000100:00100000:0.0:1775764824.703974:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022222801536:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764824.704000:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764824.704020:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb63 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.704121:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf3dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.704137:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf3dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.704150:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf3dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764824.704179:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 366164 00000004:00200000:0.0:1775764824.704184:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764824.704201:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf3dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.704228:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb63 expref: 17 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.704248:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf3dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb63 expref: 16 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.704257:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764824.704260:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764824.704263:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8600, rc 0) 00000100:00100000:0.0:1775764824.704500:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222801536:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 352us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764824.704508:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44184 00000100:00100000:2.0:1775764824.712405:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.712505:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222801792 00000100:00100000:0.0:1775764824.712567:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222801792 00000100:00100000:0.0:1775764824.712620:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44185 00000100:00100000:0.0:1775764824.712629:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222801792:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764824.712682:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764824.712712:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf3dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb63 expref: 16 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.712732:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764824.712738:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764824.712935:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.712960:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.712971:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764824.713018:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031946 00000004:00010000:0.0:1775764824.713041:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c166f5d1 reply state 000000000742e3fa transno 4295031947 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764824.713050:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764824.713150:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222801792:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 521us (752us total) trans 4295031947 rc 0/0 00000100:00100000:0.0:1775764824.713157:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44185 00000020:00080000:0.0:1775764824.713163:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764824.718610:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.718627:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.718635:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.718646:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764824.718651:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.718658:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3e4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.718677:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764824.718680:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764824.718685:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3e4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.718691:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf3e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764824.718963:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764824.718998:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764824.723143:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222801920 00000100:00100000:3.0:1775764824.723158:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222801920 00002000:00010000:3.0:1775764824.723268:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764824.723273:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022222801920 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764824.723287:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180. 00000100:00100000:3.0:1775764824.723369:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222802048 00000100:00100000:3.0:1775764824.723374:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222802048 00002000:00010000:3.0:1775764824.723398:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (293664->18446744073709551615) 00002000:00100000:3.0:1775764824.723402:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76680 with x1862022222802048 ext(293664->18446744073709551615) 00002000:00010000:3.0:1775764824.723409:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d76680. 00000100:00100000:3.0:1775764824.723435:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37500 00000100:00100000:3.0:1775764824.723444:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222801920:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764824.723696:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 366164 -> 4194304 00002000:00010000:3.0:1775764824.723700:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764824 -> 1775764825 00002000:00010000:3.0:1775764824.723703:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764824.723705:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764824 -> 1775764825 00002000:00010000:3.0:1775764824.723707:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:3.0:1775764824.723774:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222801920:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 331us (4816us total) trans 4294996484 rc 0/0 00000100:00100000:3.0:1775764824.723783:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37500 00002000:00010000:3.0:1775764824.723787:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764824.723790:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022222801920 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764824.723794:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180. 00000100:00100000:3.0:1775764824.723813:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37501 00000100:00100000:3.0:1775764824.723821:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222802048:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764824.725826:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 293664 00002000:00010000:3.0:1775764824.725835:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764824 -> 1775764825 00002000:00010000:3.0:1775764824.725838:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764824.725840:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764824 -> 1775764825 00002000:00010000:3.0:1775764824.725842:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764824.725915:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222802048:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2088us (6910us total) trans 4294995906 rc 0/0 00000100:00100000:3.0:1775764824.725926:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37501 00002000:00010000:3.0:1775764824.725931:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (293664->18446744073709551615) 00002000:00100000:3.0:1775764824.725935:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76680 with x1862022222802048 ext(293664->18446744073709551615) 00002000:00010000:3.0:1775764824.726082:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d76680. 00000100:00100000:2.0:1775764824.729887:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764824.730134:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222802176 00000100:00100000:3.0:1775764824.730145:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222802176 00002000:00100000:3.0:1775764824.730195:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (172032->294911) req@ffff8b8c86d74000 x1862022222802176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764824.730205:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022222802176 ext(172032->294911) 00002000:00010000:3.0:1775764824.730211:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:3.0:1775764824.730278:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37502 00000100:00100000:3.0:1775764824.730288:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222802176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764824.736346:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222802176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6049us (6458us total) trans 0 rc 122880/122880 00000100:00100000:0.0:1775764824.736361:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37502 00002000:00100000:0.0:1775764824.736373:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (172032->294911) req@ffff8b8c86d74000 x1862022222802176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/440 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 122880/122880 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764824.736385:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022222802176 ext(172032->294911) 00002000:00010000:0.0:1775764824.736404:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:0.0:1775764824.742790:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764824.745670:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222802304 00000100:00100000:2.0:1775764824.745690:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222802304 00002000:00100000:2.0:1775764824.745755:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (249856->293663) req@ffff8b8c95d68380 x1862022222802304/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764824.745767:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d68380 with x1862022222802304 ext(249856->293663) 00002000:00010000:2.0:1775764824.745773:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d68380 00000100:00100000:2.0:1775764824.745873:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37503 00000100:00100000:2.0:1775764824.745883:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222802304:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764824.765064:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222802304:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 19170us (22271us total) trans 4294995907 rc 0/0 00000100:00100000:2.0:1775764824.765093:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37503 00002000:00100000:2.0:1775764824.765111:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (249856->293663) req@ffff8b8c95d68380 x1862022222802304/t4294995907(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/448 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764824.765121:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d68380 with x1862022222802304 ext(249856->293663) 00002000:00010000:2.0:1775764824.765128:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d68380 00000100:00100000:3.0:1775764824.778672:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764824.782021:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222802432 00000100:00100000:2.0:1775764824.782035:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222802432 00000100:00100000:2.0:1775764824.782178:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84687 00000100:00100000:2.0:1775764824.782189:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222802432:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764824.843623:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995905 is committed 00000001:00080000:0.0:1775764824.843654:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995907 is committed 00000100:00100000:1.0:1775764824.843906:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222802432:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 61713us (65238us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764824.843919:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84687 00000100:00100000:1.0:1775764824.857727:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764824.858436:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222802560 00000100:00100000:2.0:1775764824.858448:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222802560 00000100:00100000:2.0:1775764824.858513:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44186 00000100:00100000:2.0:1775764824.858522:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022222802560:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764824.858573:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764824.858595:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf3eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb6a expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.858681:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf3f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.858697:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.858713:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764824.858741:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4487968 00000004:00200000:2.0:1775764824.858746:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764824.858763:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.858787:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf3eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb6a expref: 19 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.858805:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf3f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb6a expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.858813:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764824.858816:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764824.858820:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7dc00, rc 0) 00000100:00100000:2.0:1775764824.858890:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222802560:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 368us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764824.858896:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44186 00000100:00100000:1.0:1775764824.863292:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764824.863614:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222802816 00000100:00100000:2.0:1775764824.863624:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222802816 00000100:00100000:2.0:1775764824.863686:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44187 00000100:00100000:2.0:1775764824.863696:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222802816:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764824.863749:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764824.863776:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf3f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb6a expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.863803:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764824.863809:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764824.864040:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf3f9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.864056:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf3f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.864066:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf3f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764824.864128:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031948 00000004:00010000:2.0:1775764824.864155:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e0f6e2c6 reply state 00000000f245981e transno 4295031949 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf3f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764824.864165:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764824.864271:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222802816:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 575us (986us total) trans 4295031949 rc 0/0 00000100:00100000:2.0:1775764824.864278:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44187 00000020:00080000:2.0:1775764824.864283:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764824.869397:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf3f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.869415:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf3f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.869423:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf3f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.869429:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7de00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764824.869434:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf3f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.869441:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf3f9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.869460:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764824.869464:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764824.869468:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf3f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.869475:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf3f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764824.869917:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764824.869970:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764824.870059:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222802944 00000100:00100000:2.0:1775764824.870069:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222802944 00002000:00010000:2.0:1775764824.870118:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764824.870122:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022222802944 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764824.870134:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80. 00000100:00100000:2.0:1775764824.870161:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222803072 00000100:00100000:2.0:1775764824.870165:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222803072 00002000:00010000:2.0:1775764824.870178:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (329358->18446744073709551615) 00002000:00100000:2.0:1775764824.870181:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57fc50 with x1862022222803072 ext(329358->18446744073709551615) 00002000:00010000:2.0:1775764824.870188:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57fc50. 00000100:00100000:2.0:1775764824.870295:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37504 00000100:00100000:2.0:1775764824.870306:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222802944:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764824.870567:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1775764824.870571:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764824.870574:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764824.870577:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764824.870579:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:2.0:1775764824.870635:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222802944:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 331us (722us total) trans 4294996485 rc 0/0 00000100:00100000:2.0:1775764824.870643:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37504 00002000:00010000:2.0:1775764824.870646:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764824.870649:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022222802944 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764824.870653:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80. 00000100:00100000:2.0:1775764824.870668:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37505 00000100:00100000:2.0:1775764824.870674:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb57fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222803072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764824.870829:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 293664 -> 329358 00002000:00010000:2.0:1775764824.870833:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764824.870835:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764824.870837:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764824.870840:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764824.870859:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb57fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222803072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 185us (889us total) trans 4294995908 rc 0/0 00000100:00100000:2.0:1775764824.870866:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37505 00002000:00010000:2.0:1775764824.870869:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (329358->18446744073709551615) 00002000:00100000:2.0:1775764824.870871:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57fc50 with x1862022222803072 ext(329358->18446744073709551615) 00002000:00010000:2.0:1775764824.870876:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57fc50. 00000100:00100000:3.0:1775764824.879032:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.879855:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222803200 00000100:00100000:0.0:1775764824.879867:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222803200 00000100:00100000:0.0:1775764824.879932:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44188 00000100:00100000:0.0:1775764824.879941:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022222803200:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764824.879977:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764824.879999:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253cf400 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb71 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.880093:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf407 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.880108:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.880121:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764824.880151:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4523662 00000004:00200000:0.0:1775764824.880155:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764824.880174:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.880199:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253cf400 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb71 expref: 21 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.880217:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf407 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb71 expref: 20 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.880227:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764824.880230:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764824.880234:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8400, rc 0) 00000100:00100000:0.0:1775764824.880302:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222803200:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 362us (1281us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764824.880310:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44188 00000100:00100000:0.0:1775764824.887123:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764824.887280:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222803328 00000100:00100000:2.0:1775764824.887289:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222803328 00002000:00100000:2.0:1775764824.887343:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3153920->3158015) req@ffff8b8c95d6b100 x1862022222803328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764824.887361:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d6b100 with x1862022222803328 ext(3153920->3158015) 00002000:00010000:2.0:1775764824.887366:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d6b100 00000100:00100000:2.0:1775764824.887400:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37506 00000100:00100000:2.0:1775764824.887410:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222803328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764824.887684:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222803328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 274us (568us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764824.887692:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37506 00002000:00100000:2.0:1775764824.887699:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3153920->3158015) req@ffff8b8c95d6b100 x1862022222803328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/4536 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764824.887708:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d6b100 with x1862022222803328 ext(3153920->3158015) 00002000:00010000:2.0:1775764824.887711:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d6b100 00000100:00100000:3.0:1775764824.895162:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.898179:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222803456 00000100:00100000:0.0:1775764824.898192:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222803456 00002000:00100000:0.0:1775764824.898249:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3158016->3162111) req@ffff8b8c3c51c700 x1862022222803456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764824.898260:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022222803456 ext(3158016->3162111) 00002000:00010000:0.0:1775764824.898267:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:0.0:1775764824.898309:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37507 00000100:00100000:0.0:1775764824.898319:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222803456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764824.898585:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222803456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 266us (3430us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764824.898594:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37507 00002000:00100000:0.0:1775764824.898601:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3158016->3162111) req@ffff8b8c3c51c700 x1862022222803456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/4536 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764824.898609:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022222803456 ext(3158016->3162111) 00002000:00010000:0.0:1775764824.898613:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:3.0:1775764824.919582:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764824.919675:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222803584 00000100:00100000:1.0:1775764824.919685:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222803584 00002000:00100000:1.0:1775764824.919735:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2654208->3682303) req@ffff8b8c3c51e680 x1862022222803584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 504/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764824.919746:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e680 with x1862022222803584 ext(2654208->3682303) 00002000:00010000:1.0:1775764824.919752:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51e680 00000100:00100000:1.0:1775764824.919788:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37508 00000100:00100000:1.0:1775764824.919798:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222803584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764824.952467:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222803584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 32658us (32920us total) trans 0 rc 1019904/1019904 00000100:00100000:1.0:1775764824.952482:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37508 00002000:00100000:1.0:1775764824.952496:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2654208->3682303) req@ffff8b8c3c51e680 x1862022222803584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 504/440 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 1019904/1019904 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764824.952506:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e680 with x1862022222803584 ext(2654208->3682303) 00002000:00010000:1.0:1775764824.952512:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51e680 00000100:00100000:3.0:1775764824.975896:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764824.976132:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222803712 00000100:00100000:0.0:1775764824.976143:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222803712 00002000:00100000:0.0:1775764824.976194:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3153920->3215359) req@ffff8b8c3c51f100 x1862022222803712/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/0 e 0 to 0 dl 1775764835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764824.976205:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f100 with x1862022222803712 ext(3153920->3215359) 00002000:00010000:0.0:1775764824.976211:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f100 00000100:00100000:3.0:1775764824.976417:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37509 00000100:00100000:3.0:1775764824.976427:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222803712:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764824.980920:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222803712:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4483us (5024us total) trans 4294996486 rc 0/0 00000100:00100000:0.0:1775764824.980933:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37509 00002000:00100000:0.0:1775764824.980945:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3153920->3215359) req@ffff8b8c3c51f100 x1862022222803712/t4294996486(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:305/0 lens 488/448 e 0 to 0 dl 1775764835 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764824.980956:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f100 with x1862022222803712 ext(3153920->3215359) 00002000:00010000:0.0:1775764824.980961:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f100 00000100:00100000:3.0:1775764824.994872:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764824.995848:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222803840 00000100:00100000:1.0:1775764824.995865:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222803840 00000100:00100000:1.0:1775764824.995951:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84688 00000100:00100000:1.0:1775764824.995962:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222803840:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:1.0:1775764825.036678:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764825.082567:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.082603:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.082633:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.082661:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222803968 00000100:00100000:0.0:1775764825.082671:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222803968 00000100:00100000:0.0:1775764825.082719:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 949 00000100:00100000:0.0:1775764825.082729:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:36837393-023c-42fc-a2a5-d5ec86474e44+9:2364:x1862022222803968:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1775764825.082798:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:36837393-023c-42fc-a2a5-d5ec86474e44+9:2364:x1862022222803968:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 70us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764825.082806:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 949 00000100:00100000:0.0:1775764825.083263:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222804096 00000100:00100000:0.0:1775764825.083269:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222804096 00000100:00100000:0.0:1775764825.083311:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1335 00000100:00100000:0.0:1775764825.083788:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2364:x1862022222804096:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1775764825.083844:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2364:x1862022222804096:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 525us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764825.083852:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1335 00000100:00080000:0.0:1775764825.083876:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764825.084485:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222804224 00000100:00100000:3.0:1775764825.084493:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222804224 00000100:00100000:3.0:1775764825.084532:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 556 00000100:00100000:3.0:1775764825.084562:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222804224:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:3.0:1775764825.084596:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222804224:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 58us (1993us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764825.084602:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 556 00000100:00100000:1.0:1775764825.085109:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222803840:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 89148us (90244us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764825.085118:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84688 00000001:00080000:3.0:1775764825.086088:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996486 is committed 00000100:00080000:1.0:1775764825.086227:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764825.093331:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.094065:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222804480 00000100:00100000:2.0:1775764825.094084:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222804480 00000100:00100000:2.0:1775764825.094141:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44189 00000100:00100000:2.0:1775764825.094150:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222804480:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764825.094201:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764825.094243:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf407 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb71 expref: 20 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.094262:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764825.094267:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764825.094636:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf40e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.094655:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf40e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.095032:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf40e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764825.095096:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031950 00000004:00010000:2.0:1775764825.095124:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000851f6053 reply state 00000000390890e4 transno 4295031951 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf40e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764825.095132:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764825.095752:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222804480:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1600us (2435us total) trans 4295031951 rc 0/0 00000100:00100000:2.0:1775764825.095761:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44189 00000020:00080000:2.0:1775764825.095767:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764825.100949:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf40e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.100967:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf40e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.100976:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf40e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.100987:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7de00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764825.100992:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf40e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.101000:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf40e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.101018:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764825.101021:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764825.101026:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf40e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.101033:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf40e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764825.102328:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764825.102361:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.102521:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222804608 00000100:00100000:2.0:1775764825.102532:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222804608 00002000:00010000:2.0:1775764825.102609:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2528218->18446744073709551615) 00002000:00100000:2.0:1775764825.102614:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51df80 with x1862022222804608 ext(2528218->18446744073709551615) 00002000:00010000:2.0:1775764825.102625:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51df80. 00000100:00100000:2.0:1775764825.102643:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222804736 00000100:00100000:2.0:1775764825.102646:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222804736 00002000:00010000:2.0:1775764825.102658:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764825.102661:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022222804736 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764825.102667:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ea00. 00000100:00100000:2.0:1775764825.102695:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37510 00000100:00100000:2.0:1775764825.102705:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222804608:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764825.103087:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2528218 00002000:00010000:2.0:1775764825.103092:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764825.103095:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764825.103098:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764825.103100:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 585 00000100:00100000:2.0:1775764825.103158:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222804608:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 454us (847us total) trans 4294996487 rc 0/0 00000100:00100000:2.0:1775764825.103166:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37510 00002000:00010000:2.0:1775764825.103170:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2528218->18446744073709551615) 00002000:00100000:2.0:1775764825.103173:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51df80 with x1862022222804608 ext(2528218->18446744073709551615) 00002000:00010000:2.0:1775764825.103178:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51df80. 00000100:00100000:2.0:1775764825.103195:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37511 00000100:00100000:2.0:1775764825.103203:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222804736:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764825.104039:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 329358 -> 0 00002000:00010000:2.0:1775764825.104045:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764825.104048:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764825.104050:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764825.104053:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764825.104106:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222804736:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 901us (1742us total) trans 4294995909 rc 0/0 00000100:00100000:2.0:1775764825.104114:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37511 00002000:00010000:2.0:1775764825.104118:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764825.104121:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022222804736 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764825.104127:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ea00. 00000100:00100000:3.0:1775764825.119920:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.120174:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222804864 00000100:00100000:0.0:1775764825.120184:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222804864 00000100:00100000:0.0:1775764825.120260:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44190 00000100:00100000:0.0:1775764825.120271:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022222804864:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764825.120300:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764825.120330:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf415 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb78 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.120428:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf41c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.120445:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf41c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.120458:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf41c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764825.120488:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2528218 00000004:00200000:0.0:1775764825.120493:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764825.120515:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf41c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.120597:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf415 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb78 expref: 23 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.120623:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf41c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb78 expref: 22 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.120632:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764825.120635:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764825.120639:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9c00, rc 0) 00000100:00100000:0.0:1775764825.121032:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222804864:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 668us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764825.121039:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44190 00000100:00100000:0.0:1775764825.158780:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.158821:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.158853:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764825.158955:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222804992 00000100:00100000:1.0:1775764825.158966:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222804992 00002000:00100000:1.0:1775764825.159016:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (368640->1597439) req@ffff8b8c95d68000 x1862022222804992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 504/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764825.159027:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d68000 with x1862022222804992 ext(368640->1597439) 00002000:00010000:1.0:1775764825.159033:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d68000 00000100:00100000:1.0:1775764825.159061:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222805248 00000100:00100000:1.0:1775764825.159064:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222805248 00002000:00100000:1.0:1775764825.159089:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2465792->2531327) req@ffff8b8c95d69880 x1862022222805248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764825.159097:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69880 with x1862022222805248 ext(2465792->2531327) 00002000:00010000:1.0:1775764825.159101:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d69880 00000100:00100000:1.0:1775764825.159116:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222805120 00000100:00100000:1.0:1775764825.159119:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222805120 00002000:00100000:1.0:1775764825.159130:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1413120->2465791) req@ffff8b8c95d69180 x1862022222805120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 504/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764825.159137:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69180 with x1862022222805120 ext(1413120->2465791) 00002000:00010000:1.0:1775764825.159140:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d69180 00000100:00100000:1.0:1775764825.159157:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37512 00000100:00100000:1.0:1775764825.159166:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222804992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764825.160157:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37513 00000100:00100000:1.0:1775764825.160169:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222805248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764825.160313:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37514 00000100:00100000:1.0:1775764825.160320:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222805120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764825.193883:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222805248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 33705us (35049us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764825.193898:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37513 00002000:00100000:1.0:1775764825.193911:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2465792->2531327) req@ffff8b8c95d69880 x1862022222805248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/440 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764825.193922:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69880 with x1862022222805248 ext(2465792->2531327) 00002000:00010000:1.0:1775764825.193928:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d69880 00000100:00100000:3.0:1775764825.197998:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222805120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 37667us (39132us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764825.198012:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37514 00002000:00100000:3.0:1775764825.198024:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1413120->2465791) req@ffff8b8c95d69180 x1862022222805120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 504/440 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764825.198035:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69180 with x1862022222805120 ext(1413120->2465791) 00002000:00010000:3.0:1775764825.198041:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d69180 00000100:00100000:2.0:1775764825.203681:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222804992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 44504us (44900us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764825.203697:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37512 00002000:00100000:2.0:1775764825.203711:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (368640->1597439) req@ffff8b8c95d68000 x1862022222804992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 504/440 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764825.203722:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d68000 with x1862022222804992 ext(368640->1597439) 00002000:00010000:2.0:1775764825.203728:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d68000 00000100:00100000:1.0:1775764825.230617:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.230910:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222805504 00000100:00100000:0.0:1775764825.230921:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222805504 00000100:00100000:0.0:1775764825.230988:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44191 00000100:00100000:0.0:1775764825.230999:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222805504:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764825.231050:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764825.231088:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf41c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb78 expref: 22 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.231108:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764825.231114:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764825.231836:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf423 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.231854:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf423 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.231865:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf423 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764825.231924:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031952 00000004:00010000:0.0:1775764825.231962:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040f3087e reply state 00000000c20a2521 transno 4295031953 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf423 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764825.231972:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764825.232080:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222805504:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1082us (1473us total) trans 4295031953 rc 0/0 00000100:00100000:0.0:1775764825.232088:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44191 00000020:00080000:0.0:1775764825.232093:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764825.237026:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf423 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.237044:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf423 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.237052:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf423 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.237058:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764825.237063:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf423 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.237082:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf423 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.237100:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764825.237104:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764825.237109:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf423 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.237115:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf423 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764825.240835:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764825.240923:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.241008:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222805632 00000100:00100000:2.0:1775764825.241018:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222805632 00002000:00010000:2.0:1775764825.241058:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3987195->18446744073709551615) 00002000:00100000:2.0:1775764825.241063:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022222805632 ext(3987195->18446744073709551615) 00002000:00010000:2.0:1775764825.241083:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d880. 00000100:00100000:2.0:1775764825.241113:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222805760 00000100:00100000:2.0:1775764825.241116:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222805760 00002000:00010000:2.0:1775764825.241128:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764825.241131:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022222805760 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764825.241138:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c380. 00000100:00100000:2.0:1775764825.241158:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37515 00000100:00100000:2.0:1775764825.241167:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222805632:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764825.241409:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2528218 -> 3987195 00002000:00010000:2.0:1775764825.241413:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764825.241415:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764825.241418:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764825.241420:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 585 00000100:00100000:2.0:1775764825.241475:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222805632:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 309us (648us total) trans 4294996488 rc 0/0 00000100:00100000:2.0:1775764825.241483:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37515 00002000:00010000:2.0:1775764825.241487:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3987195->18446744073709551615) 00002000:00100000:2.0:1775764825.241490:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022222805632 ext(3987195->18446744073709551615) 00002000:00010000:2.0:1775764825.241493:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d880. 00000100:00100000:2.0:1775764825.241510:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37516 00000100:00100000:2.0:1775764825.241516:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222805760:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764825.241666:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764825.241669:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764825.241671:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764825.241673:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764825 00002000:00010000:2.0:1775764825.241675:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764825.241698:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222805760:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 182us (774us total) trans 4294995910 rc 0/0 00000100:00100000:2.0:1775764825.241705:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37516 00002000:00010000:2.0:1775764825.241708:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764825.241710:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022222805760 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764825.241714:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c380. 00000100:00100000:0.0:1775764825.249057:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764825.256018:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222805888 00000100:00100000:1.0:1775764825.256032:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222805888 00000100:00100000:0.0:1775764825.256406:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44192 00000100:00100000:0.0:1775764825.256416:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022222805888:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764825.256442:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764825.256463:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf42a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb7f expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.256583:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf431 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.256598:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf431 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.256609:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf431 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764825.256637:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3987195 00000004:00200000:0.0:1775764825.256642:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764825.256658:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf431 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.256684:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf42a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb7f expref: 25 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.256701:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf431 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb7f expref: 24 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.256709:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764825.256712:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764825.256716:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8c00, rc 0) 00000100:00100000:0.0:1775764825.256790:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222805888:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 375us (7742us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764825.256797:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44192 00000100:00100000:2.0:1775764825.296400:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.296510:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.296814:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222806144 00000100:00100000:0.0:1775764825.296823:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222806144 00002000:00100000:0.0:1775764825.296874:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3579904->3989503) req@ffff8b8c86d77800 x1862022222806144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.296884:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022222806144 ext(3579904->3989503) 00002000:00010000:0.0:1775764825.296891:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77800 00000100:00100000:0.0:1775764825.296961:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222806016 00000100:00100000:0.0:1775764825.296964:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222806016 00002000:00100000:0.0:1775764825.296979:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2531328->3579903) req@ffff8b8c86d77480 x1862022222806016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.296987:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022222806016 ext(2531328->3579903) 00002000:00010000:0.0:1775764825.296989:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:3.0:1775764825.297099:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37517 00000100:00100000:3.0:1775764825.297113:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222806144:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764825.297706:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37518 00000100:00100000:1.0:1775764825.297719:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222806016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764825.332771:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222806144:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 35651us (36369us total) trans 0 rc 409600/409600 00000100:00100000:0.0:1775764825.332784:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37517 00002000:00100000:0.0:1775764825.332796:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3579904->3989503) req@ffff8b8c86d77800 x1862022222806144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/440 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 409600/409600 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.332806:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022222806144 ext(3579904->3989503) 00002000:00010000:0.0:1775764825.332812:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77800 00000100:00100000:0.0:1775764825.343631:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222806016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 45904us (47109us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764825.343643:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37518 00002000:00100000:0.0:1775764825.343672:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2531328->3579903) req@ffff8b8c86d77480 x1862022222806016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/440 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.343683:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022222806016 ext(2531328->3579903) 00002000:00010000:0.0:1775764825.343689:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:2.0:1775764825.355759:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764825.355863:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222806272 00000100:00100000:1.0:1775764825.355874:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222806272 00002000:00100000:1.0:1775764825.355924:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (860160->3526655) req@ffff8b8c86d75180 x1862022222806272/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 536/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764825.356020:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022222806272 ext(860160->3526655) 00002000:00010000:1.0:1775764825.356026:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:1.0:1775764825.356125:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37519 00000100:00100000:1.0:1775764825.356136:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222806272:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764825.416185:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222806272:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 60040us (60425us total) trans 4294996489 rc 0/0 00000100:00100000:3.0:1775764825.416199:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37519 00002000:00100000:3.0:1775764825.416227:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (860160->3526655) req@ffff8b8c86d75180 x1862022222806272/t4294996489(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 536/456 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764825.416238:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022222806272 ext(860160->3526655) 00002000:00010000:3.0:1775764825.416244:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:1.0:1775764825.424272:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.424456:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222806400 00000100:00100000:2.0:1775764825.424469:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222806400 00000100:00100000:2.0:1775764825.424534:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84689 00000100:00100000:2.0:1775764825.424573:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222806400:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764825.536417:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222806400:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 111836us (112146us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764825.536430:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84689 00000001:00080000:0.0:1775764825.537274:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996488 is committed 00000001:00080000:0.0:1775764825.537295:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996489 is committed 00000100:00100000:1.0:1775764825.543967:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.544254:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222806656 00000100:00100000:2.0:1775764825.544265:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222806656 00000100:00100000:2.0:1775764825.544334:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44193 00000100:00100000:2.0:1775764825.544347:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222806656:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764825.544415:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764825.544445:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf431 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb7f expref: 24 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.544474:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764825.544482:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764825.544754:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf438 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.544770:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.544780:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764825.544832:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031954 00000004:00010000:2.0:1775764825.544858:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be9fb6a6 reply state 000000004837a032 transno 4295031955 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764825.544867:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764825.544968:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222806656:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 622us (1009us total) trans 4295031955 rc 0/0 00000100:00100000:2.0:1775764825.544975:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44193 00000020:00080000:2.0:1775764825.544979:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764825.550157:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764825.550189:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764825.550270:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.550283:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf438 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.550290:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf438 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.550296:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7d600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764825.550302:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf438 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.550310:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf438 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.550335:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764825.550338:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764825.550343:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf438 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.550349:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253cf438 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764825.550526:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222806784 00000100:00100000:3.0:1775764825.550568:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222806784 00002000:00010000:3.0:1775764825.550606:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1063815->18446744073709551615) 00002000:00100000:3.0:1775764825.550611:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022222806784 ext(1063815->18446744073709551615) 00002000:00010000:3.0:1775764825.550621:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954a80. 00000100:00100000:3.0:1775764825.550639:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222806912 00000100:00100000:3.0:1775764825.550642:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222806912 00002000:00010000:3.0:1775764825.550653:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764825.550655:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022222806912 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764825.550662:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955c00. 00000100:00100000:3.0:1775764825.550680:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37520 00000100:00100000:3.0:1775764825.550689:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222806784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764825.551053:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3987195 -> 1063815 00002000:00010000:3.0:1775764825.551057:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764825 00002000:00010000:3.0:1775764825.551060:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764825 00002000:00010000:3.0:1775764825.551062:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764825 00002000:00010000:3.0:1775764825.551074:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 971 00000100:00100000:3.0:1775764825.551128:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222806784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 439us (981us total) trans 4294996490 rc 0/0 00000100:00100000:3.0:1775764825.551136:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37520 00002000:00010000:3.0:1775764825.551140:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1063815->18446744073709551615) 00002000:00100000:3.0:1775764825.551142:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022222806784 ext(1063815->18446744073709551615) 00002000:00010000:3.0:1775764825.551146:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954a80. 00000100:00100000:3.0:1775764825.551162:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37521 00000100:00100000:3.0:1775764825.551170:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222806912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764825.551293:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764825.551296:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764825 00002000:00010000:3.0:1775764825.551299:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764825.551300:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764825 00002000:00010000:3.0:1775764825.551302:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764825.552152:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222806912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 979us (1958us total) trans 4294995911 rc 0/0 00000100:00100000:3.0:1775764825.552161:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37521 00002000:00010000:3.0:1775764825.552164:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764825.552167:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022222806912 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764825.552172:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955c00. 00000100:00100000:1.0:1775764825.564480:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.564578:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222807040 00000100:00100000:0.0:1775764825.564588:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222807040 00000100:00100000:0.0:1775764825.564649:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44194 00000100:00100000:0.0:1775764825.564658:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022222807040:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764825.564683:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764825.564702:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf43f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb86 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.564789:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf446 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.564804:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf446 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.564815:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf446 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764825.564844:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1063815 00000004:00200000:0.0:1775764825.564848:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764825.564864:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf446 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.564887:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf43f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb86 expref: 27 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.564905:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf446 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb86 expref: 26 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.564913:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764825.564916:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764825.564920:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8a00, rc 0) 00000100:00100000:0.0:1775764825.564987:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222807040:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 330us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764825.564994:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44194 00000100:00100000:1.0:1775764825.584334:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764825.584480:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222807168 00000100:00100000:3.0:1775764825.584491:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222807168 00002000:00100000:3.0:1775764825.584579:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1089536->3473407) req@ffff8b8c8f956680 x1862022222807168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 504/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764825.584591:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956680 with x1862022222807168 ext(1089536->3473407) 00002000:00010000:3.0:1775764825.584597:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956680 00000100:00100000:3.0:1775764825.584621:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37522 00000100:00100000:3.0:1775764825.584630:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222807168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764825.588096:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764825.588221:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222807296 00000100:00100000:3.0:1775764825.588239:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222807296 00002000:00100000:3.0:1775764825.588287:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2134016->3182591) req@ffff8b8c8f954700 x1862022222807296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764825.588298:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022222807296 ext(2134016->3182591) 00002000:00010000:3.0:1775764825.588304:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700 00000100:00100000:3.0:1775764825.588341:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37523 00000100:00100000:3.0:1775764825.588350:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222807296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764825.591720:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764825.591796:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222807424 00000100:00100000:3.0:1775764825.591806:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222807424 00002000:00100000:3.0:1775764825.591845:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3182592->3911679) req@ffff8b8c8f956300 x1862022222807424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 504/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764825.591856:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956300 with x1862022222807424 ext(3182592->3911679) 00002000:00010000:3.0:1775764825.591861:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956300 00000100:00100000:3.0:1775764825.591889:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37524 00000100:00100000:3.0:1775764825.591896:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222807424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764825.597591:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222807168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12951us (13255us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764825.597607:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37522 00002000:00100000:3.0:1775764825.597618:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1089536->3473407) req@ffff8b8c8f956680 x1862022222807168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 504/440 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764825.597628:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956680 with x1862022222807168 ext(1089536->3473407) 00002000:00010000:3.0:1775764825.597633:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956680 00000100:00100000:0.0:1775764825.597878:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222807296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9529us (9788us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764825.597885:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37523 00002000:00100000:0.0:1775764825.597889:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2134016->3182591) req@ffff8b8c8f954700 x1862022222807296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/440 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.597902:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022222807296 ext(2134016->3182591) 00002000:00010000:0.0:1775764825.597904:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700 00000100:00100000:2.0:1775764825.598158:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222807424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6262us (6446us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764825.598165:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37524 00002000:00100000:2.0:1775764825.598170:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3182592->3911679) req@ffff8b8c8f956300 x1862022222807424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 504/440 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764825.598178:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956300 with x1862022222807424 ext(3182592->3911679) 00002000:00010000:2.0:1775764825.598180:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956300 00000100:00100000:1.0:1775764825.607825:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.607917:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222807552 00000100:00100000:2.0:1775764825.607926:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222807552 00002000:00100000:2.0:1775764825.607978:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1024000->3912895) req@ffff8b8c8f957480 x1862022222807552/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 520/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764825.607988:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022222807552 ext(1024000->3912895) 00002000:00010000:2.0:1775764825.607993:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957480 00000100:00100000:2.0:1775764825.608024:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37525 00000100:00100000:2.0:1775764825.608032:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222807552:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764825.616258:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222807552:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8215us (8431us total) trans 4294996491 rc 0/0 00000100:00100000:2.0:1775764825.616271:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37525 00002000:00100000:2.0:1775764825.616284:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1024000->3912895) req@ffff8b8c8f957480 x1862022222807552/t4294996491(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 520/456 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764825.616294:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022222807552 ext(1024000->3912895) 00002000:00010000:2.0:1775764825.616299:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957480 00000100:00100000:1.0:1775764825.619905:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.620080:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222807680 00000100:00100000:2.0:1775764825.620091:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222807680 00000100:00100000:2.0:1775764825.620195:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84690 00000100:00100000:2.0:1775764825.620206:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222807680:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764825.664433:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996491 is committed 00000100:00100000:1.0:1775764825.664622:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222807680:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44412us (44719us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764825.664633:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84690 00000100:00100000:2.0:1775764825.668707:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764825.668962:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222807936 00000100:00100000:1.0:1775764825.668972:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222807936 00000100:00100000:1.0:1775764825.669025:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44195 00000100:00100000:1.0:1775764825.669033:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222807936:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764825.669093:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764825.669120:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf446 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb86 expref: 26 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.669139:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764825.669144:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764825.669355:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf44d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.669369:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf44d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.669380:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf44d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764825.669431:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031956 00000004:00010000:1.0:1775764825.669457:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000227cdd00 reply state 00000000969dafe1 transno 4295031957 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf44d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764825.669466:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764825.669604:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222807936:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 571us (911us total) trans 4295031957 rc 0/0 00000100:00100000:1.0:1775764825.669611:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44195 00000020:00080000:1.0:1775764825.669615:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764825.672530:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf44d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.672563:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf44d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.672570:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf44d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.672576:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8fc72600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764825.672581:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf44d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.672587:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf44d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.672605:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764825.672607:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764825.672612:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf44d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.672618:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf44d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764825.674569:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.674658:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.674736:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222808064 00000100:00100000:0.0:1775764825.674746:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222808064 00002000:00010000:0.0:1775764825.674784:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2953254->18446744073709551615) 00002000:00100000:0.0:1775764825.674788:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022222808064 ext(2953254->18446744073709551615) 00002000:00010000:0.0:1775764825.674799:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000. 00000100:00100000:0.0:1775764825.674822:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222808192 00000100:00100000:0.0:1775764825.674825:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222808192 00002000:00010000:0.0:1775764825.674835:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764825.674838:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022222808192 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764825.674844:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74a80. 00000100:00100000:0.0:1775764825.674863:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37526 00000100:00100000:0.0:1775764825.674872:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222808064:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764825.675265:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1063815 -> 2953254 00002000:00010000:0.0:1775764825.675269:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764825.675272:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764825.675274:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764825.675277:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 1035 00000100:00100000:0.0:1775764825.675333:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222808064:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 460us (798us total) trans 4294996492 rc 0/0 00000100:00100000:0.0:1775764825.675341:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37526 00002000:00010000:0.0:1775764825.675344:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2953254->18446744073709551615) 00002000:00100000:0.0:1775764825.675347:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022222808064 ext(2953254->18446744073709551615) 00002000:00010000:0.0:1775764825.675352:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000. 00000100:00100000:0.0:1775764825.675370:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37527 00000100:00100000:0.0:1775764825.675377:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222808192:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764825.675488:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764825.675491:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764825.675493:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764825.675495:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764825.675496:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764825.675515:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222808192:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 140us (857us total) trans 4294995912 rc 0/0 00000100:00100000:0.0:1775764825.675520:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37527 00002000:00010000:0.0:1775764825.675523:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764825.675525:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022222808192 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764825.675528:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74a80. 00000100:00100000:2.0:1775764825.681142:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764825.681253:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222808320 00000100:00100000:3.0:1775764825.681264:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222808320 00000100:00100000:3.0:1775764825.681329:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44196 00000100:00100000:3.0:1775764825.681340:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022222808320:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764825.681364:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764825.681384:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253cf454 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb8d expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764825.681471:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf45b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764825.681486:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764825.681497:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764825.681525:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2953254 00000004:00200000:3.0:1775764825.681530:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764825.681595:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764825.681627:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253cf454 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb8d expref: 29 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764825.681645:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf45b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb8d expref: 28 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764825.681653:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764825.681656:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764825.681660:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8167ec00, rc 0) 00000100:00100000:3.0:1775764825.681716:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222808320:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 378us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764825.681724:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44196 00000100:00100000:3.0:1775764825.688055:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.688150:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222808448 00000100:00100000:0.0:1775764825.688162:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222808448 00002000:00100000:0.0:1775764825.688209:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (712704->774143) req@ffff8b8c3c51f480 x1862022222808448/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.688219:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f480 with x1862022222808448 ext(712704->774143) 00002000:00010000:0.0:1775764825.688226:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f480 00000100:00100000:0.0:1775764825.688266:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37528 00000100:00100000:0.0:1775764825.688277:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222808448:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764825.694018:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222808448:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5734us (5962us total) trans 4294996493 rc 0/0 00000100:00100000:0.0:1775764825.694033:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37528 00002000:00100000:0.0:1775764825.694044:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (712704->774143) req@ffff8b8c3c51f480 x1862022222808448/t4294996493(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/448 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.694053:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f480 with x1862022222808448 ext(712704->774143) 00002000:00010000:0.0:1775764825.694058:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f480 00000100:00100000:3.0:1775764825.697775:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764825.697874:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222808576 00000100:00100000:1.0:1775764825.697884:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222808576 00000100:00100000:1.0:1775764825.697941:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84691 00000100:00100000:1.0:1775764825.697950:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222808576:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764825.726370:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996493 is committed 00000100:00100000:1.0:1775764825.726568:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222808576:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 28589us (28770us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764825.726581:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84691 00000100:00100000:1.0:1775764825.730754:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.730967:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222808832 00000100:00100000:2.0:1775764825.730977:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222808832 00000100:00100000:2.0:1775764825.731032:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44197 00000100:00100000:2.0:1775764825.731042:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222808832:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764825.731104:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764825.731131:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf45b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb8d expref: 28 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.731151:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764825.731157:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764825.731386:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf462 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.731401:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf462 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.731412:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf462 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764825.731467:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031958 00000004:00010000:2.0:1775764825.731491:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a6fabb6 reply state 000000005e0bef8f transno 4295031959 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf462 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764825.731500:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764825.732059:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222808832:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1017us (1312us total) trans 4295031959 rc 0/0 00000100:00100000:2.0:1775764825.732076:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44197 00000020:00080000:2.0:1775764825.732082:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764825.735436:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.735619:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222808960 00000100:00100000:0.0:1775764825.735629:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222808960 00002000:00010000:0.0:1775764825.735669:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3365722->18446744073709551615) 00002000:00100000:0.0:1775764825.735674:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d500 with x1862022222808960 ext(3365722->18446744073709551615) 00002000:00010000:0.0:1775764825.735686:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d500. 00000100:00100000:0.0:1775764825.735719:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37529 00000100:00100000:0.0:1775764825.735728:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222808960:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764825.736017:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2953254 -> 3365722 00002000:00010000:0.0:1775764825.736021:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764826 00002000:00010000:0.0:1775764825.736023:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764825.736025:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764826 00002000:00010000:0.0:1775764825.736027:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 971 00000100:00100000:0.0:1775764825.736092:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222808960:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 364us (663us total) trans 4294996494 rc 0/0 00000100:00100000:0.0:1775764825.736100:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37529 00002000:00010000:0.0:1775764825.736104:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3365722->18446744073709551615) 00002000:00100000:0.0:1775764825.736107:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d500 with x1862022222808960 ext(3365722->18446744073709551615) 00002000:00010000:0.0:1775764825.736111:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d500. 00010000:00010000:2.0:1775764825.737590:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf462 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.737607:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf462 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.737614:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf462 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.737620:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7c200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764825.737624:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf462 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.737635:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf462 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.737651:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764825.737654:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764825.737660:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf462 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.737665:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253cf462 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764825.738661:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764825.738795:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222809088 00000100:00100000:1.0:1775764825.738805:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222809088 00002000:00010000:1.0:1775764825.738843:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764825.738848:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ca80 with x1862022222809088 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764825.738860:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ca80. 00000100:00100000:1.0:1775764825.738890:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37530 00000100:00100000:1.0:1775764825.738898:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222809088:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764825.739118:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764825.739121:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764825 -> 1775764826 00002000:00010000:1.0:1775764825.739124:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764825.739126:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764825 -> 1775764826 00002000:00010000:1.0:1775764825.739128:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764825.739183:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222809088:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 285us (527us total) trans 4294995913 rc 0/0 00000100:00100000:1.0:1775764825.739190:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37530 00002000:00010000:1.0:1775764825.739194:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764825.739196:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ca80 with x1862022222809088 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764825.739201:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ca80. 00000100:00100000:1.0:1775764825.742524:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.742702:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222809216 00000100:00100000:2.0:1775764825.742712:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222809216 00000100:00100000:2.0:1775764825.742771:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44198 00000100:00100000:2.0:1775764825.742782:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022222809216:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764825.742809:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764825.742832:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf469 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb94 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.742920:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf470 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.742945:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.742957:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764825.742984:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3365722 00000004:00200000:2.0:1775764825.742988:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764825.743004:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.743029:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253cf469 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb94 expref: 31 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.743048:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf470 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb94 expref: 30 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.743056:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764825.743059:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764825.743073:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7de00, rc 0) 00000100:00100000:2.0:1775764825.743137:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222809216:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 357us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764825.743144:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44198 00000100:00100000:3.0:1775764825.748155:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.748399:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222809472 00000100:00100000:0.0:1775764825.748411:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222809472 00000100:00100000:0.0:1775764825.748464:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44199 00000100:00100000:0.0:1775764825.748472:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222809472:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764825.748522:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764825.748586:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253cf470 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb94 expref: 30 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.748605:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764825.748610:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764825.748813:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf477 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.748826:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf477 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.748834:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf477 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764825.748876:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031960 00000004:00010000:0.0:1775764825.748896:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086f18efc reply state 00000000abcfda13 transno 4295031961 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf477 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764825.748904:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764825.748988:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222809472:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 517us (841us total) trans 4295031961 rc 0/0 00000100:00100000:0.0:1775764825.748995:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44199 00000020:00080000:0.0:1775764825.749000:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764825.752268:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf477 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.752284:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf477 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.752290:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf477 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.752296:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764825.752301:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf477 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.752309:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf477 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.752327:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764825.752330:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764825.752334:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf477 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764825.752340:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf477 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764825.754157:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764825.754248:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222809600 00000100:00100000:1.0:1775764825.754259:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222809600 00002000:00010000:1.0:1775764825.754299:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764825.754303:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ed80 with x1862022222809600 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764825.754315:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ed80. 00000100:00100000:1.0:1775764825.754346:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37531 00000100:00100000:1.0:1775764825.754355:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222809600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764825.754602:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3365722 -> 4194304 00002000:00010000:1.0:1775764825.754606:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:1.0:1775764825.754609:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764825 00002000:00010000:1.0:1775764825.754611:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:1.0:1775764825.754613:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:1.0:1775764825.754667:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222809600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 312us (518us total) trans 4294996495 rc 0/0 00000100:00100000:1.0:1775764825.754675:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37531 00002000:00010000:1.0:1775764825.754678:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764825.754681:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ed80 with x1862022222809600 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764825.754685:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ed80. 00000100:00100000:0.0:1775764825.757687:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764825.757765:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222809728 00000100:00100000:3.0:1775764825.757775:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222809728 00002000:00010000:3.0:1775764825.757816:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (741019->18446744073709551615) 00002000:00100000:3.0:1775764825.757821:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69c00 with x1862022222809728 ext(741019->18446744073709551615) 00002000:00010000:3.0:1775764825.757833:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d69c00. 00000100:00100000:3.0:1775764825.757862:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37532 00000100:00100000:3.0:1775764825.757870:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222809728:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764825.758087:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 741019 00002000:00010000:3.0:1775764825.758091:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:3.0:1775764825.758093:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764825.758095:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:3.0:1775764825.758097:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764825.758165:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222809728:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 295us (484us total) trans 4294995914 rc 0/0 00000100:00100000:3.0:1775764825.758173:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37532 00002000:00010000:3.0:1775764825.758177:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (741019->18446744073709551615) 00002000:00100000:3.0:1775764825.758179:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69c00 with x1862022222809728 ext(741019->18446744073709551615) 00002000:00010000:3.0:1775764825.758183:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d69c00. 00000100:00100000:2.0:1775764825.769183:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.769222:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.769254:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.769402:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222809856 00000100:00100000:0.0:1775764825.769412:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222809856 00002000:00100000:0.0:1775764825.769462:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (704512->708607) req@ffff8b8c86d74380 x1862022222809856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.769474:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74380 with x1862022222809856 ext(704512->708607) 00002000:00010000:0.0:1775764825.769481:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74380 00000100:00100000:0.0:1775764825.769511:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222810112 00000100:00100000:0.0:1775764825.769515:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222810112 00002000:00100000:0.0:1775764825.769529:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4005888->4194303) req@ffff8b8c86d77b80 x1862022222810112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.769570:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022222810112 ext(4005888->4194303) 00002000:00010000:0.0:1775764825.769575:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:0.0:1775764825.769588:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222809984 00000100:00100000:0.0:1775764825.769591:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222809984 00002000:00100000:0.0:1775764825.769607:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2957312->4005887) req@ffff8b8c86d74700 x1862022222809984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.769615:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74700 with x1862022222809984 ext(2957312->4005887) 00002000:00010000:0.0:1775764825.769618:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74700 00000100:00100000:0.0:1775764825.769635:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37533 00000100:00100000:0.0:1775764825.769644:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222809856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764825.769885:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222809856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 240us (710us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764825.769892:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37533 00002000:00100000:0.0:1775764825.769899:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (704512->708607) req@ffff8b8c86d74380 x1862022222809856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/4536 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.769906:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74380 with x1862022222809856 ext(704512->708607) 00002000:00010000:0.0:1775764825.769910:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74380 00000100:00100000:0.0:1775764825.769925:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37534 00000100:00100000:0.0:1775764825.769946:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222810112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764825.770155:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37535 00000100:00100000:0.0:1775764825.770163:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222809984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764825.785744:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.786037:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222810112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16103us (16810us total) trans 0 rc 188416/188416 00000100:00100000:0.0:1775764825.786050:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37534 00002000:00100000:0.0:1775764825.786071:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4005888->4194303) req@ffff8b8c86d77b80 x1862022222810112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/440 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 188416/188416 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.786083:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022222810112 ext(4005888->4194303) 00002000:00010000:0.0:1775764825.786089:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:0.0:1775764825.786112:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222810240 00000100:00100000:0.0:1775764825.786119:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222810240 00002000:00100000:0.0:1775764825.786149:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (0->741375) req@ffff8b8c86d74e00 x1862022222810240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 504/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.786158:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022222810240 ext(0->741375) 00002000:00010000:0.0:1775764825.786162:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74e00 00000100:00100000:0.0:1775764825.786190:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37536 00000100:00100000:0.0:1775764825.786198:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222810240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764825.793746:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222809984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 23572us (24479us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764825.793761:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37535 00002000:00100000:1.0:1775764825.793773:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2957312->4005887) req@ffff8b8c86d74700 x1862022222809984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/440 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764825.793783:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74700 with x1862022222809984 ext(2957312->4005887) 00002000:00010000:1.0:1775764825.793789:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74700 00000100:00100000:0.0:1775764825.797623:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222810240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11417us (11878us total) trans 0 rc 737280/737280 00000100:00100000:0.0:1775764825.797634:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37536 00002000:00100000:0.0:1775764825.797646:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (0->741375) req@ffff8b8c86d74e00 x1862022222810240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 504/440 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 737280/737280 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.797655:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022222810240 ext(0->741375) 00002000:00010000:0.0:1775764825.797661:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74e00 00000100:00100000:2.0:1775764825.804947:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764825.805110:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222810368 00000100:00100000:3.0:1775764825.805118:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222810368 00002000:00100000:3.0:1775764825.805163:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (704512->741018) req@ffff8b8c86d75f80 x1862022222810368/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764825.805173:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022222810368 ext(704512->741018) 00002000:00010000:3.0:1775764825.805179:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d75f80 00000100:00100000:3.0:1775764825.805212:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37537 00000100:00100000:3.0:1775764825.805220:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222810368:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764825.812126:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022222810368:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6896us (7189us total) trans 4294995915 rc 0/0 00000100:00100000:3.0:1775764825.812139:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37537 00002000:00100000:3.0:1775764825.812152:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (704512->741018) req@ffff8b8c86d75f80 x1862022222810368/t4294995915(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/448 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764825.812169:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022222810368 ext(704512->741018) 00002000:00010000:3.0:1775764825.812176:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d75f80 00000100:00100000:0.0:1775764825.819437:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764825.822072:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222810496 00000100:00100000:1.0:1775764825.822088:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222810496 00000100:00100000:1.0:1775764825.822236:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84692 00000100:00100000:1.0:1775764825.822248:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022222810496:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764825.872035:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995912 is committed 00000001:00080000:0.0:1775764825.872055:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995913 is committed 00000001:00080000:0.0:1775764825.872077:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995915 is committed 00000100:00100000:0.0:1775764825.872216:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222810496:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 49964us (52782us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764825.872229:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84692 00000100:00100000:1.0:1775764825.881256:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.881361:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222810624 00000100:00100000:0.0:1775764825.881371:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222810624 00000100:00100000:0.0:1775764825.881436:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44200 00000100:00100000:0.0:1775764825.881447:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022222810624:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764825.881474:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764825.881497:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf47e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcb9b expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.881625:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf485 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.881640:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf485 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.881652:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf485 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764825.881685:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4935323 00000004:00200000:0.0:1775764825.881689:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764825.881706:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf485 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.881731:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf47e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb9b expref: 33 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.881749:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf485 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb9b expref: 32 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.881758:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764825.881761:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764825.881765:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e15e400, rc 0) 00000100:00100000:0.0:1775764825.881818:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222810624:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 373us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764825.881825:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44200 00000100:00100000:1.0:1775764825.894529:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764825.895001:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222810752 00000100:00100000:2.0:1775764825.895010:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222810752 00002000:00100000:2.0:1775764825.895059:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3026944->3080191) req@ffff8b8c8f956d80 x1862022222810752/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764825.895079:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022222810752 ext(3026944->3080191) 00002000:00010000:2.0:1775764825.895085:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80 00000100:00100000:2.0:1775764825.895119:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37538 00000100:00100000:2.0:1775764825.895129:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222810752:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764825.909095:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222810752:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 13957us (14566us total) trans 4294996496 rc 0/0 00000100:00100000:1.0:1775764825.909110:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37538 00002000:00100000:1.0:1775764825.909123:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3026944->3080191) req@ffff8b8c8f956d80 x1862022222810752/t4294996496(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/448 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764825.909135:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022222810752 ext(3026944->3080191) 00002000:00010000:1.0:1775764825.909141:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80 00000100:00100000:2.0:1775764825.919534:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.919683:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222810880 00000100:00100000:0.0:1775764825.919694:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222810880 00000100:00100000:0.0:1775764825.919761:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84693 00000100:00100000:0.0:1775764825.919772:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb23bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222810880:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764825.989767:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996494 is committed 00000001:00080000:1.0:1775764825.989787:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996496 is committed 00000100:00100000:3.0:1775764825.990137:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb23bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222810880:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 70362us (70608us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764825.990150:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84693 00000100:00100000:2.0:1775764825.996348:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764825.996458:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222811008 00000100:00100000:0.0:1775764825.996469:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222811008 00002000:00100000:0.0:1775764825.996516:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2252800->2293759) req@ffff8b8c86d75880 x1862022222811008/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/0 e 0 to 0 dl 1775764836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764825.996527:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75880 with x1862022222811008 ext(2252800->2293759) 00002000:00010000:0.0:1775764825.996533:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75880 00000100:00100000:0.0:1775764825.996601:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37539 00000100:00100000:0.0:1775764825.996610:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222811008:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764826.007784:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222811008:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 11163us (11433us total) trans 4294996497 rc 0/0 00000100:00100000:0.0:1775764826.007800:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37539 00002000:00100000:0.0:1775764826.007813:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2252800->2293759) req@ffff8b8c86d75880 x1862022222811008/t4294996497(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:306/0 lens 488/448 e 0 to 0 dl 1775764836 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.007823:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75880 with x1862022222811008 ext(2252800->2293759) 00002000:00010000:0.0:1775764826.007829:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75880 00000100:00100000:2.0:1775764826.010846:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764826.011031:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222811136 00000100:00100000:1.0:1775764826.011042:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222811136 00000100:00100000:1.0:1775764826.011185:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84694 00000100:00100000:1.0:1775764826.011197:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222811136:12345-192.168.202.29@tcp:16:fsx.0 00000100:00080000:0.0:1775764826.018403:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764826.059580:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764826.077386:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996497 is committed 00000100:00100000:1.0:1775764826.077568:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222811136:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 66342us (66700us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764826.077581:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84694 00000100:00100000:1.0:1775764826.092184:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764826.093224:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222811264 00000100:00100000:3.0:1775764826.093313:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222811264 00002000:00100000:2.0:1775764826.093469:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1781760->1822719) req@ffff8b8c8f956a00 x1862022222811264/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764826.093480:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956a00 with x1862022222811264 ext(1781760->1822719) 00002000:00010000:2.0:1775764826.093487:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956a00 00000100:00100000:2.0:1775764826.093596:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37540 00000100:00100000:2.0:1775764826.093605:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222811264:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764826.105888:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222811264:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12273us (13704us total) trans 4294996498 rc 0/0 00000100:00100000:0.0:1775764826.105902:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37540 00002000:00100000:0.0:1775764826.105914:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1781760->1822719) req@ffff8b8c8f956a00 x1862022222811264/t4294996498(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/448 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.105928:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956a00 with x1862022222811264 ext(1781760->1822719) 00002000:00010000:0.0:1775764826.105936:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956a00 00000100:00100000:3.0:1775764826.113596:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764826.113702:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222811392 00000100:00100000:1.0:1775764826.113714:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222811392 00000100:00100000:1.0:1775764826.113786:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84695 00000100:00100000:1.0:1775764826.113797:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222811392:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764826.172141:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996498 is committed 00000100:00100000:1.0:1775764826.172330:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222811392:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 58531us (58738us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764826.172343:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84695 00000100:00100000:2.0:1775764826.177741:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764826.178956:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222811520 00000100:00100000:3.0:1775764826.178971:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222811520 00002000:00100000:1.0:1775764826.179567:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1191936->1228799) req@ffff8b8cb24d1500 x1862022222811520/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.179581:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1500 with x1862022222811520 ext(1191936->1228799) 00002000:00010000:1.0:1775764826.179588:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1500 00000100:00100000:1.0:1775764826.179661:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37541 00000100:00100000:1.0:1775764826.179672:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222811520:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764826.188006:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222811520:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8327us (10265us total) trans 4294996499 rc 0/0 00000100:00100000:1.0:1775764826.188455:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37541 00002000:00100000:1.0:1775764826.188468:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1191936->1228799) req@ffff8b8cb24d1500 x1862022222811520/t4294996499(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/448 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.188485:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1500 with x1862022222811520 ext(1191936->1228799) 00002000:00010000:1.0:1775764826.188492:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1500 00000100:00100000:2.0:1775764826.198321:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.198434:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222811648 00000100:00100000:0.0:1775764826.198445:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222811648 00000100:00100000:0.0:1775764826.198576:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84696 00000100:00100000:0.0:1775764826.198587:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222811648:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764826.237355:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996499 is committed 00000100:00100000:1.0:1775764826.237601:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222811648:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 39011us (39282us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764826.237616:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84696 00000100:00100000:2.0:1775764826.242117:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764826.242200:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222811904 00000100:00100000:3.0:1775764826.242217:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222811904 00000100:00100000:3.0:1775764826.242267:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44201 00000100:00100000:3.0:1775764826.242274:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222811904:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764826.242320:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764826.242341:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf485 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcb9b expref: 32 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764826.242357:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764826.242361:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764826.242528:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf48c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764826.242579:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf48c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764826.242598:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf48c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764826.242650:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031962 00000004:00010000:3.0:1775764826.242670:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc22c15c reply state 00000000b5c81be3 transno 4295031963 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf48c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764826.242676:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764826.242745:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222811904:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 471us (638us total) trans 4295031963 rc 0/0 00000100:00100000:3.0:1775764826.242764:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44201 00000020:00080000:3.0:1775764826.242768:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764826.245458:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.245521:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222812032 00000100:00100000:2.0:1775764826.245530:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.245531:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222812032 00002000:00010000:0.0:1775764826.245592:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1704932->18446744073709551615) 00002000:00100000:0.0:1775764826.245602:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0700 with x1862022222812032 ext(1704932->18446744073709551615) 00002000:00010000:0.0:1775764826.245613:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0700. 00000100:00100000:0.0:1775764826.245633:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222812160 00000100:00100000:0.0:1775764826.245637:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222812160 00000100:00100000:3.0:1775764826.245642:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37542 00002000:00010000:0.0:1775764826.245648:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764826.245651:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2a00 with x1862022222812160 ext(0->18446744073709551615) 00000100:00100000:3.0:1775764826.245653:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222812032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764826.245658:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d2a00. 00000100:00100000:0.0:1775764826.245672:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37543 00000100:00100000:0.0:1775764826.245678:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222812160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764826.245966:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 741019 -> 0 00002000:00010000:3.0:1775764826.245969:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1704932 00002000:00010000:0.0:1775764826.245970:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:3.0:1775764826.245972:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.245973:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764826.245974:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764826.245975:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:3.0:1775764826.245976:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.245977:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00002000:00010000:3.0:1775764826.245978:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 1485 00000100:00100000:3.0:1775764826.246036:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222812032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 384us (586us total) trans 4294996500 rc 0/0 00000100:00100000:3.0:1775764826.246042:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37542 00010000:00010000:1.0:1775764826.246045:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf48c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764826.246045:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1704932->18446744073709551615) 00002000:00100000:3.0:1775764826.246047:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0700 with x1862022222812032 ext(1704932->18446744073709551615) 00002000:00010000:3.0:1775764826.246052:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0700. 00010000:00010000:1.0:1775764826.246055:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf48c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.246072:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf48c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.246079:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8167ec00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764826.246084:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf48c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.246091:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf48c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.246107:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764826.246110:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764826.246114:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf48c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.246120:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253cf48c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764826.249654:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222812160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3964us (4112us total) trans 4294995916 rc 0/0 00000100:00100000:0.0:1775764826.249668:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37543 00002000:00010000:0.0:1775764826.249674:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764826.249678:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2a00 with x1862022222812160 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764826.249689:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d2a00. 00000100:00100000:2.0:1775764826.257897:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.258098:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222812288 00000100:00100000:0.0:1775764826.258108:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222812288 00000100:00100000:0.0:1775764826.258162:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44202 00000100:00100000:0.0:1775764826.258171:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022222812288:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764826.258196:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764826.258217:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf493 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcba2 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.258304:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf49a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.258318:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf49a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.258329:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf49a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764826.258353:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1704932 00000004:00200000:0.0:1775764826.258355:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764826.258369:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf49a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.258387:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf493 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcba2 expref: 35 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.258400:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf49a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcba2 expref: 34 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.258406:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764826.258409:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764826.258412:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e15f200, rc 0) 00000100:00100000:0.0:1775764826.258490:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222812288:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 322us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764826.258496:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44202 00000100:00100000:2.0:1775764826.265114:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.265406:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222812544 00000100:00100000:0.0:1775764826.265417:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222812544 00000100:00100000:0.0:1775764826.265534:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44203 00000100:00100000:0.0:1775764826.265581:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222812544:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764826.265634:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764826.265663:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf49a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcba2 expref: 34 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.265683:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764826.265689:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764826.265925:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf4a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.265940:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf4a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.265950:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf4a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764826.266002:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031964 00000004:00010000:0.0:1775764826.266043:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f6bb6d2 reply state 000000001c26df63 transno 4295031965 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf4a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764826.266053:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764826.266158:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222812544:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 581us (1053us total) trans 4295031965 rc 0/0 00000100:00100000:0.0:1775764826.266166:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44203 00000020:00080000:0.0:1775764826.266172:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764826.272693:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764826.272793:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764826.273055:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf4a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.273079:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf4a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.273088:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf4a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.273095:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e15fa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764826.273110:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf4a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.273119:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf4a1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.273137:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764826.273141:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764826.273145:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf4a1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.273152:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf4a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764826.273419:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222812672 00000100:00100000:0.0:1775764826.273430:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222812672 00002000:00010000:0.0:1775764826.273471:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764826.273476:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022222812672 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764826.273487:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3800. 00000100:00100000:0.0:1775764826.273513:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222812800 00000100:00100000:0.0:1775764826.273516:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222812800 00002000:00010000:0.0:1775764826.273528:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (328217->18446744073709551615) 00002000:00100000:0.0:1775764826.273531:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1f80 with x1862022222812800 ext(328217->18446744073709551615) 00002000:00010000:0.0:1775764826.273560:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1f80. 00000100:00100000:0.0:1775764826.273579:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37544 00000100:00100000:0.0:1775764826.273588:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222812672:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764826.273811:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1704932 -> 4194304 00002000:00010000:0.0:1775764826.273815:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.273818:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764826.273820:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.273822:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1485 -> 1485 00000100:00100000:0.0:1775764826.273964:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222812672:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 376us (1279us total) trans 4294996501 rc 0/0 00000100:00100000:0.0:1775764826.273972:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37544 00002000:00010000:0.0:1775764826.273975:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764826.273978:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022222812672 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764826.273983:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3800. 00000100:00100000:0.0:1775764826.273999:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37545 00000100:00100000:0.0:1775764826.274006:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222812800:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764826.274275:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 328217 00002000:00010000:0.0:1775764826.274278:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.274280:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764826.274282:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.274284:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764826.274308:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222812800:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 302us (1513us total) trans 4294995917 rc 0/0 00000100:00100000:0.0:1775764826.274314:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37545 00002000:00010000:0.0:1775764826.274317:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (328217->18446744073709551615) 00002000:00100000:0.0:1775764826.274320:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1f80 with x1862022222812800 ext(328217->18446744073709551615) 00002000:00010000:0.0:1775764826.274324:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1f80. 00000100:00100000:2.0:1775764826.278700:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.278985:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222812928 00000100:00100000:0.0:1775764826.278996:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222812928 00002000:00100000:0.0:1775764826.279129:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (266240->270335) req@ffff8b8cb24d2d80 x1862022222812928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.279140:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2d80 with x1862022222812928 ext(266240->270335) 00002000:00010000:0.0:1775764826.279147:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d2d80 00000100:00100000:0.0:1775764826.279206:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37546 00000100:00100000:0.0:1775764826.279215:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222812928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764826.279459:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222812928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 244us (767us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764826.279468:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37546 00002000:00100000:0.0:1775764826.279474:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (266240->270335) req@ffff8b8cb24d2d80 x1862022222812928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.279488:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2d80 with x1862022222812928 ext(266240->270335) 00002000:00010000:0.0:1775764826.279491:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d2d80 00000100:00100000:2.0:1775764826.287250:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.287452:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222813056 00000100:00100000:0.0:1775764826.287463:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222813056 00002000:00100000:0.0:1775764826.287513:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (270336->274431) req@ffff8b8cb24d3b80 x1862022222813056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.287523:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022222813056 ext(270336->274431) 00002000:00010000:0.0:1775764826.287529:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:0.0:1775764826.287592:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37547 00000100:00100000:0.0:1775764826.287602:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222813056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764826.288199:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222813056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 596us (1189us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764826.288207:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37547 00002000:00100000:0.0:1775764826.288214:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (270336->274431) req@ffff8b8cb24d3b80 x1862022222813056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.288223:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022222813056 ext(270336->274431) 00002000:00010000:0.0:1775764826.288227:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:2.0:1775764826.303298:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764826.303397:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222813184 00000100:00100000:3.0:1775764826.303443:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222813184 00002000:00100000:3.0:1775764826.303493:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (4038656->4194303) req@ffff8b8c99499880 x1862022222813184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764826.303505:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499880 with x1862022222813184 ext(4038656->4194303) 00002000:00010000:3.0:1775764826.303511:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499880 00000100:00100000:2.0:1775764826.304805:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37548 00000100:00100000:2.0:1775764826.304826:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222813184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764826.309527:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764826.311583:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222813312 00000100:00100000:1.0:1775764826.311597:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222813312 00002000:00100000:1.0:1775764826.311650:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (0->331775) req@ffff8b8c99499500 x1862022222813312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 504/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.311661:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499500 with x1862022222813312 ext(0->331775) 00002000:00010000:1.0:1775764826.311668:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99499500 00000100:00100000:1.0:1775764826.311697:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37549 00000100:00100000:1.0:1775764826.311706:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222813312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764826.324048:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222813312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12332us (14519us total) trans 0 rc 323584/323584 00000100:00100000:1.0:1775764826.324071:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37549 00002000:00100000:1.0:1775764826.324085:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (0->331775) req@ffff8b8c99499500 x1862022222813312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 504/440 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 323584/323584 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.324097:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499500 with x1862022222813312 ext(0->331775) 00002000:00010000:1.0:1775764826.324103:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99499500 00000100:00100000:1.0:1775764826.327914:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222813184:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 23087us (24615us total) trans 0 rc 155648/155648 00000100:00100000:1.0:1775764826.327938:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37548 00002000:00100000:1.0:1775764826.327951:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (4038656->4194303) req@ffff8b8c99499880 x1862022222813184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/440 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 155648/155648 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.327962:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499880 with x1862022222813184 ext(4038656->4194303) 00002000:00010000:1.0:1775764826.327968:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499880 00000100:00100000:3.0:1775764826.334809:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.334916:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222813440 00000100:00100000:0.0:1775764826.334937:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222813440 00002000:00100000:0.0:1775764826.334984:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (266240->328216) req@ffff8b8c3c51e300 x1862022222813440/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.334994:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e300 with x1862022222813440 ext(266240->328216) 00002000:00010000:0.0:1775764826.335000:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51e300 00000100:00100000:0.0:1775764826.335041:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37550 00000100:00100000:0.0:1775764826.335051:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222813440:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764826.347787:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222813440:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12725us (12974us total) trans 4294995918 rc 0/0 00000100:00100000:0.0:1775764826.347803:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37550 00002000:00100000:0.0:1775764826.347821:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (266240->328216) req@ffff8b8c3c51e300 x1862022222813440/t4294995918(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/448 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.347832:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e300 with x1862022222813440 ext(266240->328216) 00002000:00010000:0.0:1775764826.347839:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51e300 00000100:00100000:3.0:1775764826.354107:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.354218:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222813568 00000100:00100000:0.0:1775764826.354238:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222813568 00000100:00100000:0.0:1775764826.354298:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84697 00000100:00100000:0.0:1775764826.354307:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222813568:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764826.411255:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995918 is committed 00000100:00100000:3.0:1775764826.411492:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222813568:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 57180us (57388us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764826.411505:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84697 00000100:00100000:2.0:1775764826.416347:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.416524:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222813696 00000100:00100000:0.0:1775764826.416534:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222813696 00000100:00100000:0.0:1775764826.416632:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44204 00000100:00100000:0.0:1775764826.416643:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022222813696:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764826.416669:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764826.416692:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcba9 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.416790:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.416806:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.416819:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764826.416846:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4522521 00000004:00200000:0.0:1775764826.416850:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764826.416879:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.416905:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcba9 expref: 37 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.417356:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcba9 expref: 36 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.417367:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764826.417370:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764826.417374:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e15ec00, rc 0) 00000100:00100000:0.0:1775764826.417442:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222813696:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 801us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764826.417450:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44204 00000100:00100000:2.0:1775764826.426744:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764826.426876:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222813824 00000100:00100000:1.0:1775764826.426886:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222813824 00002000:00100000:1.0:1775764826.426933:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2576384->2580479) req@ffff8b8c99498e00 x1862022222813824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.426944:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022222813824 ext(2576384->2580479) 00002000:00010000:1.0:1775764826.426951:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498e00 00000100:00100000:1.0:1775764826.426994:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37551 00000100:00100000:1.0:1775764826.427004:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222813824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764826.427393:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222813824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 389us (657us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764826.427401:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37551 00002000:00100000:1.0:1775764826.427408:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2576384->2580479) req@ffff8b8c99498e00 x1862022222813824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.427418:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022222813824 ext(2576384->2580479) 00002000:00010000:1.0:1775764826.427421:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498e00 00000100:00100000:3.0:1775764826.432776:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764826.432870:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222813952 00000100:00100000:1.0:1775764826.432881:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222813952 00002000:00100000:1.0:1775764826.432935:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2580480->2584575) req@ffff8b8cad85df80 x1862022222813952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.432946:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85df80 with x1862022222813952 ext(2580480->2584575) 00002000:00010000:1.0:1775764826.432952:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85df80 00000100:00100000:1.0:1775764826.432986:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37552 00000100:00100000:1.0:1775764826.432996:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222813952:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764826.433256:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222813952:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764826.433265:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37552 00002000:00100000:1.0:1775764826.433271:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2580480->2584575) req@ffff8b8cad85df80 x1862022222813952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.433279:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85df80 with x1862022222813952 ext(2580480->2584575) 00002000:00010000:1.0:1775764826.433282:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85df80 00000100:00100000:2.0:1775764826.439395:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.439510:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222814080 00000100:00100000:0.0:1775764826.439521:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222814080 00002000:00100000:0.0:1775764826.439609:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2555904->2621439) req@ffff8b8c99498a80 x1862022222814080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 504/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.439620:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022222814080 ext(2555904->2621439) 00002000:00010000:0.0:1775764826.439627:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498a80 00000100:00100000:0.0:1775764826.439652:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37553 00000100:00100000:0.0:1775764826.439662:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222814080:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764826.446673:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222814080:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7001us (7277us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764826.446686:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37553 00002000:00100000:0.0:1775764826.446700:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2555904->2621439) req@ffff8b8c99498a80 x1862022222814080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 504/440 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.446711:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022222814080 ext(2555904->2621439) 00002000:00010000:0.0:1775764826.446717:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498a80 00000100:00100000:2.0:1775764826.453327:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.453490:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222814208 00000100:00100000:0.0:1775764826.453502:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222814208 00002000:00100000:0.0:1775764826.453590:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1708032->1757183) req@ffff8b8c99499c00 x1862022222814208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.453602:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499c00 with x1862022222814208 ext(1708032->1757183) 00002000:00010000:0.0:1775764826.453608:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499c00 00000100:00100000:0.0:1775764826.453642:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37554 00000100:00100000:0.0:1775764826.453652:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222814208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764826.459378:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222814208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5718us (6051us total) trans 0 rc 49152/49152 00000100:00100000:0.0:1775764826.459391:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37554 00002000:00100000:0.0:1775764826.459404:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1708032->1757183) req@ffff8b8c99499c00 x1862022222814208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/440 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.459415:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499c00 with x1862022222814208 ext(1708032->1757183) 00002000:00010000:0.0:1775764826.459420:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499c00 00000100:00100000:3.0:1775764826.464476:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.464592:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222814336 00000100:00100000:0.0:1775764826.464603:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222814336 00002000:00100000:0.0:1775764826.464655:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1757184->1761279) req@ffff8b8cad85f480 x1862022222814336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.464666:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f480 with x1862022222814336 ext(1757184->1761279) 00002000:00010000:0.0:1775764826.464672:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f480 00000100:00100000:0.0:1775764826.464711:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37555 00000100:00100000:0.0:1775764826.464720:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222814336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764826.464984:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222814336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (517us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764826.464991:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37555 00002000:00100000:0.0:1775764826.464997:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1757184->1761279) req@ffff8b8cad85f480 x1862022222814336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.465004:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f480 with x1862022222814336 ext(1757184->1761279) 00002000:00010000:0.0:1775764826.465008:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f480 00000100:00100000:2.0:1775764826.476771:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764826.476879:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222814464 00000100:00100000:1.0:1775764826.476893:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222814464 00002000:00100000:1.0:1775764826.476952:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3538944->3543039) req@ffff8b8c99498700 x1862022222814464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.476965:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498700 with x1862022222814464 ext(3538944->3543039) 00002000:00010000:1.0:1775764826.476972:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498700 00000100:00100000:1.0:1775764826.477010:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37556 00000100:00100000:1.0:1775764826.477160:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222814464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764826.477407:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222814464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 248us (656us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764826.480403:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37556 00002000:00100000:1.0:1775764826.480423:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3538944->3543039) req@ffff8b8c99498700 x1862022222814464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.480435:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498700 with x1862022222814464 ext(3538944->3543039) 00002000:00010000:1.0:1775764826.480442:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498700 00000100:00100000:1.0:1775764826.483347:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.483509:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222814592 00000100:00100000:0.0:1775764826.483519:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222814592 00002000:00100000:0.0:1775764826.483603:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3547136->3551231) req@ffff8b8c8f955880 x1862022222814592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.483612:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955880 with x1862022222814592 ext(3547136->3551231) 00002000:00010000:0.0:1775764826.483618:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955880 00000100:00100000:0.0:1775764826.483642:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37557 00000100:00100000:0.0:1775764826.483651:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222814592:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764826.483885:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222814592:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 235us (544us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764826.483894:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37557 00002000:00100000:0.0:1775764826.483900:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3547136->3551231) req@ffff8b8c8f955880 x1862022222814592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.483908:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955880 with x1862022222814592 ext(3547136->3551231) 00002000:00010000:0.0:1775764826.483911:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955880 00000100:00100000:3.0:1775764826.497620:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.497910:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222814848 00000100:00100000:0.0:1775764826.497932:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222814848 00000100:00100000:0.0:1775764826.497995:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44205 00000100:00100000:0.0:1775764826.498005:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222814848:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764826.498074:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764826.498103:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcba9 expref: 36 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.498123:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764826.498128:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764826.498347:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.498363:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.498373:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764826.498424:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031966 00000004:00010000:0.0:1775764826.498450:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9cfadd1 reply state 00000000936dd16c transno 4295031967 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764826.498464:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764826.498602:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222814848:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 598us (991us total) trans 4295031967 rc 0/0 00000100:00100000:0.0:1775764826.498609:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44205 00000020:00080000:0.0:1775764826.498614:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764826.507291:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764826.507341:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.507436:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222814976 00000100:00100000:0.0:1775764826.507446:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222814976 00002000:00010000:0.0:1775764826.507486:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3905643->18446744073709551615) 00002000:00100000:0.0:1775764826.507492:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022222814976 ext(3905643->18446744073709551615) 00002000:00010000:0.0:1775764826.507504:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b800. 00000100:00100000:0.0:1775764826.507531:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222815104 00000100:00100000:0.0:1775764826.507533:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222815104 00002000:00010000:0.0:1775764826.507568:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764826.507572:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949aa00 with x1862022222815104 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764826.507578:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949aa00. 00000100:00100000:0.0:1775764826.507594:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37558 00000100:00100000:0.0:1775764826.507602:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222814976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764826.507841:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3905643 00002000:00010000:0.0:1775764826.507844:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.507847:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764826.507849:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.507851:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1485 -> 1485 00000100:00100000:0.0:1775764826.507900:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222814976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 298us (617us total) trans 4294996502 rc 0/0 00000100:00100000:0.0:1775764826.507907:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37558 00002000:00010000:0.0:1775764826.507910:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3905643->18446744073709551615) 00002000:00100000:0.0:1775764826.507913:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022222814976 ext(3905643->18446744073709551615) 00002000:00010000:0.0:1775764826.507917:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b800. 00000100:00100000:0.0:1775764826.507933:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37559 00000100:00100000:0.0:1775764826.507939:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222815104:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764826.508164:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 328217 -> 0 00002000:00010000:0.0:1775764826.508168:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.508170:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764826.508172:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.508174:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764826.508195:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222815104:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 256us (853us total) trans 4294995919 rc 0/0 00000100:00100000:0.0:1775764826.508200:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37559 00002000:00010000:0.0:1775764826.508203:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764826.508205:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949aa00 with x1862022222815104 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764826.508209:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949aa00. 00010000:00010000:1.0:1775764826.508365:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.508377:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.508385:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.508392:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e15f200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764826.508397:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.508409:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4b6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.508424:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764826.508427:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764826.508431:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4b6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.508436:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf4b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764826.518481:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.519704:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222815232 00000100:00100000:0.0:1775764826.519717:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222815232 00000100:00100000:0.0:1775764826.519788:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44206 00000100:00100000:0.0:1775764826.519798:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022222815232:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764826.519824:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764826.519845:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbb0 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.519946:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f800/0xdb23b4c9253cf4c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.519970:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f800/0xdb23b4c9253cf4c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.519981:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f800/0xdb23b4c9253cf4c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764826.520009:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3905643 00000004:00200000:0.0:1775764826.520023:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764826.520041:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f800/0xdb23b4c9253cf4c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.520075:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbb0 expref: 39 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.520093:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f800/0xdb23b4c9253cf4c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbb0 expref: 38 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.520101:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764826.520104:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764826.520108:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e15f800, rc 0) 00000100:00100000:0.0:1775764826.520178:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222815232:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 381us (1705us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764826.520185:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44206 00000100:00100000:3.0:1775764826.531779:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764826.531891:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222815488 00000100:00100000:2.0:1775764826.531902:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222815488 00000100:00100000:2.0:1775764826.531987:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44207 00000100:00100000:2.0:1775764826.531998:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222815488:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764826.532067:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764826.532096:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f800/0xdb23b4c9253cf4c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbb0 expref: 38 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.532118:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764826.532123:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764826.532816:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.532834:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.532846:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764826.532900:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031968 00000004:00010000:2.0:1775764826.532937:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5259881 reply state 00000000d5d578a0 transno 4295031969 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764826.533146:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764826.533483:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222815488:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1485us (1710us total) trans 4295031969 rc 0/0 00000100:00100000:2.0:1775764826.533491:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44207 00000020:00080000:2.0:1775764826.533496:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764826.548970:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764826.549007:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.550236:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222815616 00000100:00100000:0.0:1775764826.550249:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222815616 00002000:00010000:0.0:1775764826.550298:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2231300->18446744073709551615) 00002000:00100000:0.0:1775764826.550303:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a680 with x1862022222815616 ext(2231300->18446744073709551615) 00002000:00010000:0.0:1775764826.550316:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a680. 00000100:00100000:0.0:1775764826.550351:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222815744 00000100:00100000:0.0:1775764826.550355:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222815744 00002000:00010000:0.0:1775764826.550366:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764826.550370:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780000 with x1862022222815744 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764826.550377:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780000. 00000100:00100000:0.0:1775764826.550394:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37560 00000100:00100000:0.0:1775764826.550402:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222815616:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764826.550762:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3905643 -> 2231300 00002000:00010000:0.0:1775764826.550767:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.550769:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764826.550771:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.550773:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1485 -> 1485 00000100:00100000:0.0:1775764826.550831:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222815616:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 429us (1870us total) trans 4294996503 rc 0/0 00000100:00100000:0.0:1775764826.550840:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37560 00002000:00010000:0.0:1775764826.550844:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2231300->18446744073709551615) 00002000:00100000:0.0:1775764826.550847:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a680 with x1862022222815616 ext(2231300->18446744073709551615) 00002000:00010000:0.0:1775764826.550851:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a680. 00000100:00100000:0.0:1775764826.550869:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37561 00000100:00100000:0.0:1775764826.550875:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222815744:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764826.550984:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764826.550987:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.550989:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764826.550991:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.550993:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764826.551016:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222815744:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 141us (2008us total) trans 4294995920 rc 0/0 00000100:00100000:0.0:1775764826.551023:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37561 00002000:00010000:0.0:1775764826.551025:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764826.551028:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780000 with x1862022222815744 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764826.551032:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780000. 00010000:00010000:1.0:1775764826.552080:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.552094:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.552101:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.552107:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cad874400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764826.552111:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.552118:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.552136:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764826.552139:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764826.552144:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.552150:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764826.567394:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764826.572391:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222815872 00000100:00100000:3.0:1775764826.572409:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222815872 00000100:00100000:2.0:1775764826.572592:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44208 00000100:00100000:2.0:1775764826.572604:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022222815872:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764826.572634:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764826.572659:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbb7 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.572751:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875a00/0xdb23b4c9253cf4d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.572766:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875a00/0xdb23b4c9253cf4d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.572779:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875a00/0xdb23b4c9253cf4d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764826.572807:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2231300 00000004:00200000:2.0:1775764826.572811:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764826.572828:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875a00/0xdb23b4c9253cf4d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.572852:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874400/0xdb23b4c9253cf4d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbb7 expref: 41 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.572871:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875a00/0xdb23b4c9253cf4d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbb7 expref: 40 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.572879:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764826.572882:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764826.572886:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cad875a00, rc 0) 00000100:00100000:2.0:1775764826.572972:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222815872:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 371us (5588us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764826.572979:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44208 00000100:00100000:2.0:1775764826.578308:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764826.578746:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222816128 00000100:00100000:3.0:1775764826.578758:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222816128 00000100:00100000:3.0:1775764826.578818:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44209 00000100:00100000:3.0:1775764826.578828:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222816128:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764826.578883:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764826.578910:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875a00/0xdb23b4c9253cf4d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbb7 expref: 40 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764826.578939:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764826.578945:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764826.579179:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf4e0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764826.579195:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf4e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764826.579205:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf4e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764826.580116:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031970 00000004:00010000:3.0:1775764826.580153:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000583d0e42 reply state 00000000c6875315 transno 4295031971 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf4e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764826.580164:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764826.582047:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222816128:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 3211us (3739us total) trans 4295031971 rc 0/0 00000100:00100000:0.0:1775764826.582069:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44209 00000020:00080000:0.0:1775764826.582077:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764826.585737:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf4e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.585756:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf4e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.585764:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf4e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.585770:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9371a200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764826.585775:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf4e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.585783:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf4e0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.585801:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764826.585804:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764826.585810:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf4e0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.585816:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf4e0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764826.595704:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764826.596425:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222816256 00000100:00100000:1.0:1775764826.596438:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222816256 00002000:00010000:1.0:1775764826.596482:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (48219->18446744073709551615) 00002000:00100000:1.0:1775764826.596487:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783480 with x1862022222816256 ext(48219->18446744073709551615) 00002000:00010000:1.0:1775764826.596499:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783480. 00000100:00100000:1.0:1775764826.596575:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37562 00000100:00100000:1.0:1775764826.596585:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222816256:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:0.0:1775764826.598307:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764826.598389:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222816384 00000100:00100000:3.0:1775764826.598400:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222816384 00002000:00010000:3.0:1775764826.598434:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764826.598439:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69500 with x1862022222816384 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764826.598451:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d69500. 00000100:00100000:3.0:1775764826.598483:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37563 00000100:00100000:3.0:1775764826.598492:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222816384:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764826.598723:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764826.598727:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:3.0:1775764826.598729:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764826.598732:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:3.0:1775764826.598734:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764826.598793:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222816384:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 302us (493us total) trans 4294995921 rc 0/0 00000100:00100000:3.0:1775764826.598802:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37563 00002000:00010000:3.0:1775764826.598805:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764826.598808:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69500 with x1862022222816384 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764826.598813:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d69500. 00002000:00010000:0.0:1775764826.601373:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2231300 -> 48219 00002000:00010000:0.0:1775764826.601382:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.601384:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764826.601387:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.601389:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1485 -> 1485 00000100:00100000:0.0:1775764826.601483:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222816256:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 4895us (5785us total) trans 4294996504 rc 0/0 00000100:00100000:0.0:1775764826.601494:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37562 00002000:00010000:0.0:1775764826.601499:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (48219->18446744073709551615) 00002000:00100000:0.0:1775764826.601503:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783480 with x1862022222816256 ext(48219->18446744073709551615) 00002000:00010000:0.0:1775764826.601511:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783480. 00000100:00100000:0.0:1775764826.612279:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764826.612456:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222816512 00000100:00100000:2.0:1775764826.612466:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222816512 00000100:00100000:2.0:1775764826.612535:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44210 00000100:00100000:2.0:1775764826.612588:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022222816512:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764826.612613:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764826.612637:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874e00/0xdb23b4c9253cf4e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbbe expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.612729:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874200/0xdb23b4c9253cf4ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.612744:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874200/0xdb23b4c9253cf4ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.612768:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874200/0xdb23b4c9253cf4ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764826.612802:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 48219 00000004:00200000:2.0:1775764826.612807:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764826.612823:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874200/0xdb23b4c9253cf4ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.612848:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874e00/0xdb23b4c9253cf4e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbbe expref: 43 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.612864:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874200/0xdb23b4c9253cf4ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbbe expref: 42 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.612872:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764826.612876:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764826.612880:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cad874200, rc 0) 00000100:00100000:2.0:1775764826.613096:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222816512:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 510us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764826.613104:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44210 00000100:00100000:2.0:1775764826.631212:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.631463:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222816768 00000100:00100000:0.0:1775764826.631475:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222816768 00000100:00100000:0.0:1775764826.631584:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44211 00000100:00100000:0.0:1775764826.631595:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222816768:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764826.631655:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764826.631687:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874200/0xdb23b4c9253cf4ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbbe expref: 42 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.631710:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764826.631715:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764826.631962:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4f5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.631976:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.631987:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764826.632039:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031972 00000004:00010000:0.0:1775764826.632074:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cb4f2c61 reply state 00000000591fc0e8 transno 4295031973 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764826.632083:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764826.632167:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222816768:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 575us (965us total) trans 4295031973 rc 0/0 00000100:00100000:0.0:1775764826.632175:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44211 00000020:00080000:0.0:1775764826.632180:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764826.634961:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764826.635066:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.635078:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.635086:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.635091:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e15ec00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764826.635097:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.635105:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4f5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.635123:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764826.635126:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764826.635131:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4f5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.635137:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf4f5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764826.635343:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764826.644526:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cbb781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224984320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764826.644629:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764826.644979:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224984320 00000100:00100000:3.0:1775764826.644989:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224984320 00000100:00100000:3.0:1775764826.645068:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1775764826.645078:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224984320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764826.645102:0:6595:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 181075968 pending 0 free 3859808256 avail 3855613952 00000100:00100000:3.0:1775764826.645144:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224984320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764826.645151:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00080000:1.0:1775764826.645317:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764826.645357:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cbb781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224984320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764826.648925:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222817024 00000100:00100000:0.0:1775764826.648939:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222817024 00002000:00010000:0.0:1775764826.648986:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764826.648991:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85fb80 with x1862022222817024 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764826.649004:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85fb80. 00000100:00100000:0.0:1775764826.649313:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222816896 00000100:00100000:0.0:1775764826.649317:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222816896 00002000:00010000:0.0:1775764826.649331:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2839430->18446744073709551615) 00002000:00100000:0.0:1775764826.649334:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022222816896 ext(2839430->18446744073709551615) 00002000:00010000:0.0:1775764826.649342:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ca80. 00000100:00100000:0.0:1775764826.649367:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37564 00000100:00100000:0.0:1775764826.649376:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222817024:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764826.649619:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764826.649623:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.649626:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764826.649628:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.649629:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764826.649689:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222817024:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 314us (14735us total) trans 4294995922 rc 0/0 00000100:00100000:0.0:1775764826.649695:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37564 00002000:00010000:0.0:1775764826.649699:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764826.649701:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85fb80 with x1862022222817024 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764826.649705:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85fb80. 00000100:00100000:0.0:1775764826.649719:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37565 00000100:00100000:0.0:1775764826.649726:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222816896:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764826.652886:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 48219 -> 2839430 00002000:00010000:0.0:1775764826.652895:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.652897:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764826.652899:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764826 00002000:00010000:0.0:1775764826.652901:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1485 -> 1485 00000100:00100000:0.0:1775764826.652969:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222816896:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3237us (17621us total) trans 4294996505 rc 0/0 00000100:00100000:0.0:1775764826.652980:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37565 00002000:00010000:0.0:1775764826.652985:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2839430->18446744073709551615) 00002000:00100000:0.0:1775764826.652989:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022222816896 ext(2839430->18446744073709551615) 00002000:00010000:0.0:1775764826.652996:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ca80. 00000100:00100000:3.0:1775764826.664518:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764826.668574:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222817152 00000100:00100000:2.0:1775764826.668590:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222817152 00002000:00100000:2.0:1775764826.668661:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2797568->2801663) req@ffff8b8cad85ea00 x1862022222817152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764826.668673:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022222817152 ext(2797568->2801663) 00002000:00010000:2.0:1775764826.668679:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ea00 00000100:00100000:2.0:1775764826.668720:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37566 00000100:00100000:2.0:1775764826.668730:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222817152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764826.669341:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222817152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 608us (4830us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764826.669351:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37566 00002000:00100000:2.0:1775764826.669358:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2797568->2801663) req@ffff8b8cad85ea00 x1862022222817152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764826.669366:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022222817152 ext(2797568->2801663) 00002000:00010000:2.0:1775764826.669371:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ea00 00000100:00100000:1.0:1775764826.686418:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.686528:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222817280 00000100:00100000:0.0:1775764826.686571:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222817280 00002000:00100000:0.0:1775764826.686619:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2801664->2805759) req@ffff8b8c91626d80 x1862022222817280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.686629:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022222817280 ext(2801664->2805759) 00002000:00010000:0.0:1775764826.686635:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626d80 00000100:00100000:0.0:1775764826.686675:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37567 00000100:00100000:0.0:1775764826.686684:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222817280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764826.686916:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222817280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 232us (505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764826.686931:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37567 00002000:00100000:0.0:1775764826.686937:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2801664->2805759) req@ffff8b8c91626d80 x1862022222817280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.686945:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022222817280 ext(2801664->2805759) 00002000:00010000:0.0:1775764826.686949:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626d80 00000100:00100000:1.0:1775764826.711720:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764826.711825:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222817408 00000100:00100000:2.0:1775764826.711835:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222817408 00002000:00100000:2.0:1775764826.711886:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2777088->2842623) req@ffff8b8c91624000 x1862022222817408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 504/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764826.711898:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624000 with x1862022222817408 ext(2777088->2842623) 00002000:00010000:2.0:1775764826.711904:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624000 00000100:00100000:2.0:1775764826.711947:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37568 00000100:00100000:2.0:1775764826.711965:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222817408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764826.714523:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222817408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2559us (2803us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764826.714571:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37568 00002000:00100000:2.0:1775764826.714582:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2777088->2842623) req@ffff8b8c91624000 x1862022222817408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 504/440 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764826.714591:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624000 with x1862022222817408 ext(2777088->2842623) 00002000:00010000:2.0:1775764826.714597:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624000 00000100:00100000:3.0:1775764826.727479:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764826.732502:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222817536 00000100:00100000:1.0:1775764826.732518:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222817536 00002000:00100000:1.0:1775764826.732588:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (16384->2839429) req@ffff8b8cad85f100 x1862022222817536/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 504/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.732599:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f100 with x1862022222817536 ext(16384->2839429) 00002000:00010000:1.0:1775764826.732605:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f100 00000100:00100000:1.0:1775764826.732640:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37569 00000100:00100000:1.0:1775764826.732649:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222817536:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764826.743080:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022222817536:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10421us (15599us total) trans 4294996506 rc 0/0 00000100:00100000:1.0:1775764826.743094:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37569 00002000:00100000:1.0:1775764826.743107:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (16384->2839429) req@ffff8b8cad85f100 x1862022222817536/t4294996506(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 504/448 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764826.743117:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f100 with x1862022222817536 ext(16384->2839429) 00002000:00010000:1.0:1775764826.743124:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f100 00000100:00100000:3.0:1775764826.754234:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764826.755217:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222817664 00000100:00100000:1.0:1775764826.755413:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222817664 00000100:00100000:1.0:1775764826.755483:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84698 00000100:00100000:1.0:1775764826.755494:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222817664:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764826.871447:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996505 is committed 00000001:00080000:3.0:1775764826.871482:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996506 is committed 00000100:00100000:2.0:1775764826.871721:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222817664:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 116223us (117503us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764826.871731:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84698 00000100:00100000:2.0:1775764826.876530:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.879162:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222817792 00000100:00100000:0.0:1775764826.879175:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222817792 00000100:00100000:0.0:1775764826.879382:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44212 00000100:00100000:0.0:1775764826.879394:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022222817792:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764826.879419:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764826.879441:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f000/0xdb23b4c9253cf4fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbc5 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.879526:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e800/0xdb23b4c9253cf503 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.879556:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e800/0xdb23b4c9253cf503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.879568:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e800/0xdb23b4c9253cf503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764826.879596:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2839430 00000004:00200000:0.0:1775764826.879599:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764826.879615:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e800/0xdb23b4c9253cf503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.879640:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f000/0xdb23b4c9253cf4fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbc5 expref: 45 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.879656:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e800/0xdb23b4c9253cf503 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbc5 expref: 44 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.879664:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764826.879667:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764826.879671:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e15e800, rc 0) 00000100:00100000:0.0:1775764826.879742:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222817792:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 349us (3220us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764826.879752:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44212 00000100:00100000:0.0:1775764826.887577:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764826.887786:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222818048 00000100:00100000:2.0:1775764826.887796:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222818048 00000100:00100000:2.0:1775764826.887852:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44213 00000100:00100000:2.0:1775764826.887862:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222818048:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764826.887928:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764826.887957:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e800/0xdb23b4c9253cf503 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbc5 expref: 44 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.887975:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764826.887980:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764826.888185:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875e00/0xdb23b4c9253cf50a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.888196:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875e00/0xdb23b4c9253cf50a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.888203:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875e00/0xdb23b4c9253cf50a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764826.888258:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031974 00000004:00010000:2.0:1775764826.888280:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059cfe492 reply state 0000000007c88d36 transno 4295031975 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875e00/0xdb23b4c9253cf50a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764826.888288:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764826.888402:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222818048:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 542us (867us total) trans 4295031975 rc 0/0 00000100:00100000:2.0:1775764826.888408:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44213 00000020:00080000:2.0:1775764826.888412:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764826.893764:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.893801:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764826.893908:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222818176 00000100:00100000:3.0:1775764826.893924:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222818176 00002000:00010000:3.0:1775764826.893973:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (942094->18446744073709551615) 00002000:00100000:3.0:1775764826.893979:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d6b480 with x1862022222818176 ext(942094->18446744073709551615) 00002000:00010000:3.0:1775764826.894002:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d6b480. 00000100:00100000:3.0:1775764826.894043:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222818304 00000100:00100000:3.0:1775764826.894047:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222818304 00002000:00010000:3.0:1775764826.894067:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764826.894071:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69f80 with x1862022222818304 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764826.894078:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d69f80. 00000100:00100000:3.0:1775764826.894099:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37570 00000100:00100000:3.0:1775764826.894108:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222818176:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764826.894525:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2839430 -> 942094 00002000:00010000:3.0:1775764826.894530:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764827 00002000:00010000:3.0:1775764826.894532:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764825 00002000:00010000:3.0:1775764826.894534:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764827 00002000:00010000:3.0:1775764826.894563:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1485 -> 265 00000100:00100000:3.0:1775764826.894616:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222818176:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 508us (861us total) trans 4294996507 rc 0/0 00000100:00100000:3.0:1775764826.894623:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37570 00002000:00010000:3.0:1775764826.894627:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (942094->18446744073709551615) 00002000:00100000:3.0:1775764826.894629:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d6b480 with x1862022222818176 ext(942094->18446744073709551615) 00002000:00010000:3.0:1775764826.894633:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d6b480. 00000100:00100000:3.0:1775764826.894649:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37571 00000100:00100000:3.0:1775764826.894656:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222818304:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764826.894762:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764826.894764:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764826 -> 1775764827 00002000:00010000:3.0:1775764826.894767:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764826.894769:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764826 -> 1775764827 00002000:00010000:3.0:1775764826.894771:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764826.894792:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222818304:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 136us (990us total) trans 4294995923 rc 0/0 00000100:00100000:3.0:1775764826.894799:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37571 00002000:00010000:3.0:1775764826.894802:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764826.894804:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d69f80 with x1862022222818304 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764826.894809:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d69f80. 00010000:00010000:1.0:1775764826.896680:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875e00/0xdb23b4c9253cf50a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.896694:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875e00/0xdb23b4c9253cf50a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.896702:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875e00/0xdb23b4c9253cf50a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.896708:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cad875e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764826.896713:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875e00/0xdb23b4c9253cf50a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.896721:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875e00/0xdb23b4c9253cf50a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.896736:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764826.896739:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764826.896743:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875e00/0xdb23b4c9253cf50a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764826.896748:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875e00/0xdb23b4c9253cf50a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764826.898736:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764826.898834:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222818432 00000100:00100000:2.0:1775764826.898842:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222818432 00000100:00100000:2.0:1775764826.898911:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44214 00000100:00100000:2.0:1775764826.898932:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022222818432:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764826.898956:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764826.898975:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874600/0xdb23b4c9253cf511 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbcc expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.899093:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875600/0xdb23b4c9253cf518 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.899108:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875600/0xdb23b4c9253cf518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.899119:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875600/0xdb23b4c9253cf518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764826.899159:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 942094 00000004:00200000:2.0:1775764826.899163:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764826.899182:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875600/0xdb23b4c9253cf518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.899209:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874600/0xdb23b4c9253cf511 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbcc expref: 47 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.899235:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875600/0xdb23b4c9253cf518 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbcc expref: 46 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.899243:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764826.899246:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764826.899249:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cad875600, rc 0) 00000100:00100000:2.0:1775764826.899300:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222818432:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 381us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764826.899307:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44214 00000100:00100000:2.0:1775764826.911261:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.911363:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222818688 00000100:00100000:0.0:1775764826.911373:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222818688 00000100:00100000:0.0:1775764826.911424:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44215 00000100:00100000:0.0:1775764826.911431:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222818688:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764826.911478:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764826.911502:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad875600/0xdb23b4c9253cf518 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbcc expref: 46 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.911517:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764826.911521:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764826.911804:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf51f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.911819:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf51f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.911830:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf51f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764826.911877:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031976 00000004:00010000:0.0:1775764826.911902:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cdaeac0e reply state 00000000afc9d880 transno 4295031977 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf51f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764826.911911:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764826.912125:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222818688:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 691us (870us total) trans 4295031977 rc 0/0 00000100:00100000:0.0:1775764826.912133:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44215 00000020:00080000:0.0:1775764826.912138:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764826.917646:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf51f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.917662:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf51f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.917668:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf51f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.917673:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e15ec00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764826.917678:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf51f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.917684:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf51f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.917700:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764826.917703:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764826.917707:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf51f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764826.917712:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ec00/0xdb23b4c9253cf51f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764826.919700:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764826.920750:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222818944 00000100:00100000:1.0:1775764826.920763:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222818944 00000100:00100000:3.0:1775764826.921790:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.922290:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222818816 00000100:00100000:0.0:1775764826.922298:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222818816 00002000:00010000:0.0:1775764826.922338:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764826.922343:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022222818816 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764826.922356:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c000. 00000100:00100000:0.0:1775764826.922392:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37572 00000100:00100000:0.0:1775764826.922401:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222818816:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764826.922670:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 942094 -> 4194304 00002000:00010000:0.0:1775764826.922674:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764826.922677:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764825 00002000:00010000:0.0:1775764826.922679:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764826.922681:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 265 -> 265 00000100:00100000:0.0:1775764826.922746:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222818816:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 345us (960us total) trans 4294996508 rc 0/0 00000100:00100000:0.0:1775764826.922754:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37572 00002000:00010000:0.0:1775764826.922758:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764826.922761:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022222818816 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764826.922765:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c000. 00002000:00010000:2.0:1775764826.927474:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1053713->18446744073709551615) 00002000:00100000:2.0:1775764826.927485:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781180 with x1862022222818944 ext(1053713->18446744073709551615) 00002000:00010000:2.0:1775764826.927496:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781180. 00000100:00100000:2.0:1775764826.927560:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37573 00000100:00100000:2.0:1775764826.927571:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222818944:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764826.927792:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1053713 00002000:00010000:2.0:1775764826.927797:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:2.0:1775764826.927799:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764826.927801:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:2.0:1775764826.927804:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764826.927877:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222818944:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 307us (8184us total) trans 4294995924 rc 0/0 00000100:00100000:2.0:1775764826.927886:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37573 00002000:00010000:2.0:1775764826.927890:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1053713->18446744073709551615) 00002000:00100000:2.0:1775764826.927892:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781180 with x1862022222818944 ext(1053713->18446744073709551615) 00002000:00010000:2.0:1775764826.927897:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781180. 00000100:00100000:3.0:1775764826.941024:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.941158:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222819072 00000100:00100000:0.0:1775764826.941169:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222819072 00002000:00100000:0.0:1775764826.941227:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1007616->1011711) req@ffff8b8cad85d500 x1862022222819072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.941244:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d500 with x1862022222819072 ext(1007616->1011711) 00002000:00010000:0.0:1775764826.941251:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85d500 00000100:00100000:0.0:1775764826.941288:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37574 00000100:00100000:0.0:1775764826.941297:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222819072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764826.941648:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222819072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 351us (631us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764826.941657:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37574 00002000:00100000:0.0:1775764826.941664:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1007616->1011711) req@ffff8b8cad85d500 x1862022222819072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.941673:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d500 with x1862022222819072 ext(1007616->1011711) 00002000:00010000:0.0:1775764826.941677:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85d500 00000100:00100000:2.0:1775764826.952228:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764826.952315:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222819200 00000100:00100000:3.0:1775764826.952326:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222819200 00002000:00100000:3.0:1775764826.952378:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1011712->1015807) req@ffff8b8cbb782a00 x1862022222819200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764826.952390:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782a00 with x1862022222819200 ext(1011712->1015807) 00002000:00010000:3.0:1775764826.952397:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782a00 00000100:00100000:3.0:1775764826.952471:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37575 00000100:00100000:3.0:1775764826.952481:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222819200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764826.952768:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222819200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 287us (548us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764826.952777:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37575 00002000:00100000:3.0:1775764826.952783:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1011712->1015807) req@ffff8b8cbb782a00 x1862022222819200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764826.952791:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782a00 with x1862022222819200 ext(1011712->1015807) 00002000:00010000:3.0:1775764826.952795:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782a00 00000100:00100000:3.0:1775764826.961720:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764826.962503:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222819328 00000100:00100000:2.0:1775764826.962515:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222819328 00002000:00100000:2.0:1775764826.962598:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (987136->1052671) req@ffff8b8cad85dc00 x1862022222819328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 504/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764826.962610:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85dc00 with x1862022222819328 ext(987136->1052671) 00002000:00010000:2.0:1775764826.962616:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85dc00 00000100:00100000:0.0:1775764826.962687:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37576 00000100:00100000:0.0:1775764826.962701:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222819328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764826.973187:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222819328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10478us (11465us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764826.973201:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37576 00002000:00100000:0.0:1775764826.973213:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (987136->1052671) req@ffff8b8cad85dc00 x1862022222819328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 504/440 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.973225:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85dc00 with x1862022222819328 ext(987136->1052671) 00002000:00010000:0.0:1775764826.973232:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85dc00 00000100:00100000:1.0:1775764826.980447:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764826.980565:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222819456 00000100:00100000:2.0:1775764826.980576:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222819456 00002000:00100000:2.0:1775764826.980625:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (1052672->1056767) req@ffff8b8c91625880 x1862022222819456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764826.980636:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625880 with x1862022222819456 ext(1052672->1056767) 00002000:00010000:2.0:1775764826.980641:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625880 00000100:00100000:2.0:1775764826.980678:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37577 00000100:00100000:2.0:1775764826.980688:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222819456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764826.980943:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222819456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (505us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764826.980950:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37577 00002000:00100000:2.0:1775764826.980957:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (1052672->1056767) req@ffff8b8c91625880 x1862022222819456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/4536 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764826.980965:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625880 with x1862022222819456 ext(1052672->1056767) 00002000:00010000:2.0:1775764826.980969:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625880 00000100:00100000:2.0:1775764826.985666:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764826.986178:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222819584 00000100:00100000:0.0:1775764826.986189:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222819584 00002000:00100000:0.0:1775764826.986251:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (1007616->1053712) req@ffff8b8cbb780a80 x1862022222819584/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/0 e 0 to 0 dl 1775764837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.986262:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022222819584 ext(1007616->1053712) 00002000:00010000:0.0:1775764826.986269:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780a80 00000100:00100000:0.0:1775764826.986339:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37578 00000100:00100000:0.0:1775764826.986348:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222819584:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764826.992922:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222819584:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6564us (7252us total) trans 4294995925 rc 0/0 00000100:00100000:0.0:1775764826.992936:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37578 00002000:00100000:0.0:1775764826.992951:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (1007616->1053712) req@ffff8b8cbb780a80 x1862022222819584/t4294995925(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:307/0 lens 488/448 e 0 to 0 dl 1775764837 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764826.992961:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022222819584 ext(1007616->1053712) 00002000:00010000:0.0:1775764826.992969:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780a80 00000100:00100000:2.0:1775764826.999651:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764826.999840:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222819712 00000100:00100000:3.0:1775764826.999851:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222819712 00000100:00100000:3.0:1775764826.999912:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84699 00000100:00100000:3.0:1775764826.999926:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222819712:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764827.045891:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995925 is committed 00000100:00100000:3.0:1775764827.046446:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222819712:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 46514us (46797us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764827.046461:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84699 00000100:00100000:2.0:1775764827.048883:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.049182:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222819840 00000100:00100000:0.0:1775764827.049194:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222819840 00000100:00100000:0.0:1775764827.049374:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44216 00000100:00100000:0.0:1775764827.049385:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022222819840:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764827.049480:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764827.049505:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f800/0xdb23b4c9253cf526 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbd3 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.049622:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf52d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.049636:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf52d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.049650:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf52d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764827.049676:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5248017 00000004:00200000:0.0:1775764827.049681:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764827.049698:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf52d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.049723:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f800/0xdb23b4c9253cf526 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbd3 expref: 49 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.049740:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf52d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbd3 expref: 48 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.049748:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764827.049751:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764827.049755:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e15f200, rc 0) 00000100:00100000:0.0:1775764827.049809:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222819840:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 425us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764827.049816:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44216 00000100:00080000:1.0:1775764827.051118:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764827.053843:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.054338:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222819968 00000100:00100000:2.0:1775764827.054350:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222819968 00002000:00100000:2.0:1775764827.054406:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2854912->2883583) req@ffff8b8c91625180 x1862022222819968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.054419:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022222819968 ext(2854912->2883583) 00002000:00010000:2.0:1775764827.054425:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:2.0:1775764827.054496:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37579 00000100:00100000:2.0:1775764827.054506:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222819968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764827.063117:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222819968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8602us (9275us total) trans 0 rc 28672/28672 00000100:00100000:2.0:1775764827.063131:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37579 00002000:00100000:2.0:1775764827.063146:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2854912->2883583) req@ffff8b8c91625180 x1862022222819968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.063156:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022222819968 ext(2854912->2883583) 00002000:00010000:2.0:1775764827.063162:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:2.0:1775764827.067684:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.067769:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222820096 00000100:00100000:1.0:1775764827.067780:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222820096 00002000:00100000:1.0:1775764827.067825:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (499712->503807) req@ffff8b8cbb780380 x1862022222820096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.067836:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022222820096 ext(499712->503807) 00002000:00010000:1.0:1775764827.067841:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780380 00000100:00100000:1.0:1775764827.067872:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37580 00000100:00100000:1.0:1775764827.067881:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222820096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764827.068338:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222820096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 458us (663us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764827.068346:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37580 00002000:00100000:1.0:1775764827.068353:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (499712->503807) req@ffff8b8cbb780380 x1862022222820096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.068361:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022222820096 ext(499712->503807) 00002000:00010000:1.0:1775764827.068364:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780380 00000100:00100000:3.0:1775764827.071781:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.071885:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222820224 00000100:00100000:0.0:1775764827.071896:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222820224 00002000:00100000:0.0:1775764827.071943:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (524288->528383) req@ffff8b8cad85c700 x1862022222820224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.071954:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c700 with x1862022222820224 ext(524288->528383) 00002000:00010000:0.0:1775764827.071960:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c700 00000100:00100000:0.0:1775764827.071996:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37581 00000100:00100000:0.0:1775764827.072015:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222820224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.072260:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222820224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 253us (486us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764827.072268:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37581 00002000:00100000:0.0:1775764827.072274:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (524288->528383) req@ffff8b8cad85c700 x1862022222820224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.072283:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c700 with x1862022222820224 ext(524288->528383) 00002000:00010000:0.0:1775764827.072286:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c700 00000100:00100000:2.0:1775764827.082627:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.082704:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222820352 00000100:00100000:3.0:1775764827.082714:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222820352 00002000:00100000:3.0:1775764827.082762:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1978368->2043903) req@ffff8b8cbb783b80 x1862022222820352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.082772:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022222820352 ext(1978368->2043903) 00002000:00010000:3.0:1775764827.082778:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783b80 00000100:00100000:3.0:1775764827.082802:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37582 00000100:00100000:3.0:1775764827.082811:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222820352:12345-192.168.202.29@tcp:3:fsx.0 00010000:00010000:0.0:1775764827.085347:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764827.089175:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222820352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6353us (6543us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764827.089189:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37582 00002000:00100000:3.0:1775764827.089202:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1978368->2043903) req@ffff8b8cbb783b80 x1862022222820352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.089212:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022222820352 ext(1978368->2043903) 00002000:00010000:3.0:1775764827.089228:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783b80 00000100:00100000:3.0:1775764827.093676:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.093787:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222820480 00000100:00100000:1.0:1775764827.093798:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222820480 00002000:00100000:1.0:1775764827.093846:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (774144->778239) req@ffff8b8cad85e680 x1862022222820480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.093858:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022222820480 ext(774144->778239) 00002000:00010000:1.0:1775764827.093864:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e680 00000100:00100000:1.0:1775764827.093898:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37583 00000100:00100000:1.0:1775764827.093908:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222820480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764827.094195:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222820480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 288us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764827.094202:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37583 00002000:00100000:1.0:1775764827.094209:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (774144->778239) req@ffff8b8cad85e680 x1862022222820480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.094303:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022222820480 ext(774144->778239) 00002000:00010000:1.0:1775764827.094308:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e680 00000100:00100000:2.0:1775764827.098604:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.099252:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222820608 00000100:00100000:1.0:1775764827.099264:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222820608 00002000:00100000:1.0:1775764827.099317:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (790528->794623) req@ffff8b8cbb781880 x1862022222820608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.099329:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022222820608 ext(790528->794623) 00002000:00010000:1.0:1775764827.099335:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:1.0:1775764827.099377:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37584 00000100:00100000:1.0:1775764827.099388:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222820608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764827.099690:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222820608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 303us (1094us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764827.099699:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37584 00002000:00100000:1.0:1775764827.099705:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (790528->794623) req@ffff8b8cbb781880 x1862022222820608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.099714:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022222820608 ext(790528->794623) 00002000:00010000:1.0:1775764827.099719:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:3.0:1775764827.104913:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.105262:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222820736 00000100:00100000:1.0:1775764827.105272:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222820736 00002000:00100000:1.0:1775764827.105338:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (622592->626687) req@ffff8b8cad85e300 x1862022222820736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.105350:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e300 with x1862022222820736 ext(622592->626687) 00002000:00010000:1.0:1775764827.105356:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85e300 00000100:00100000:1.0:1775764827.105385:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37585 00000100:00100000:1.0:1775764827.105395:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222820736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764827.105666:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222820736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 271us (761us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764827.105673:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37585 00002000:00100000:1.0:1775764827.105679:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (622592->626687) req@ffff8b8cad85e300 x1862022222820736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.105687:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e300 with x1862022222820736 ext(622592->626687) 00002000:00010000:1.0:1775764827.105690:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85e300 00000100:00080000:0.0:1775764827.105864:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764827.109022:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.109139:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222820864 00000100:00100000:0.0:1775764827.109150:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222820864 00002000:00100000:0.0:1775764827.109200:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (626688->630783) req@ffff8b8cad85d880 x1862022222820864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.109211:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d880 with x1862022222820864 ext(626688->630783) 00002000:00010000:0.0:1775764827.109216:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85d880 00000100:00100000:0.0:1775764827.109258:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37586 00000100:00100000:0.0:1775764827.109267:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222820864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.109504:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222820864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (490us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764827.109512:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37586 00002000:00100000:0.0:1775764827.109519:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (626688->630783) req@ffff8b8cad85d880 x1862022222820864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.109527:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d880 with x1862022222820864 ext(626688->630783) 00002000:00010000:0.0:1775764827.109531:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85d880 00000100:00100000:2.0:1775764827.113959:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.114122:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222820992 00000100:00100000:0.0:1775764827.114132:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222820992 00002000:00100000:0.0:1775764827.114183:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (602112->667647) req@ffff8b8cbb781f80 x1862022222820992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.114194:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781f80 with x1862022222820992 ext(602112->667647) 00002000:00010000:0.0:1775764827.114201:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781f80 00000100:00100000:0.0:1775764827.114243:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37587 00000100:00100000:0.0:1775764827.114253:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222820992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.119672:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222820992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5410us (5711us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764827.119684:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37587 00002000:00100000:0.0:1775764827.119697:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (602112->667647) req@ffff8b8cbb781f80 x1862022222820992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.119708:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781f80 with x1862022222820992 ext(602112->667647) 00002000:00010000:0.0:1775764827.119714:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781f80 00000100:00100000:2.0:1775764827.124653:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.124739:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222821120 00000100:00100000:0.0:1775764827.124750:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222821120 00002000:00100000:0.0:1775764827.124799:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (667648->704511) req@ffff8b8cbb781500 x1862022222821120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.124810:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022222821120 ext(667648->704511) 00002000:00010000:0.0:1775764827.124816:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781500 00000100:00100000:0.0:1775764827.124883:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37588 00000100:00100000:0.0:1775764827.124893:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222821120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.131876:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222821120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6975us (7220us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764827.131889:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37588 00002000:00100000:0.0:1775764827.131902:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (667648->704511) req@ffff8b8cbb781500 x1862022222821120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.131912:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022222821120 ext(667648->704511) 00002000:00010000:0.0:1775764827.131925:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781500 00000100:00100000:0.0:1775764827.136689:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.136813:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222821248 00000100:00100000:2.0:1775764827.136823:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222821248 00002000:00100000:2.0:1775764827.136871:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3330048->3391487) req@ffff8b8c95d68e00 x1862022222821248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.136881:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d68e00 with x1862022222821248 ext(3330048->3391487) 00002000:00010000:2.0:1775764827.136887:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d68e00 00000100:00100000:2.0:1775764827.136965:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37589 00000100:00100000:2.0:1775764827.136975:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222821248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764827.140660:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222821248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3677us (3971us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1775764827.140674:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37589 00002000:00100000:1.0:1775764827.140687:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3330048->3391487) req@ffff8b8c95d68e00 x1862022222821248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.140698:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d68e00 with x1862022222821248 ext(3330048->3391487) 00002000:00010000:1.0:1775764827.140704:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95d68e00 00000100:00100000:3.0:1775764827.145432:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.145576:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222821376 00000100:00100000:2.0:1775764827.145585:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222821376 00002000:00100000:2.0:1775764827.145629:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (24576->90111) req@ffff8b8cad85c380 x1862022222821376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.145641:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c380 with x1862022222821376 ext(24576->90111) 00002000:00010000:2.0:1775764827.145647:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85c380 00000100:00100000:2.0:1775764827.145674:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37590 00000100:00100000:2.0:1775764827.145683:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222821376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764827.148194:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c914e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224984448:0@lo:400:kworker.0 00000100:00100000:3.0:1775764827.148362:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764827.148409:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c914e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224984960:0@lo:400:kworker.0 00000100:00100000:3.0:1775764827.148433:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764827.148456:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775764827.148461:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c914ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022224984576:0@lo:400:kworker.0 00000100:00100000:3.0:1775764827.148478:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764827.148494:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c914eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224985088:0@lo:400:kworker.0 00000100:00100000:3.0:1775764827.148513:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764827.150769:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224984960 00000100:00100000:3.0:1775764827.150785:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224984960 00000100:00100000:3.0:1775764827.150845:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224984576 00000100:00100000:3.0:1775764827.150849:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224984576 00000100:00100000:3.0:1775764827.150873:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1775764827.150882:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc1788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224984960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764827.150973:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc1788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224984960:12345-0@lo:400:kworker.0 Request processed in 91us (2537us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764827.150980:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1775764827.150996:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1775764827.151002:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc1788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022224984576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764827.151300:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c914ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224984832:0@lo:400:kworker.0 00000100:00100000:0.0:1775764827.151343:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764827.151374:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764827.151380:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c914ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224984704:0@lo:400:kworker.0 00000100:00100000:0.0:1775764827.151403:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764827.151427:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224984704 00000100:00100000:0.0:1775764827.151431:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224984704 00000100:00100000:0.0:1775764827.151451:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1775764827.151457:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224984704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764827.151485:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224984704:12345-0@lo:400:kworker.0 Request processed in 28us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764827.151490:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1775764827.151522:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c914ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224984704:0@lo:400:kworker.0 00000100:00100000:0.0:1775764827.151572:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224985088 00000100:00100000:0.0:1775764827.151575:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224985088 00000100:00100000:0.0:1775764827.151598:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224984832 00000100:00100000:0.0:1775764827.151601:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224984832 00000100:00100000:0.0:1775764827.151615:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1775764827.151620:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc178b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224985088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764827.151650:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc178b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224985088:12345-0@lo:400:kworker.0 Request processed in 29us (3136us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764827.151654:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1775764827.151664:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1775764827.151669:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224984832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764827.151691:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224984832:12345-0@lo:400:kworker.0 Request processed in 23us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764827.151695:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1775764827.151713:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c914ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224984832:0@lo:400:kworker.0 00000100:00100000:2.0:1775764827.152158:0:5804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224984448 00000100:00100000:2.0:1775764827.152164:0:5804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224984448 00000100:00100000:2.0:1775764827.152201:0:5804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1775764827.152208:0:5804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224984448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764827.152254:0:5804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224984448:12345-0@lo:400:kworker.0 Request processed in 47us (3893us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764827.152260:0:5804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00080000:1.0:1775764827.152475:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764827.152481:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764827.152613:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c914eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224985088:0@lo:400:kworker.0 00000100:00100000:2.0:1775764827.152622:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c914e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224984448:0@lo:400:kworker.0 00000100:00100000:2.0:1775764827.152633:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c914e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224984960:0@lo:400:kworker.0 00000100:00100000:3.0:1775764827.152926:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc1788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022224984576:12345-0@lo:400:kworker.0 Request processed in 1918us (4440us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764827.152934:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1775764827.153525:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c914ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022224984576:0@lo:400:kworker.0 00000100:00100000:1.0:1775764827.154334:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222821376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8646us (8903us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764827.154343:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37590 00002000:00100000:1.0:1775764827.154355:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (24576->90111) req@ffff8b8cad85c380 x1862022222821376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.154365:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c380 with x1862022222821376 ext(24576->90111) 00002000:00010000:1.0:1775764827.154371:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85c380 00000100:00100000:0.0:1775764827.159753:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.159831:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222821504 00000100:00100000:3.0:1775764827.159841:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222821504 00002000:00100000:3.0:1775764827.159889:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4145152->4149247) req@ffff8b8c86d35c00 x1862022222821504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.159901:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35c00 with x1862022222821504 ext(4145152->4149247) 00002000:00010000:3.0:1775764827.159907:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35c00 00000100:00100000:3.0:1775764827.159946:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37591 00000100:00100000:3.0:1775764827.159956:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222821504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764827.160578:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222821504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 622us (832us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764827.160587:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37591 00002000:00100000:3.0:1775764827.160594:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4145152->4149247) req@ffff8b8c86d35c00 x1862022222821504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.160603:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35c00 with x1862022222821504 ext(4145152->4149247) 00002000:00010000:3.0:1775764827.160607:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35c00 00000100:00100000:1.0:1775764827.166703:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.166806:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222821632 00000100:00100000:2.0:1775764827.166816:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222821632 00002000:00100000:2.0:1775764827.166870:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (991232->995327) req@ffff8b8c91624a80 x1862022222821632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.166882:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022222821632 ext(991232->995327) 00002000:00010000:2.0:1775764827.166887:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80 00000100:00100000:2.0:1775764827.166924:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37592 00000100:00100000:2.0:1775764827.166934:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222821632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764827.167518:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222821632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 582us (821us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764827.167526:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37592 00002000:00100000:2.0:1775764827.167534:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (991232->995327) req@ffff8b8c91624a80 x1862022222821632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.167565:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022222821632 ext(991232->995327) 00002000:00010000:2.0:1775764827.167570:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80 00000100:00100000:1.0:1775764827.172315:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.172418:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222821760 00000100:00100000:3.0:1775764827.172429:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222821760 00002000:00100000:3.0:1775764827.172480:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (995328->999423) req@ffff8b8c91625c00 x1862022222821760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.172491:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022222821760 ext(995328->999423) 00002000:00010000:3.0:1775764827.172498:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:3.0:1775764827.172629:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37593 00000100:00100000:3.0:1775764827.172640:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222821760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764827.172946:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222821760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 307us (733us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764827.172954:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37593 00002000:00100000:3.0:1775764827.172961:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (995328->999423) req@ffff8b8c91625c00 x1862022222821760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.172976:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022222821760 ext(995328->999423) 00002000:00010000:3.0:1775764827.172980:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:0.0:1775764827.181043:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.181271:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222821888 00000100:00100000:2.0:1775764827.181282:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222821888 00002000:00100000:2.0:1775764827.181335:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (692224->1314815) req@ffff8b8c86d37480 x1862022222821888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 520/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.181348:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d37480 with x1862022222821888 ext(692224->1314815) 00002000:00010000:2.0:1775764827.181354:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d37480 00000100:00100000:2.0:1775764827.181387:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37594 00000100:00100000:2.0:1775764827.181397:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222821888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764827.206735:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222821888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 25328us (25691us total) trans 0 rc 593920/593920 00000100:00100000:2.0:1775764827.206749:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37594 00002000:00100000:2.0:1775764827.206762:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (692224->1314815) req@ffff8b8c86d37480 x1862022222821888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 520/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 593920/593920 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.206772:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d37480 with x1862022222821888 ext(692224->1314815) 00002000:00010000:2.0:1775764827.206779:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d37480 00000100:00100000:2.0:1775764827.213244:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.213355:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222822016 00000100:00100000:0.0:1775764827.213365:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222822016 00002000:00100000:0.0:1775764827.213411:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (499712->1048575) req@ffff8b8c914e9f80 x1862022222822016/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 520/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.213422:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9f80 with x1862022222822016 ext(499712->1048575) 00002000:00010000:0.0:1775764827.213428:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9f80 00000100:00100000:0.0:1775764827.213460:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37595 00000100:00100000:0.0:1775764827.213468:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222822016:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764827.220450:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222822016:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6971us (7206us total) trans 4294996509 rc 0/0 00000100:00100000:0.0:1775764827.220469:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37595 00002000:00100000:0.0:1775764827.220482:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (499712->1048575) req@ffff8b8c914e9f80 x1862022222822016/t4294996509(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 520/456 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.220492:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9f80 with x1862022222822016 ext(499712->1048575) 00002000:00010000:0.0:1775764827.220498:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9f80 00000100:00100000:2.0:1775764827.223854:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.224083:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222822144 00000100:00100000:0.0:1775764827.224094:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222822144 00000100:00100000:0.0:1775764827.224205:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84700 00000100:00100000:0.0:1775764827.224215:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222822144:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764827.252479:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996509 is committed 00000100:00100000:1.0:1775764827.252650:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222822144:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 28431us (28801us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764827.252663:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84700 00000100:00100000:3.0:1775764827.256903:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.257196:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222822272 00000100:00100000:1.0:1775764827.257207:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222822272 00002000:00100000:1.0:1775764827.257268:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3416064->3420159) req@ffff8b8cc1789f80 x1862022222822272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.257278:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1789f80 with x1862022222822272 ext(3416064->3420159) 00002000:00010000:1.0:1775764827.257284:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1789f80 00000100:00100000:1.0:1775764827.257319:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37596 00000100:00100000:1.0:1775764827.257328:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc1789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222822272:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764827.257587:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc1789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222822272:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (693us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764827.257596:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37596 00002000:00100000:1.0:1775764827.257603:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3416064->3420159) req@ffff8b8cc1789f80 x1862022222822272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.257612:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1789f80 with x1862022222822272 ext(3416064->3420159) 00002000:00010000:1.0:1775764827.257615:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1789f80 00000100:00100000:3.0:1775764827.262129:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.262481:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222822400 00000100:00100000:0.0:1775764827.262492:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222822400 00002000:00100000:0.0:1775764827.262571:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3420160->3424255) req@ffff8b8cc178aa00 x1862022222822400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.262584:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178aa00 with x1862022222822400 ext(3420160->3424255) 00002000:00010000:0.0:1775764827.262589:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc178aa00 00000100:00100000:0.0:1775764827.262629:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37597 00000100:00100000:0.0:1775764827.262638:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc178aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222822400:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.262927:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc178aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222822400:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 281us (800us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764827.262935:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37597 00002000:00100000:0.0:1775764827.262942:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3420160->3424255) req@ffff8b8cc178aa00 x1862022222822400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.262951:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178aa00 with x1862022222822400 ext(3420160->3424255) 00002000:00010000:0.0:1775764827.262954:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc178aa00 00000100:00100000:3.0:1775764827.269032:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.269207:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222822528 00000100:00100000:0.0:1775764827.269227:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222822528 00002000:00100000:0.0:1775764827.269279:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3391488->3428351) req@ffff8b8cc178b800 x1862022222822528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.269291:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178b800 with x1862022222822528 ext(3391488->3428351) 00002000:00010000:0.0:1775764827.269297:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc178b800 00000100:00100000:0.0:1775764827.269330:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37598 00000100:00100000:0.0:1775764827.269339:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc178b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222822528:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.274484:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc178b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222822528:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5137us (5452us total) trans 0 rc 28672/28672 00000100:00100000:0.0:1775764827.274497:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37598 00002000:00100000:0.0:1775764827.274507:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3391488->3428351) req@ffff8b8cc178b800 x1862022222822528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.274516:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178b800 with x1862022222822528 ext(3391488->3428351) 00002000:00010000:0.0:1775764827.274522:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc178b800 00000100:00100000:3.0:1775764827.278689:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.278803:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222822656 00000100:00100000:0.0:1775764827.278814:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222822656 00002000:00100000:0.0:1775764827.278867:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3428352->3465215) req@ffff8b8cc1788380 x1862022222822656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.278879:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1788380 with x1862022222822656 ext(3428352->3465215) 00002000:00010000:0.0:1775764827.278884:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1788380 00000100:00100000:2.0:1775764827.279028:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37599 00000100:00100000:2.0:1775764827.279041:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc1788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222822656:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764827.283640:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc1788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222822656:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4592us (4951us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764827.283654:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37599 00002000:00100000:2.0:1775764827.283664:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3428352->3465215) req@ffff8b8cc1788380 x1862022222822656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.283674:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1788380 with x1862022222822656 ext(3428352->3465215) 00002000:00010000:2.0:1775764827.283680:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1788380 00000100:00100000:1.0:1775764827.288504:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.288610:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222822784 00000100:00100000:3.0:1775764827.288622:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222822784 00002000:00100000:3.0:1775764827.288671:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (86016->90111) req@ffff8b8c91627b80 x1862022222822784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.288682:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022222822784 ext(86016->90111) 00002000:00010000:3.0:1775764827.288688:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80 00000100:00100000:3.0:1775764827.288722:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37600 00000100:00100000:3.0:1775764827.288731:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222822784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764827.288989:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222822784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 258us (493us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764827.288997:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37600 00002000:00100000:3.0:1775764827.289004:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (86016->90111) req@ffff8b8c91627b80 x1862022222822784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.289012:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022222822784 ext(86016->90111) 00002000:00010000:3.0:1775764827.289016:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80 00000100:00100000:3.0:1775764827.293486:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.293603:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222822912 00000100:00100000:1.0:1775764827.293613:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222822912 00002000:00100000:1.0:1775764827.293658:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (90112->94207) req@ffff8b8cc1789500 x1862022222822912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.293670:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1789500 with x1862022222822912 ext(90112->94207) 00002000:00010000:1.0:1775764827.293675:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1789500 00000100:00100000:1.0:1775764827.293701:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37601 00000100:00100000:1.0:1775764827.293708:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc1789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222822912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764827.293946:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc1789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222822912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764827.293955:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37601 00002000:00100000:1.0:1775764827.293962:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (90112->94207) req@ffff8b8cc1789500 x1862022222822912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.293970:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1789500 with x1862022222822912 ext(90112->94207) 00002000:00010000:1.0:1775764827.293973:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1789500 00000100:00100000:2.0:1775764827.298866:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.298965:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222823040 00000100:00100000:3.0:1775764827.299032:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222823040 00002000:00100000:3.0:1775764827.299093:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (65536->131071) req@ffff8b8c914eb480 x1862022222823040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.299105:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb480 with x1862022222823040 ext(65536->131071) 00002000:00010000:3.0:1775764827.299111:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb480 00000100:00100000:3.0:1775764827.299147:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37602 00000100:00100000:3.0:1775764827.299156:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222823040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764827.304155:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222823040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4988us (5289us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764827.304168:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37602 00002000:00100000:3.0:1775764827.304181:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (65536->131071) req@ffff8b8c914eb480 x1862022222823040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.304191:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb480 with x1862022222823040 ext(65536->131071) 00002000:00010000:3.0:1775764827.304197:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb480 00000100:00100000:3.0:1775764827.308377:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.308474:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222823168 00000100:00100000:2.0:1775764827.308485:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222823168 00002000:00100000:2.0:1775764827.308529:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2072576->2076671) req@ffff8b8cc178ad80 x1862022222823168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.308575:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178ad80 with x1862022222823168 ext(2072576->2076671) 00002000:00010000:2.0:1775764827.308580:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc178ad80 00000100:00100000:2.0:1775764827.308609:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37603 00000100:00100000:2.0:1775764827.308618:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc178ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222823168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764827.308849:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc178ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222823168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 231us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764827.308857:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37603 00002000:00100000:2.0:1775764827.308863:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2072576->2076671) req@ffff8b8cc178ad80 x1862022222823168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.308870:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178ad80 with x1862022222823168 ext(2072576->2076671) 00002000:00010000:2.0:1775764827.308873:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc178ad80 00000100:00100000:2.0:1775764827.313528:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.314465:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222823296 00000100:00100000:3.0:1775764827.314478:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222823296 00002000:00100000:2.0:1775764827.314629:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2076672->2080767) req@ffff8b8c914eb100 x1862022222823296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.314641:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb100 with x1862022222823296 ext(2076672->2080767) 00002000:00010000:2.0:1775764827.314648:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb100 00000100:00100000:2.0:1775764827.314722:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37604 00000100:00100000:2.0:1775764827.314731:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222823296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764827.315031:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222823296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 299us (1511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764827.315039:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37604 00002000:00100000:2.0:1775764827.315046:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2076672->2080767) req@ffff8b8c914eb100 x1862022222823296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.315063:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb100 with x1862022222823296 ext(2076672->2080767) 00002000:00010000:2.0:1775764827.315067:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb100 00000100:00100000:3.0:1775764827.319211:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.319594:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222823424 00000100:00100000:2.0:1775764827.319605:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222823424 00002000:00100000:2.0:1775764827.319662:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2052096->2117631) req@ffff8b8cc1789180 x1862022222823424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.319672:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1789180 with x1862022222823424 ext(2052096->2117631) 00002000:00010000:2.0:1775764827.319678:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1789180 00000100:00100000:2.0:1775764827.319765:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37605 00000100:00100000:2.0:1775764827.319776:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc1789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222823424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764827.326698:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc1789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222823424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6914us (7486us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764827.326711:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37605 00002000:00100000:2.0:1775764827.326723:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2052096->2117631) req@ffff8b8cc1789180 x1862022222823424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.326732:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1789180 with x1862022222823424 ext(2052096->2117631) 00002000:00010000:2.0:1775764827.326738:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1789180 00000100:00100000:3.0:1775764827.331069:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.331181:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222823552 00000100:00100000:0.0:1775764827.331192:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222823552 00002000:00100000:0.0:1775764827.331250:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2043904->2052095) req@ffff8b8cc1788e00 x1862022222823552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.331261:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1788e00 with x1862022222823552 ext(2043904->2052095) 00002000:00010000:0.0:1775764827.331266:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1788e00 00000100:00100000:0.0:1775764827.331303:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37606 00000100:00100000:0.0:1775764827.331313:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc1788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222823552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.331624:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc1788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222823552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 310us (571us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1775764827.331632:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37606 00002000:00100000:0.0:1775764827.331639:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2043904->2052095) req@ffff8b8cc1788e00 x1862022222823552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/8632 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.331647:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1788e00 with x1862022222823552 ext(2043904->2052095) 00002000:00010000:0.0:1775764827.331650:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1788e00 00000100:00100000:0.0:1775764827.336486:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.338126:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222823808 00000100:00100000:2.0:1775764827.338140:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222823808 00000100:00100000:2.0:1775764827.338222:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44217 00000100:00100000:2.0:1775764827.338234:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222823808:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764827.338291:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764827.338320:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f200/0xdb23b4c9253cf52d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbd3 expref: 48 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764827.338341:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764827.338345:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764827.338763:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874c00/0xdb23b4c9253cf534 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764827.338777:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874c00/0xdb23b4c9253cf534 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764827.338787:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874c00/0xdb23b4c9253cf534 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764827.338839:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031978 00000004:00010000:2.0:1775764827.338874:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006832b6cc reply state 00000000da85c6d5 transno 4295031979 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874c00/0xdb23b4c9253cf534 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764827.338883:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764827.338987:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222823808:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 754us (2508us total) trans 4295031979 rc 0/0 00000100:00100000:2.0:1775764827.338994:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44217 00000020:00080000:2.0:1775764827.338999:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764827.344165:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.344200:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.344565:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222824064 00000100:00100000:0.0:1775764827.344576:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222824064 00002000:00010000:0.0:1775764827.344613:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764827.344617:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624700 with x1862022222824064 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764827.344629:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624700. 00000100:00100000:0.0:1775764827.344662:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222823936 00000100:00100000:0.0:1775764827.344665:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222823936 00002000:00010000:0.0:1775764827.344678:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1022066->18446744073709551615) 00002000:00100000:0.0:1775764827.344681:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022222823936 ext(1022066->18446744073709551615) 00002000:00010000:0.0:1775764827.344687:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680. 00000100:00100000:0.0:1775764827.344708:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37607 00000100:00100000:0.0:1775764827.344717:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222824064:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764827.345100:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1053713 -> 0 00002000:00010000:0.0:1775764827.345104:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.345107:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764827.345109:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.345111:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764827.345169:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222824064:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 452us (1014us total) trans 4294995926 rc 0/0 00000100:00100000:0.0:1775764827.345177:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37607 00002000:00010000:0.0:1775764827.345181:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764827.345183:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624700 with x1862022222824064 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764827.345188:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624700. 00000100:00100000:0.0:1775764827.345203:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37608 00000100:00100000:0.0:1775764827.345210:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222823936:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764827.345410:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1022066 00002000:00010000:0.0:1775764827.345413:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.345415:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764825 -> 1775764827 00002000:00010000:0.0:1775764827.345417:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.345419:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 265 -> 521 00000100:00100000:0.0:1775764827.345440:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222823936:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 231us (1240us total) trans 4294996510 rc 0/0 00000100:00100000:0.0:1775764827.345446:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37608 00002000:00010000:0.0:1775764827.345449:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1022066->18446744073709551615) 00002000:00100000:0.0:1775764827.345452:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022222823936 ext(1022066->18446744073709551615) 00002000:00010000:0.0:1775764827.345456:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680. 00010000:00010000:3.0:1775764827.346859:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874c00/0xdb23b4c9253cf534 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.346875:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874c00/0xdb23b4c9253cf534 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.346883:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874c00/0xdb23b4c9253cf534 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.346894:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cad874c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764827.346899:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874c00/0xdb23b4c9253cf534 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.346906:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874c00/0xdb23b4c9253cf534 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.346941:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764827.346945:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764827.346950:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874c00/0xdb23b4c9253cf534 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.346956:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad874c00/0xdb23b4c9253cf534 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764827.352623:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.352733:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222824192 00000100:00100000:1.0:1775764827.352751:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222824192 00000100:00100000:1.0:1775764827.352810:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44218 00000100:00100000:1.0:1775764827.352819:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022222824192:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764827.352845:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764827.353153:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf53b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbda expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.353253:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf542 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.353269:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf542 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.353283:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf542 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764827.353309:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1022066 00000004:00200000:1.0:1775764827.353313:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764827.353330:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf542 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.353354:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf53b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbda expref: 51 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.353371:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf542 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbda expref: 50 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.353379:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764827.353383:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764827.353386:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fc72600, rc 0) 00000100:00100000:1.0:1775764827.353455:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222824192:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 637us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764827.353467:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44218 00000100:00100000:0.0:1775764827.373311:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.374035:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222824320 00000100:00100000:1.0:1775764827.374055:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222824320 00002000:00100000:1.0:1775764827.374106:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (49152->1523711) req@ffff8b8c86d35f80 x1862022222824320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 536/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.374123:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35f80 with x1862022222824320 ext(49152->1523711) 00002000:00010000:1.0:1775764827.374130:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35f80 00000100:00100000:1.0:1775764827.374165:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37609 00000100:00100000:1.0:1775764827.374174:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222824320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.383403:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.383816:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222824320:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9641us (10512us total) trans 0 rc 548864/548864 00000100:00100000:1.0:1775764827.383830:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37609 00002000:00100000:1.0:1775764827.383842:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (49152->1523711) req@ffff8b8c86d35f80 x1862022222824320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 536/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 548864/548864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.384364:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35f80 with x1862022222824320 ext(49152->1523711) 00002000:00010000:1.0:1775764827.384374:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35f80 00000100:00100000:1.0:1775764827.384404:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222824448 00000100:00100000:1.0:1775764827.384412:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222824448 00002000:00100000:1.0:1775764827.384452:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1523712->2572287) req@ffff8b8c86d35500 x1862022222824448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.384461:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35500 with x1862022222824448 ext(1523712->2572287) 00002000:00010000:1.0:1775764827.384464:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35500 00000100:00100000:3.0:1775764827.384815:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.389717:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222824576 00000100:00100000:2.0:1775764827.389733:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222824576 00002000:00100000:2.0:1775764827.390080:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2572288->2863103) req@ffff8b8cc178b480 x1862022222824576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.390092:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178b480 with x1862022222824576 ext(2572288->2863103) 00002000:00010000:2.0:1775764827.390098:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc178b480 00000100:00100000:2.0:1775764827.390179:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37610 00000100:00100000:2.0:1775764827.390190:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222824448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764827.390899:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37611 00000100:00100000:1.0:1775764827.390911:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc178b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222824576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.393812:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.394668:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc178b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222824576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3755us (9850us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764827.394680:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37611 00002000:00100000:0.0:1775764827.394694:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2572288->2863103) req@ffff8b8cc178b480 x1862022222824576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.394704:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178b480 with x1862022222824576 ext(2572288->2863103) 00002000:00010000:0.0:1775764827.394710:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc178b480 00000100:00100000:1.0:1775764827.395162:0:12139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222824832 00000100:00100000:1.0:1775764827.395173:0:12139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222824832 00000100:00100000:1.0:1775764827.395221:0:12139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 20535 00000100:00100000:1.0:1775764827.395230:0:12139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222824832:12345-192.168.202.29@tcp:35:fsx.0 00000100:00100000:1.0:1775764827.395576:0:12139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022222824832:12345-192.168.202.29@tcp:35:fsx.0 Request processed in 346us (1775us total) trans 4295031980 rc 0/0 00000100:00100000:1.0:1775764827.395584:0:12139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 20535 00000100:00100000:1.0:1775764827.397992:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222824448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7795us (14589us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764827.398005:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37610 00002000:00100000:1.0:1775764827.398018:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1523712->2572287) req@ffff8b8c86d35500 x1862022222824448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.398028:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35500 with x1862022222824448 ext(1523712->2572287) 00002000:00010000:1.0:1775764827.398034:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35500 00000100:00100000:3.0:1775764827.402932:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.403419:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222825088 00000100:00100000:0.0:1775764827.403429:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222825088 00000100:00100000:0.0:1775764827.403487:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44219 00000100:00100000:0.0:1775764827.403495:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc1789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022222825088:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764827.403521:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764827.403572:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ea00/0xdb23b4c9253cf549 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbe1 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.403639:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf550 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.403653:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf550 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.403664:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf550 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.403677:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf557 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.403684:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.403690:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404332:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf55e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404343:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf55e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404350:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf55e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764827.404360:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2926900 00010000:00010000:0.0:1775764827.404447:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf550 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404454:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf550 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404460:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf550 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404465:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e15e600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764827.404469:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf550 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404475:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf550 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404490:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b8c27d6bb00) 00010000:00010000:0.0:1775764827.404493:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764827.404498:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf550 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404504:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf550 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404515:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404521:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf557 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404526:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf557 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404530:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e15f600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764827.404532:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf557 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404760:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf557 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404770:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8b8c27d6b900) 00010000:00010000:0.0:1775764827.404772:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764827.404775:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf557 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404781:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf557 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404832:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ea00/0xdb23b4c9253cf549 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbe1 expref: 54 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.404846:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf55e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbe1 expref: 53 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.405118:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764827.405120:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764827.405123:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e15fc00, rc 0) 00000100:00100000:0.0:1775764827.405201:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc1789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022222825088:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1705us (2290us total) trans 4295031981 rc 0/0 00000100:00100000:0.0:1775764827.405209:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44219 00000100:00100000:3.0:1775764827.409787:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.409996:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222825344 00000100:00100000:0.0:1775764827.410081:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222825344 00000100:00100000:0.0:1775764827.410130:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44220 00000100:00100000:0.0:1775764827.410139:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc178bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022222825344:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764827.410197:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764827.410223:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf55e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbe1 expref: 53 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.410245:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72600/0xdb23b4c9253cf542 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbda expref: 52 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.410255:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764827.410260:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764827.410451:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e000/0xdb23b4c9253cf56c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.410462:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e000/0xdb23b4c9253cf56c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.410469:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e000/0xdb23b4c9253cf56c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764827.410506:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031982 00000004:00010000:0.0:1775764827.410521:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003155e578 reply state 000000007d52328c transno 4295031983 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e000/0xdb23b4c9253cf56c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764827.410527:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764827.410634:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc178bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222825344:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 495us (856us total) trans 4295031983 rc 0/0 00000100:00100000:0.0:1775764827.410641:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44220 00000020:00080000:0.0:1775764827.410647:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764827.414371:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e000/0xdb23b4c9253cf56c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.414389:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e000/0xdb23b4c9253cf56c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.414398:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e000/0xdb23b4c9253cf56c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.414405:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e15e000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764827.414410:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e000/0xdb23b4c9253cf56c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.414423:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e000/0xdb23b4c9253cf56c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.414443:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764827.414447:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764827.414452:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e000/0xdb23b4c9253cf56c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.414458:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e000/0xdb23b4c9253cf56c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764827.417094:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.417148:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.417426:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222825600 00000100:00100000:1.0:1775764827.417437:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222825600 00002000:00010000:1.0:1775764827.417476:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764827.417481:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eaa00 with x1862022222825600 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764827.417494:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914eaa00. 00000100:00100000:1.0:1775764827.417524:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222825472 00000100:00100000:1.0:1775764827.417527:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222825472 00002000:00010000:1.0:1775764827.417566:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4124163->18446744073709551615) 00002000:00100000:1.0:1775764827.417570:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8380 with x1862022222825472 ext(4124163->18446744073709551615) 00002000:00010000:1.0:1775764827.417577:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8380. 00000100:00100000:1.0:1775764827.417593:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37612 00000100:00100000:1.0:1775764827.417603:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222825600:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:3.0:1775764827.418066:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37613 00000100:00100000:3.0:1775764827.418078:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222825472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764827.418384:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1022066 -> 4124163 00002000:00010000:3.0:1775764827.418388:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:3.0:1775764827.418390:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764827 -> 1775764827 00002000:00010000:3.0:1775764827.418393:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:3.0:1775764827.418395:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00002000:00010000:1.0:1775764827.418557:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764827.418561:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:1.0:1775764827.418563:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764827.418565:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:1.0:1775764827.418568:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764827.418636:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222825472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 560us (1486us total) trans 4294996511 rc 0/0 00000100:00100000:3.0:1775764827.418649:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37613 00002000:00010000:3.0:1775764827.418653:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4124163->18446744073709551615) 00002000:00100000:3.0:1775764827.418655:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8380 with x1862022222825472 ext(4124163->18446744073709551615) 00002000:00010000:3.0:1775764827.418661:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8380. 00000100:00100000:1.0:1775764827.418705:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222825600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1104us (1619us total) trans 4294995927 rc 0/0 00000100:00100000:1.0:1775764827.418713:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37612 00002000:00010000:1.0:1775764827.418716:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764827.418719:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eaa00 with x1862022222825600 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764827.418724:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914eaa00. 00000100:00100000:3.0:1775764827.422000:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.422098:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222825728 00000100:00100000:1.0:1775764827.422109:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222825728 00000100:00100000:1.0:1775764827.422195:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44221 00000100:00100000:1.0:1775764827.422205:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc178a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022222825728:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764827.422241:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764827.422262:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf573 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbe8 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.422351:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73c00/0xdb23b4c9253cf57a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.422366:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73c00/0xdb23b4c9253cf57a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.422379:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73c00/0xdb23b4c9253cf57a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764827.422410:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4124163 00000004:00200000:1.0:1775764827.422414:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764827.422431:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73c00/0xdb23b4c9253cf57a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.422461:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf573 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbe8 expref: 55 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.422479:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73c00/0xdb23b4c9253cf57a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbe8 expref: 54 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.422487:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764827.422490:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764827.422494:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fc73c00, rc 0) 00000100:00100000:1.0:1775764827.422572:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc178a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222825728:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 368us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764827.422580:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44221 00000100:00100000:2.0:1775764827.431175:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.431301:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222825856 00000100:00100000:1.0:1775764827.431312:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222825856 00002000:00100000:1.0:1775764827.431360:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3796992->3801087) req@ffff8b8c914e8000 x1862022222825856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.431371:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8000 with x1862022222825856 ext(3796992->3801087) 00002000:00010000:1.0:1775764827.431377:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8000 00000100:00100000:1.0:1775764827.431414:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37614 00000100:00100000:1.0:1775764827.431423:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222825856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764827.431692:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222825856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 268us (524us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764827.431700:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37614 00002000:00100000:1.0:1775764827.431707:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3796992->3801087) req@ffff8b8c914e8000 x1862022222825856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.431720:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8000 with x1862022222825856 ext(3796992->3801087) 00002000:00010000:1.0:1775764827.431724:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8000 00000100:00100000:2.0:1775764827.437178:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.437344:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222825984 00000100:00100000:0.0:1775764827.437353:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222825984 00002000:00100000:0.0:1775764827.437400:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3801088->3805183) req@ffff8b8c914ead80 x1862022222825984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.437411:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ead80 with x1862022222825984 ext(3801088->3805183) 00002000:00010000:0.0:1775764827.437417:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ead80 00000100:00100000:0.0:1775764827.437449:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37615 00000100:00100000:0.0:1775764827.437460:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222825984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.437711:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222825984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 253us (542us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764827.437719:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37615 00002000:00100000:0.0:1775764827.437726:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3801088->3805183) req@ffff8b8c914ead80 x1862022222825984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.437735:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ead80 with x1862022222825984 ext(3801088->3805183) 00002000:00010000:0.0:1775764827.437738:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ead80 00000100:00100000:3.0:1775764827.444282:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.444678:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222826112 00000100:00100000:2.0:1775764827.444691:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222826112 00002000:00100000:2.0:1775764827.444757:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3776512->3842047) req@ffff8b8cc1789880 x1862022222826112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.444770:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1789880 with x1862022222826112 ext(3776512->3842047) 00002000:00010000:2.0:1775764827.444776:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1789880 00000100:00100000:2.0:1775764827.444814:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37616 00000100:00100000:2.0:1775764827.444825:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc1789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222826112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764827.453905:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc1789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222826112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9068us (9620us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764827.453929:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37616 00002000:00100000:2.0:1775764827.453943:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3776512->3842047) req@ffff8b8cc1789880 x1862022222826112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.453954:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc1789880 with x1862022222826112 ext(3776512->3842047) 00002000:00010000:2.0:1775764827.453961:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc1789880 00000100:00100000:3.0:1775764827.462496:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.462618:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222826368 00000100:00100000:0.0:1775764827.462627:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222826368 00000100:00100000:0.0:1775764827.462690:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44222 00000100:00100000:0.0:1775764827.462700:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc1788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222826368:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764827.462768:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764827.462797:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73c00/0xdb23b4c9253cf57a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbe8 expref: 54 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.462818:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764827.462824:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764827.463065:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf581 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.463080:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf581 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.463089:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf581 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764827.463144:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031984 00000004:00010000:0.0:1775764827.463168:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd81a9c7 reply state 00000000fb62fe18 transno 4295031985 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf581 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764827.463177:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764827.463274:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc1788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222826368:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 575us (787us total) trans 4295031985 rc 0/0 00000100:00100000:0.0:1775764827.463282:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44222 00000020:00080000:0.0:1775764827.463287:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764827.469087:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf581 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764827.469105:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf581 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764827.469114:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf581 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764827.469119:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e15fc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764827.469125:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf581 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764827.469132:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf581 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764827.469150:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764827.469154:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764827.469159:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf581 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764827.469165:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fc00/0xdb23b4c9253cf581 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764827.475396:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.475442:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.477079:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222826624 00000100:00100000:0.0:1775764827.477093:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222826624 00002000:00010000:0.0:1775764827.477141:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764827.477145:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178a300 with x1862022222826624 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764827.477159:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc178a300. 00000100:00100000:0.0:1775764827.477193:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222826496 00000100:00100000:0.0:1775764827.477196:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222826496 00000100:00100000:3.0:1775764827.477496:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37617 00000100:00100000:3.0:1775764827.477508:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc178a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222826624:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764827.477770:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764827.477774:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:3.0:1775764827.477777:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764827.477780:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:3.0:1775764827.477782:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764827.478625:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc178a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222826624:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1114us (3234us total) trans 4294995928 rc 0/0 00000100:00100000:3.0:1775764827.478637:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37617 00002000:00010000:3.0:1775764827.478641:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764827.478645:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178a300 with x1862022222826624 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764827.478653:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc178a300. 00002000:00010000:0.0:1775764827.479015:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2408135->18446744073709551615) 00002000:00100000:0.0:1775764827.479019:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370df80 with x1862022222826496 ext(2408135->18446744073709551615) 00002000:00010000:0.0:1775764827.479028:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370df80. 00000100:00100000:0.0:1775764827.479075:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37618 00000100:00100000:0.0:1775764827.479090:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222826496:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764827.479526:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4124163 -> 2408135 00002000:00010000:0.0:1775764827.479531:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.479533:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.479555:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.479558:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:0.0:1775764827.479621:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222826496:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 537us (4176us total) trans 4294996512 rc 0/0 00000100:00100000:0.0:1775764827.479628:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37618 00002000:00010000:0.0:1775764827.479631:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2408135->18446744073709551615) 00002000:00100000:0.0:1775764827.479633:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370df80 with x1862022222826496 ext(2408135->18446744073709551615) 00002000:00010000:0.0:1775764827.479638:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370df80. 00000100:00100000:3.0:1775764827.487258:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.487496:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222826752 00000100:00100000:0.0:1775764827.487507:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222826752 00000100:00100000:0.0:1775764827.487605:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44223 00000100:00100000:0.0:1775764827.487616:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022222826752:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764827.487640:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764827.487662:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ea00/0xdb23b4c9253cf588 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbef expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.487760:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf58f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.487775:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf58f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.487787:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf58f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764827.487814:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2408135 00000004:00200000:0.0:1775764827.487818:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764827.487834:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf58f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.488091:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15ea00/0xdb23b4c9253cf588 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbef expref: 57 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.488110:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf58f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbef expref: 56 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.488118:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764827.488121:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764827.488126:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e15f600, rc 0) 00000100:00100000:0.0:1775764827.488425:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222826752:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 811us (1177us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764827.488433:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44223 00000100:00100000:2.0:1775764827.498732:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.499110:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222827008 00000100:00100000:1.0:1775764827.499122:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222827008 00000100:00100000:1.0:1775764827.499189:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44224 00000100:00100000:1.0:1775764827.499199:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222827008:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764827.499642:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764827.499671:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15f600/0xdb23b4c9253cf58f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbef expref: 56 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.499689:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764827.499695:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764827.500192:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf596 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.500207:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf596 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.500310:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf596 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764827.500362:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031986 00000004:00010000:1.0:1775764827.500385:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bcfc2167 reply state 00000000beb8caae transno 4295031987 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf596 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764827.500395:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764827.500594:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222827008:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1395us (1873us total) trans 4295031987 rc 0/0 00000100:00100000:1.0:1775764827.500606:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44224 00000020:00080000:1.0:1775764827.500611:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764827.504139:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf596 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.504156:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf596 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.504164:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf596 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.504170:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8fc72a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764827.504175:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf596 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.504182:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf596 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.504200:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764827.504203:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764827.504208:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf596 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.504224:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf596 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764827.506534:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.506595:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.506653:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222827264 00000100:00100000:0.0:1775764827.506662:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222827264 00002000:00010000:0.0:1775764827.506702:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764827.506707:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9c00 with x1862022222827264 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764827.506720:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e9c00. 00000100:00100000:0.0:1775764827.506757:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222827136 00000100:00100000:0.0:1775764827.506760:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222827136 00002000:00010000:0.0:1775764827.506772:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4077372->18446744073709551615) 00002000:00100000:0.0:1775764827.506776:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb800 with x1862022222827136 ext(4077372->18446744073709551615) 00002000:00010000:0.0:1775764827.506782:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb800. 00000100:00100000:0.0:1775764827.506811:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37619 00000100:00100000:0.0:1775764827.506820:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222827264:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764827.507058:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764827.507062:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.507065:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764827.507067:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.507070:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764827.507128:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222827264:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 308us (603us total) trans 4294995929 rc 0/0 00000100:00100000:0.0:1775764827.507135:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37619 00002000:00010000:0.0:1775764827.507139:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764827.507141:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9c00 with x1862022222827264 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764827.507147:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e9c00. 00000100:00100000:0.0:1775764827.507162:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37620 00000100:00100000:0.0:1775764827.507169:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222827136:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764827.507279:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2408135 -> 4077372 00002000:00010000:0.0:1775764827.507282:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.507284:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.507286:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.507287:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:0.0:1775764827.507308:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222827136:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 140us (713us total) trans 4294996513 rc 0/0 00000100:00100000:0.0:1775764827.507315:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37620 00002000:00010000:0.0:1775764827.507318:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4077372->18446744073709551615) 00002000:00100000:0.0:1775764827.507320:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb800 with x1862022222827136 ext(4077372->18446744073709551615) 00002000:00010000:0.0:1775764827.507324:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb800. 00000100:00100000:2.0:1775764827.514148:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.514435:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222827392 00000100:00100000:0.0:1775764827.514446:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222827392 00000100:00100000:0.0:1775764827.514517:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44225 00000100:00100000:0.0:1775764827.514527:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022222827392:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764827.514587:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764827.514607:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf59d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbf6 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.514696:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fe00/0xdb23b4c9253cf5a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.514711:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fe00/0xdb23b4c9253cf5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.514724:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fe00/0xdb23b4c9253cf5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764827.514764:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4077372 00000004:00200000:0.0:1775764827.514768:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764827.514786:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fe00/0xdb23b4c9253cf5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.514813:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e600/0xdb23b4c9253cf59d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbf6 expref: 59 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.514833:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fe00/0xdb23b4c9253cf5a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbf6 expref: 58 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.514842:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764827.514845:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764827.514860:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e15fe00, rc 0) 00000100:00100000:0.0:1775764827.516091:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222827392:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 574us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764827.516102:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44225 00000100:00100000:0.0:1775764827.523736:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.524265:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222827520 00000100:00100000:3.0:1775764827.524276:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222827520 00002000:00100000:3.0:1775764827.524327:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2473984->2478079) req@ffff8b8c86d35180 x1862022222827520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.524338:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35180 with x1862022222827520 ext(2473984->2478079) 00002000:00010000:3.0:1775764827.524345:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35180 00000100:00100000:3.0:1775764827.524381:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37621 00000100:00100000:3.0:1775764827.524389:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222827520:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764827.524665:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222827520:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 276us (938us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764827.524673:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37621 00002000:00100000:3.0:1775764827.524679:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2473984->2478079) req@ffff8b8c86d35180 x1862022222827520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.524686:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35180 with x1862022222827520 ext(2473984->2478079) 00002000:00010000:3.0:1775764827.524690:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35180 00000100:00100000:2.0:1775764827.529368:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.529654:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222827648 00000100:00100000:1.0:1775764827.529665:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222827648 00002000:00100000:1.0:1775764827.529714:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2494464->2498559) req@ffff8b8c914ea300 x1862022222827648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.529731:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea300 with x1862022222827648 ext(2494464->2498559) 00002000:00010000:1.0:1775764827.529736:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea300 00000100:00100000:1.0:1775764827.529774:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37622 00000100:00100000:1.0:1775764827.529783:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222827648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764827.530054:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222827648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 262us (686us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764827.530063:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37622 00002000:00100000:1.0:1775764827.530071:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2494464->2498559) req@ffff8b8c914ea300 x1862022222827648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.530081:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea300 with x1862022222827648 ext(2494464->2498559) 00002000:00010000:1.0:1775764827.530085:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea300 00000100:00100000:2.0:1775764827.548312:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.548356:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.548431:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222827776 00000100:00100000:3.0:1775764827.548441:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222827776 00002000:00100000:3.0:1775764827.548489:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2408448->3481599) req@ffff8b8c914ea680 x1862022222827776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.548501:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea680 with x1862022222827776 ext(2408448->3481599) 00002000:00010000:3.0:1775764827.548507:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea680 00000100:00100000:3.0:1775764827.548535:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222827904 00000100:00100000:3.0:1775764827.548569:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222827904 00002000:00100000:3.0:1775764827.548583:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3481600->4079615) req@ffff8b8cbb593b80 x1862022222827904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.548592:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593b80 with x1862022222827904 ext(3481600->4079615) 00002000:00010000:3.0:1775764827.548595:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593b80 00000100:00100000:3.0:1775764827.548615:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37623 00000100:00100000:3.0:1775764827.548623:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222827776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.549684:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37624 00000100:00100000:0.0:1775764827.549697:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222827904:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764827.573773:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222827776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 25138us (25458us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764827.573788:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37623 00002000:00100000:3.0:1775764827.573804:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2408448->3481599) req@ffff8b8c914ea680 x1862022222827776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.573815:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea680 with x1862022222827776 ext(2408448->3481599) 00002000:00010000:3.0:1775764827.573822:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea680 00000100:00100000:3.0:1775764827.578964:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222827904:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 29258us (30595us total) trans 0 rc 598016/598016 00000100:00100000:3.0:1775764827.578978:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37624 00002000:00100000:3.0:1775764827.578993:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3481600->4079615) req@ffff8b8cbb593b80 x1862022222827904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 598016/598016 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.579013:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593b80 with x1862022222827904 ext(3481600->4079615) 00002000:00010000:3.0:1775764827.579020:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593b80 00000100:00100000:0.0:1775764827.591940:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.592169:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222828160 00000100:00100000:1.0:1775764827.592189:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222828160 00000100:00100000:1.0:1775764827.592247:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44226 00000100:00100000:1.0:1775764827.592256:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222828160:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764827.592309:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764827.592335:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fe00/0xdb23b4c9253cf5a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbf6 expref: 58 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.592355:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764827.592361:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764827.592610:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf5ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.592629:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf5ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.592639:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf5ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764827.592681:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031988 00000004:00010000:1.0:1775764827.592701:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000240a2759 reply state 00000000864e8ada transno 4295031989 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf5ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764827.592711:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764827.592804:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022222828160:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 548us (873us total) trans 4295031989 rc 0/0 00000100:00100000:1.0:1775764827.592813:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44226 00000020:00080000:1.0:1775764827.592819:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764827.600063:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf5ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.600083:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf5ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.600091:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf5ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.600101:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8fc72a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764827.600106:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf5ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.600113:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf5ab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.600133:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764827.600136:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764827.600141:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf5ab lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.600147:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72a00/0xdb23b4c9253cf5ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764827.604720:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.604808:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.605124:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222828288 00000100:00100000:1.0:1775764827.605135:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222828288 00002000:00010000:1.0:1775764827.605178:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4103417->18446744073709551615) 00002000:00100000:1.0:1775764827.605184:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36a00 with x1862022222828288 ext(4103417->18446744073709551615) 00002000:00010000:1.0:1775764827.605197:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36a00. 00000100:00100000:1.0:1775764827.605227:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222828416 00000100:00100000:1.0:1775764827.605230:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222828416 00002000:00010000:1.0:1775764827.605244:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764827.605247:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34700 with x1862022222828416 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764827.605255:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d34700. 00000100:00100000:1.0:1775764827.605276:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37625 00000100:00100000:1.0:1775764827.605286:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222828288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764827.605513:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4077372 -> 4103417 00002000:00010000:1.0:1775764827.605517:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:1.0:1775764827.605520:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764827 -> 1775764827 00002000:00010000:1.0:1775764827.605522:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:1.0:1775764827.605524:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:1.0:1775764827.605603:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222828288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 318us (892us total) trans 4294996514 rc 0/0 00000100:00100000:1.0:1775764827.605612:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37625 00002000:00010000:1.0:1775764827.605615:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4103417->18446744073709551615) 00002000:00100000:1.0:1775764827.605618:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36a00 with x1862022222828288 ext(4103417->18446744073709551615) 00002000:00010000:1.0:1775764827.605623:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36a00. 00000100:00100000:1.0:1775764827.605639:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37626 00000100:00100000:1.0:1775764827.605646:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222828416:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764827.605758:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764827.605761:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764827 00002000:00010000:1.0:1775764827.605763:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764827.605765:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764827 00002000:00010000:1.0:1775764827.605767:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764827.605790:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222828416:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 145us (982us total) trans 4294995930 rc 0/0 00000100:00100000:1.0:1775764827.605797:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37626 00002000:00010000:1.0:1775764827.605800:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764827.605802:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34700 with x1862022222828416 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764827.605806:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d34700. 00000100:00100000:2.0:1775764827.613419:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.613574:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222828544 00000100:00100000:0.0:1775764827.613585:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222828544 00002000:00100000:0.0:1775764827.613635:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4079616->4104191) req@ffff8b8cbb592680 x1862022222828544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.613647:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592680 with x1862022222828544 ext(4079616->4104191) 00002000:00010000:0.0:1775764827.613653:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592680 00000100:00100000:0.0:1775764827.613686:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37627 00000100:00100000:0.0:1775764827.613697:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222828544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.626906:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222828544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13202us (13493us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1775764827.626925:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37627 00002000:00100000:0.0:1775764827.626936:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4079616->4104191) req@ffff8b8cbb592680 x1862022222828544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.626947:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592680 with x1862022222828544 ext(4079616->4104191) 00002000:00010000:0.0:1775764827.631265:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592680 00000100:00100000:2.0:1775764827.631510:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.631650:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222828672 00000100:00100000:0.0:1775764827.631659:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222828672 00002000:00100000:0.0:1775764827.631699:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (69632->4103416) req@ffff8b8cbb593480 x1862022222828672/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 552/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.631711:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593480 with x1862022222828672 ext(69632->4103416) 00002000:00010000:0.0:1775764827.631715:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593480 00000100:00100000:0.0:1775764827.631742:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37628 00000100:00100000:0.0:1775764827.631751:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222828672:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764827.650696:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222828672:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 18934us (19179us total) trans 4294996515 rc 0/0 00000100:00100000:1.0:1775764827.650716:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37628 00002000:00100000:1.0:1775764827.650730:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (69632->4103416) req@ffff8b8cbb593480 x1862022222828672/t4294996515(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 552/464 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.650740:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593480 with x1862022222828672 ext(69632->4103416) 00002000:00010000:1.0:1775764827.650747:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593480 00000100:00100000:0.0:1775764827.655775:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.656067:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222828800 00000100:00100000:1.0:1775764827.656077:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222828800 00000100:00100000:1.0:1775764827.656178:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84701 00000100:00100000:1.0:1775764827.656190:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222828800:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764827.660584:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764827.660605:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c91624e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224985216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764827.660670:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764827.660733:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224985216 00000100:00100000:1.0:1775764827.660741:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224985216 00000100:00100000:1.0:1775764827.660790:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1775764827.660799:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224985216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764827.660825:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 491323392 pending 6815744 free 3858759680 avail 3855613952 00000100:00100000:1.0:1775764827.660869:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224985216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764827.660877:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1775764827.661021:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c91624e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224985216:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1775764827.694103:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996513 is committed 00000001:00080000:2.0:1775764827.694124:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996515 is committed 00000100:00100000:1.0:1775764827.694292:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222828800:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38099us (38521us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764827.694303:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84701 00000100:00100000:2.0:1775764827.697620:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.697708:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222828928 00000100:00100000:1.0:1775764827.697720:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222828928 00000100:00100000:1.0:1775764827.697780:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44227 00000100:00100000:1.0:1775764827.697790:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022222828928:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764827.697812:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764827.697831:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73200/0xdb23b4c9253cf5b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcbfd expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.698126:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72400/0xdb23b4c9253cf5b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.698141:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72400/0xdb23b4c9253cf5b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.698153:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72400/0xdb23b4c9253cf5b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764827.698180:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4103417 00000004:00200000:1.0:1775764827.698184:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764827.698202:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72400/0xdb23b4c9253cf5b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.698309:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73200/0xdb23b4c9253cf5b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbfd expref: 61 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.698328:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72400/0xdb23b4c9253cf5b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbfd expref: 60 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.698336:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764827.698339:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764827.698345:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fc72400, rc 0) 00000100:00100000:1.0:1775764827.698443:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022222828928:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 655us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764827.698451:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44227 00000100:00100000:0.0:1775764827.706678:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.707392:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222829184 00000100:00100000:3.0:1775764827.707405:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222829184 00000100:00100000:3.0:1775764827.707468:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44228 00000100:00100000:3.0:1775764827.707478:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022222829184:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764827.707532:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764827.707585:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72400/0xdb23b4c9253cf5b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcbfd expref: 60 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.707605:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764827.707610:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764827.707826:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf5c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.707840:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf5c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.708172:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf5c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764827.708351:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031990 00000004:00010000:3.0:1775764827.708378:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000012ff9a39 reply state 00000000341884da transno 4295031991 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf5c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764827.708388:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764827.708488:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022222829184:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1010us (1817us total) trans 4295031991 rc 0/0 00000100:00100000:3.0:1775764827.708496:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44228 00000020:00080000:3.0:1775764827.708502:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764827.712795:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.712872:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222829312 00000100:00100000:3.0:1775764827.712883:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222829312 00002000:00010000:3.0:1775764827.712926:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (96215->18446744073709551615) 00002000:00100000:3.0:1775764827.712931:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcad80 with x1862022222829312 ext(96215->18446744073709551615) 00002000:00010000:3.0:1775764827.712942:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfcad80. 00000100:00100000:3.0:1775764827.712970:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37629 00000100:00100000:3.0:1775764827.712979:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222829312:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:1.0:1775764827.713372:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf5c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.713384:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf5c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.713393:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf5c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.713399:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9371ae00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764827.713403:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf5c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.713412:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf5c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.713428:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764827.713431:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764827.713436:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf5c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.713442:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf5c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764827.719162:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4103417 -> 96215 00002000:00010000:3.0:1775764827.719170:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764828 00002000:00010000:3.0:1775764827.719173:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764827 -> 1775764827 00002000:00010000:3.0:1775764827.719175:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764828 00002000:00010000:3.0:1775764827.719178:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 1163 00000100:00100000:3.0:1775764827.719705:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222829312:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 6720us (6913us total) trans 4294996516 rc 0/0 00000100:00100000:3.0:1775764827.719721:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37629 00002000:00010000:3.0:1775764827.719726:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (96215->18446744073709551615) 00002000:00100000:3.0:1775764827.719730:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcad80 with x1862022222829312 ext(96215->18446744073709551615) 00002000:00010000:3.0:1775764827.719738:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfcad80. 00000100:00100000:0.0:1775764827.720062:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.722346:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222829440 00000100:00100000:3.0:1775764827.722362:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222829440 00002000:00010000:3.0:1775764827.722407:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764827.722412:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfca680 with x1862022222829440 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764827.722424:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cadfca680. 00000100:00100000:3.0:1775764827.722494:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37630 00000100:00100000:3.0:1775764827.722505:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222829440:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764827.722805:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764827.722808:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764827 -> 1775764828 00002000:00010000:3.0:1775764827.722811:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764827.722813:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764827 -> 1775764828 00002000:00010000:3.0:1775764827.722815:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764827.722895:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222829440:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 392us (2833us total) trans 4294995931 rc 0/0 00000100:00100000:3.0:1775764827.722903:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37630 00002000:00010000:3.0:1775764827.722906:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764827.722909:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfca680 with x1862022222829440 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764827.722914:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cadfca680. 00000100:00100000:2.0:1775764827.735333:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.735482:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222829568 00000100:00100000:0.0:1775764827.735492:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222829568 00000100:00100000:0.0:1775764827.735586:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44229 00000100:00100000:0.0:1775764827.735597:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022222829568:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764827.735621:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764827.735641:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc04 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.735726:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf5ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.735740:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf5ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.735752:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf5ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764827.735778:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 96215 00000004:00200000:0.0:1775764827.735782:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764827.735800:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf5ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.735840:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc04 expref: 63 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.735856:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf5ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc04 expref: 62 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.735870:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764827.735874:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764827.735878:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e15fa00, rc 0) 00000100:00100000:0.0:1775764827.735946:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022222829568:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 351us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764827.735952:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44229 00000100:00100000:0.0:1775764827.742134:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.742242:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222829824 00000100:00100000:1.0:1775764827.742254:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222829824 00000100:00100000:1.0:1775764827.742318:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44230 00000100:00100000:1.0:1775764827.742329:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022222829824:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764827.742382:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764827.742408:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15fa00/0xdb23b4c9253cf5ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc04 expref: 62 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.742426:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764827.742431:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764827.742697:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73a00/0xdb23b4c9253cf5d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.742714:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73a00/0xdb23b4c9253cf5d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.742723:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73a00/0xdb23b4c9253cf5d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764827.742774:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031992 00000004:00010000:1.0:1775764827.742799:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2bb1233 reply state 00000000be9e74e1 transno 4295031993 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73a00/0xdb23b4c9253cf5d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764827.742808:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764827.743308:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022222829824:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 978us (1181us total) trans 4295031993 rc 0/0 00000100:00100000:1.0:1775764827.743317:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44230 00000020:00080000:1.0:1775764827.743323:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764827.747565:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73a00/0xdb23b4c9253cf5d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.747623:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73a00/0xdb23b4c9253cf5d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.747630:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73a00/0xdb23b4c9253cf5d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.747635:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8fc73a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764827.747640:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73a00/0xdb23b4c9253cf5d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.747647:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73a00/0xdb23b4c9253cf5d5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.747663:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764827.747666:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764827.747671:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73a00/0xdb23b4c9253cf5d5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.747676:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc73a00/0xdb23b4c9253cf5d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764827.748895:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.748937:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.749240:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222829952 00000100:00100000:3.0:1775764827.749250:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222829952 00002000:00010000:3.0:1775764827.749290:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1714068->18446744073709551615) 00002000:00100000:3.0:1775764827.749294:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9500 with x1862022222829952 ext(1714068->18446744073709551615) 00002000:00010000:3.0:1775764827.749306:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9500. 00000100:00100000:3.0:1775764827.749334:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222830080 00000100:00100000:3.0:1775764827.749338:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222830080 00002000:00010000:3.0:1775764827.749349:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764827.749352:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8380 with x1862022222830080 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764827.749359:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cadfc8380. 00000100:00100000:3.0:1775764827.749378:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37631 00000100:00100000:3.0:1775764827.749387:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222829952:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764827.749637:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 96215 -> 1714068 00002000:00010000:3.0:1775764827.749641:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764827.749643:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764827 -> 1775764827 00002000:00010000:3.0:1775764827.749645:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764827.749648:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1163 -> 1163 00000100:00100000:3.0:1775764827.749700:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222829952:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 315us (813us total) trans 4294996517 rc 0/0 00000100:00100000:3.0:1775764827.749708:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37631 00002000:00010000:3.0:1775764827.749711:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1714068->18446744073709551615) 00002000:00100000:3.0:1775764827.749714:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9500 with x1862022222829952 ext(1714068->18446744073709551615) 00002000:00010000:3.0:1775764827.749718:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9500. 00000100:00100000:3.0:1775764827.749735:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37632 00000100:00100000:3.0:1775764827.749742:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222830080:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764827.749862:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764827.749866:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764827.749868:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764827.749870:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764827.749872:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764827.749895:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222830080:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 154us (958us total) trans 4294995932 rc 0/0 00000100:00100000:3.0:1775764827.749902:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37632 00002000:00010000:3.0:1775764827.749905:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764827.749908:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8380 with x1862022222830080 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764827.750145:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cadfc8380. 00000100:00100000:1.0:1775764827.754742:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.754831:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222830208 00000100:00100000:3.0:1775764827.754840:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222830208 00000100:00100000:3.0:1775764827.754919:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44231 00000100:00100000:3.0:1775764827.754931:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022222830208:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764827.754956:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764827.754975:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf5dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc0b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.755076:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371be00/0xdb23b4c9253cf5e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.755092:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371be00/0xdb23b4c9253cf5e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.755103:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371be00/0xdb23b4c9253cf5e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764827.755130:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1714068 00000004:00200000:3.0:1775764827.755134:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764827.755151:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371be00/0xdb23b4c9253cf5e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.755175:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf5dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc0b expref: 65 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.755190:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371be00/0xdb23b4c9253cf5e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc0b expref: 64 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.755204:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764827.755207:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764827.755227:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9371be00, rc 0) 00000100:00100000:3.0:1775764827.755292:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022222830208:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 364us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764827.755299:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44231 00000100:00100000:2.0:1775764827.761235:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.761382:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222830464 00000100:00100000:0.0:1775764827.761393:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222830464 00000100:00100000:0.0:1775764827.761457:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44232 00000100:00100000:0.0:1775764827.761468:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022222830464:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764827.761520:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764827.761576:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371be00/0xdb23b4c9253cf5e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc0b expref: 64 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.761595:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764827.761600:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764827.761807:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.761822:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.761833:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764827.762080:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031994 00000004:00010000:0.0:1775764827.762107:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007da50bf9 reply state 00000000f8fd5b1c transno 4295031995 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764827.762117:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764827.762705:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022222830464:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 743us (984us total) trans 4295031995 rc 0/0 00000100:00100000:0.0:1775764827.762716:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44232 00000020:00080000:0.0:1775764827.762722:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764827.766601:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.766636:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.767579:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222830592 00000100:00100000:0.0:1775764827.767591:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222830592 00002000:00010000:0.0:1775764827.767639:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2967029->18446744073709551615) 00002000:00100000:0.0:1775764827.767645:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624380 with x1862022222830592 ext(2967029->18446744073709551615) 00002000:00010000:0.0:1775764827.767659:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624380. 00000100:00100000:0.0:1775764827.767685:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222830720 00000100:00100000:0.0:1775764827.767689:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222830720 00002000:00010000:0.0:1775764827.767700:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764827.767703:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022222830720 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764827.767709:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625f80. 00000100:00100000:0.0:1775764827.767725:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37633 00000100:00100000:0.0:1775764827.767733:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222830592:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764827.768037:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37634 00000100:00100000:2.0:1775764827.768057:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222830720:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764827.768191:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764827.768195:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:2.0:1775764827.768197:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764827.768200:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:2.0:1775764827.768202:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764827.768260:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222830720:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 214us (1622us total) trans 4294995933 rc 0/0 00000100:00100000:2.0:1775764827.768267:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37634 00002000:00010000:2.0:1775764827.768270:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764827.768273:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022222830720 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764827.768278:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625f80. 00002000:00010000:0.0:1775764827.768802:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1714068 -> 2967029 00002000:00010000:0.0:1775764827.768807:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:0.0:1775764827.768809:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764827 -> 1775764827 00002000:00010000:0.0:1775764827.768811:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:0.0:1775764827.768813:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1163 -> 1163 00000100:00100000:0.0:1775764827.769809:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222830592:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1111us (2304us total) trans 4294996518 rc 0/0 00000100:00100000:0.0:1775764827.769824:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37633 00002000:00010000:0.0:1775764827.769829:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2967029->18446744073709551615) 00002000:00100000:0.0:1775764827.769832:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624380 with x1862022222830592 ext(2967029->18446744073709551615) 00002000:00010000:0.0:1775764827.769839:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624380. 00010000:00010000:3.0:1775764827.771100:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.771114:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.771121:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.771127:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e15e400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764827.771132:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.771139:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.771155:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764827.771158:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764827.771163:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764827.771169:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e15e400/0xdb23b4c9253cf5ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764827.774205:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.774293:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222830848 00000100:00100000:3.0:1775764827.774304:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222830848 00002000:00100000:3.0:1775764827.774354:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2936832->2940927) req@ffff8b8cbb590000 x1862022222830848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.774364:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590000 with x1862022222830848 ext(2936832->2940927) 00002000:00010000:3.0:1775764827.774370:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590000 00000100:00100000:3.0:1775764827.774403:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37635 00000100:00100000:3.0:1775764827.774413:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222830848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764827.774825:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222830848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 412us (625us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764827.774833:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37635 00002000:00100000:3.0:1775764827.774840:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2936832->2940927) req@ffff8b8cbb590000 x1862022222830848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.774848:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590000 with x1862022222830848 ext(2936832->2940927) 00002000:00010000:3.0:1775764827.774852:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590000 00000100:00100000:2.0:1775764827.779082:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.779178:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222830976 00000100:00100000:1.0:1775764827.779189:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222830976 00002000:00100000:1.0:1775764827.779238:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2940928->2945023) req@ffff8b8cbb591880 x1862022222830976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.779251:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591880 with x1862022222830976 ext(2940928->2945023) 00002000:00010000:1.0:1775764827.779256:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591880 00000100:00100000:1.0:1775764827.779291:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37636 00000100:00100000:1.0:1775764827.779301:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222830976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764827.779935:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222830976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 633us (887us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764827.779945:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37636 00002000:00100000:1.0:1775764827.779952:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2940928->2945023) req@ffff8b8cbb591880 x1862022222830976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.779961:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591880 with x1862022222830976 ext(2940928->2945023) 00002000:00010000:1.0:1775764827.779966:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591880 00000100:00100000:1.0:1775764827.784754:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.785165:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222831104 00000100:00100000:2.0:1775764827.785175:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222831104 00002000:00100000:2.0:1775764827.785235:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2945024->2949119) req@ffff8b8c8ed82d80 x1862022222831104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.785252:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022222831104 ext(2945024->2949119) 00002000:00010000:2.0:1775764827.785258:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:2.0:1775764827.785291:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37637 00000100:00100000:2.0:1775764827.785300:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222831104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764827.785575:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222831104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (839us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764827.785583:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37637 00002000:00100000:2.0:1775764827.785589:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2945024->2949119) req@ffff8b8c8ed82d80 x1862022222831104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.785597:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022222831104 ext(2945024->2949119) 00002000:00010000:2.0:1775764827.785601:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:3.0:1775764827.796722:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.798435:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222831232 00000100:00100000:2.0:1775764827.798452:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222831232 00002000:00100000:2.0:1775764827.798516:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2949120->2953215) req@ffff8b8c9370c700 x1862022222831232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.798528:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370c700 with x1862022222831232 ext(2949120->2953215) 00002000:00010000:2.0:1775764827.798534:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370c700 00000100:00100000:2.0:1775764827.798622:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37638 00000100:00100000:2.0:1775764827.798632:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222831232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764827.798892:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222831232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 261us (2180us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764827.798901:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37638 00002000:00100000:2.0:1775764827.798908:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2949120->2953215) req@ffff8b8c9370c700 x1862022222831232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.798925:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370c700 with x1862022222831232 ext(2949120->2953215) 00002000:00010000:2.0:1775764827.798929:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370c700 00000100:00100000:1.0:1775764827.803151:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.804621:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222831360 00000100:00100000:0.0:1775764827.804635:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222831360 00002000:00100000:0.0:1775764827.804694:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2953216->2957311) req@ffff8b8c8ed81880 x1862022222831360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.804705:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81880 with x1862022222831360 ext(2953216->2957311) 00002000:00010000:0.0:1775764827.804712:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81880 00000100:00100000:0.0:1775764827.804752:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37639 00000100:00100000:0.0:1775764827.804762:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222831360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.805022:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222831360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 260us (1883us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764827.805030:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37639 00002000:00100000:0.0:1775764827.805036:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2953216->2957311) req@ffff8b8c8ed81880 x1862022222831360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.805054:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81880 with x1862022222831360 ext(2953216->2957311) 00002000:00010000:0.0:1775764827.805058:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81880 00000100:00100000:0.0:1775764827.810628:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.810697:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222831488 00000100:00100000:3.0:1775764827.810708:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222831488 00002000:00100000:3.0:1775764827.810765:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2957312->2961407) req@ffff8b8cadfcb100 x1862022222831488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.810777:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcb100 with x1862022222831488 ext(2957312->2961407) 00002000:00010000:3.0:1775764827.810782:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfcb100 00000100:00100000:3.0:1775764827.810817:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37640 00000100:00100000:3.0:1775764827.810827:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222831488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764827.811358:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222831488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 529us (735us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764827.811366:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37640 00002000:00100000:3.0:1775764827.811373:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2957312->2961407) req@ffff8b8cadfcb100 x1862022222831488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.811382:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcb100 with x1862022222831488 ext(2957312->2961407) 00002000:00010000:3.0:1775764827.811385:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfcb100 00000100:00100000:0.0:1775764827.815963:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.816079:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222831616 00000100:00100000:3.0:1775764827.816091:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222831616 00002000:00100000:3.0:1775764827.816140:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2961408->2965503) req@ffff8b8cadfc8a80 x1862022222831616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.816151:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8a80 with x1862022222831616 ext(2961408->2965503) 00002000:00010000:3.0:1775764827.816157:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc8a80 00000100:00100000:3.0:1775764827.816190:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37641 00000100:00100000:3.0:1775764827.816199:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222831616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764827.816432:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222831616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 234us (479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764827.816439:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37641 00002000:00100000:3.0:1775764827.816446:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2961408->2965503) req@ffff8b8cadfc8a80 x1862022222831616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.816453:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8a80 with x1862022222831616 ext(2961408->2965503) 00002000:00010000:3.0:1775764827.816456:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc8a80 00000100:00100000:1.0:1775764827.821645:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.821732:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222831744 00000100:00100000:3.0:1775764827.821751:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222831744 00002000:00100000:3.0:1775764827.821800:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2965504->2969599) req@ffff8b8c8ed81180 x1862022222831744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.821813:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81180 with x1862022222831744 ext(2965504->2969599) 00002000:00010000:3.0:1775764827.821819:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81180 00000100:00100000:3.0:1775764827.821851:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37642 00000100:00100000:3.0:1775764827.821860:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222831744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764827.822115:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222831744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (480us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764827.822122:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37642 00002000:00100000:3.0:1775764827.822128:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2965504->2969599) req@ffff8b8c8ed81180 x1862022222831744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/4536 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.822135:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81180 with x1862022222831744 ext(2965504->2969599) 00002000:00010000:3.0:1775764827.822138:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81180 00000100:00100000:2.0:1775764827.828864:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.829358:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222831872 00000100:00100000:1.0:1775764827.829369:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222831872 00002000:00100000:1.0:1775764827.829426:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2936832->2967028) req@ffff8b8cbb591180 x1862022222831872/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.829438:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591180 with x1862022222831872 ext(2936832->2967028) 00002000:00010000:1.0:1775764827.829444:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591180 00000100:00100000:1.0:1775764827.829518:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37643 00000100:00100000:1.0:1775764827.829527:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222831872:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764827.833199:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222831872:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3662us (4335us total) trans 4294996519 rc 0/0 00000100:00100000:3.0:1775764827.833223:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37643 00002000:00100000:3.0:1775764827.833236:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2936832->2967028) req@ffff8b8cbb591180 x1862022222831872/t4294996519(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/448 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764827.833247:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591180 with x1862022222831872 ext(2936832->2967028) 00002000:00010000:3.0:1775764827.833253:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591180 00000100:00100000:0.0:1775764827.838516:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.838611:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222832000 00000100:00100000:3.0:1775764827.838620:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222832000 00000100:00100000:3.0:1775764827.838712:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84702 00000100:00100000:3.0:1775764827.838721:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222832000:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764827.886596:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222832000:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47866us (48078us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764827.886609:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84702 00000001:00080000:1.0:1775764827.886688:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996518 is committed 00000001:00080000:1.0:1775764827.886701:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996519 is committed 00000100:00100000:0.0:1775764827.891402:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.891501:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222832128 00000100:00100000:1.0:1775764827.891513:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222832128 00000100:00100000:1.0:1775764827.891601:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44233 00000100:00100000:1.0:1775764827.891611:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022222832128:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764827.891634:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764827.891655:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72000/0xdb23b4c9253cf5f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc12 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.891883:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72e00/0xdb23b4c9253cf5f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.891900:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72e00/0xdb23b4c9253cf5f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.891921:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72e00/0xdb23b4c9253cf5f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764827.891952:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2967029 00000004:00200000:1.0:1775764827.891956:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764827.891974:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72e00/0xdb23b4c9253cf5f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.892162:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72000/0xdb23b4c9253cf5f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc12 expref: 67 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.892181:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72e00/0xdb23b4c9253cf5f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc12 expref: 66 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.892190:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764827.892194:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764827.892198:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8fc72e00, rc 0) 00000100:00100000:1.0:1775764827.892249:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022222832128:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 640us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764827.892256:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44233 00000100:00100000:2.0:1775764827.918495:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.918611:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222832256 00000100:00100000:1.0:1775764827.918623:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222832256 00002000:00100000:1.0:1775764827.918674:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (98304->2465791) req@ffff8b8cbb592300 x1862022222832256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.918686:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592300 with x1862022222832256 ext(98304->2465791) 00002000:00010000:1.0:1775764827.918692:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592300 00000100:00100000:1.0:1775764827.918727:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37644 00000100:00100000:1.0:1775764827.918737:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222832256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.923740:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764827.926128:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222832384 00000100:00100000:2.0:1775764827.926149:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222832384 00002000:00100000:2.0:1775764827.926220:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1142784->2191359) req@ffff8b8cadfc9f80 x1862022222832384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.926232:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9f80 with x1862022222832384 ext(1142784->2191359) 00002000:00010000:2.0:1775764827.926239:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9f80 00000100:00100000:2.0:1775764827.926272:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37645 00000100:00100000:2.0:1775764827.926281:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222832384:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764827.927603:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.927818:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222832512 00000100:00100000:1.0:1775764827.927826:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222832512 00002000:00100000:1.0:1775764827.927860:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2191360->2936831) req@ffff8b8cadfcb480 x1862022222832512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/0 e 0 to 0 dl 1775764838 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764827.927871:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcb480 with x1862022222832512 ext(2191360->2936831) 00002000:00010000:1.0:1775764827.927875:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfcb480 00000100:00100000:1.0:1775764827.927902:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37646 00000100:00100000:1.0:1775764827.927909:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222832512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764827.947272:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222832256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 28523us (28771us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764827.947285:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37644 00002000:00100000:2.0:1775764827.947298:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (98304->2465791) req@ffff8b8cbb592300 x1862022222832256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.947309:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592300 with x1862022222832256 ext(98304->2465791) 00002000:00010000:2.0:1775764827.947314:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592300 00000100:00100000:2.0:1775764827.970797:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222832384:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 44504us (47057us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764827.970812:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37645 00002000:00100000:2.0:1775764827.970824:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1142784->2191359) req@ffff8b8cadfc9f80 x1862022222832384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 488/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764827.970834:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9f80 with x1862022222832384 ext(1142784->2191359) 00002000:00010000:2.0:1775764827.970841:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9f80 00000100:00100000:0.0:1775764827.971970:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222832512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 44055us (44367us total) trans 0 rc 741376/741376 00000100:00100000:0.0:1775764827.971981:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37646 00002000:00100000:0.0:1775764827.971990:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2191360->2936831) req@ffff8b8cadfcb480 x1862022222832512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:308/0 lens 504/440 e 0 to 0 dl 1775764838 ref 1 fl Complete:/600/0 rc 741376/741376 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764827.972000:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfcb480 with x1862022222832512 ext(2191360->2936831) 00002000:00010000:0.0:1775764827.972004:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfcb480 00000100:00100000:1.0:1775764827.983687:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764827.983945:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222832768 00000100:00100000:0.0:1775764827.983957:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222832768 00000100:00100000:0.0:1775764827.984095:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44234 00000100:00100000:0.0:1775764827.984118:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022222832768:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764827.984177:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764827.984207:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8fc72e00/0xdb23b4c9253cf5f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc12 expref: 66 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.984228:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764827.984234:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764827.984453:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf5ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.984469:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf5ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764827.984480:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf5ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764827.984527:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031996 00000004:00010000:0.0:1775764827.984613:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002646da7d reply state 00000000e4ee1eac transno 4295031997 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf5ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764827.984622:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764827.984708:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022222832768:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 592us (1031us total) trans 4295031997 rc 0/0 00000100:00100000:0.0:1775764827.984715:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44234 00000020:00080000:0.0:1775764827.984720:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764827.987801:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf5ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.987820:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf5ff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.987830:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf5ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.987836:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ece600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764827.987842:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf5ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.987851:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf5ff lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.987873:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764827.987876:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764827.987881:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf5ff lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764827.987887:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf5ff lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764827.990796:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764827.990884:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764827.991105:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222833024 00000100:00100000:3.0:1775764827.991116:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222833024 00002000:00010000:3.0:1775764827.991157:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1269491->18446744073709551615) 00002000:00100000:3.0:1775764827.991162:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80700 with x1862022222833024 ext(1269491->18446744073709551615) 00002000:00010000:3.0:1775764827.991175:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80700. 00000100:00100000:3.0:1775764827.991207:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222832896 00000100:00100000:3.0:1775764827.991210:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222832896 00002000:00010000:3.0:1775764827.991223:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764827.991227:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83800 with x1862022222832896 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764827.991233:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83800. 00000100:00100000:3.0:1775764827.991254:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37647 00000100:00100000:3.0:1775764827.991263:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222833024:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764827.991486:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1269491 00002000:00010000:3.0:1775764827.991491:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764827.991493:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764827.991496:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764827.991498:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764827.991576:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222833024:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 313us (791us total) trans 4294995934 rc 0/0 00000100:00100000:3.0:1775764827.991584:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37647 00002000:00010000:3.0:1775764827.991588:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1269491->18446744073709551615) 00002000:00100000:3.0:1775764827.991590:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80700 with x1862022222833024 ext(1269491->18446744073709551615) 00002000:00010000:3.0:1775764827.991595:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80700. 00000100:00100000:3.0:1775764827.991612:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37648 00000100:00100000:3.0:1775764827.991619:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222832896:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764827.991891:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2967029 -> 4194304 00002000:00010000:3.0:1775764827.991894:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764827.991896:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764827 -> 1775764827 00002000:00010000:3.0:1775764827.991898:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764827.991899:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1163 -> 329 00000100:00100000:3.0:1775764827.991923:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222832896:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 305us (1039us total) trans 4294996520 rc 0/0 00000100:00100000:3.0:1775764827.991930:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37648 00002000:00010000:3.0:1775764827.991933:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764827.991935:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83800 with x1862022222832896 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764827.991940:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83800. 00000100:00100000:3.0:1775764828.023611:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.023696:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.024079:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.024308:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222833152 00000100:00100000:1.0:1775764828.024319:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222833152 00002000:00100000:1.0:1775764828.024368:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (0->1228799) req@ffff8b8c9370fb80 x1862022222833152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 504/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.024380:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370fb80 with x1862022222833152 ext(0->1228799) 00002000:00010000:1.0:1775764828.024386:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9370fb80 00000100:00100000:1.0:1775764828.024415:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222833280 00000100:00100000:1.0:1775764828.024418:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222833280 00002000:00100000:1.0:1775764828.024446:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2969600->4018175) req@ffff8b8c9370ed80 x1862022222833280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.024454:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370ed80 with x1862022222833280 ext(2969600->4018175) 00002000:00010000:1.0:1775764828.024458:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370ed80 00000100:00100000:1.0:1775764828.024475:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37649 00000100:00100000:1.0:1775764828.024484:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222833152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764828.024860:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37650 00000100:00100000:3.0:1775764828.024869:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222833280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:0.0:1775764828.025897:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764828.027349:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222833408 00000100:00100000:2.0:1775764828.027363:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222833408 00002000:00100000:2.0:1775764828.027421:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4018176->4194303) req@ffff8b8cadfc8700 x1862022222833408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764828.027433:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8700 with x1862022222833408 ext(4018176->4194303) 00002000:00010000:2.0:1775764828.027439:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc8700 00000100:00100000:2.0:1775764828.027489:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37651 00000100:00100000:2.0:1775764828.027498:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222833408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764828.032390:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.032581:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222833536 00000100:00100000:0.0:1775764828.032591:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222833536 00002000:00100000:0.0:1775764828.032638:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1269759) req@ffff8b8cbb590700 x1862022222833536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 504/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.032649:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590700 with x1862022222833536 ext(1044480->1269759) 00002000:00010000:0.0:1775764828.032655:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb590700 00000100:00100000:0.0:1775764828.032682:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37652 00000100:00100000:0.0:1775764828.032691:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022222833536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764828.052156:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222833280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 27277us (28448us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764828.052170:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37650 00002000:00100000:3.0:1775764828.052184:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2969600->4018175) req@ffff8b8c9370ed80 x1862022222833280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764828.052194:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370ed80 with x1862022222833280 ext(2969600->4018175) 00002000:00010000:3.0:1775764828.052201:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370ed80 00000100:00100000:1.0:1775764828.067921:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022222833152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 43427us (44308us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764828.067934:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37649 00002000:00100000:1.0:1775764828.067948:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (0->1228799) req@ffff8b8c9370fb80 x1862022222833152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 504/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.067979:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370fb80 with x1862022222833152 ext(0->1228799) 00002000:00010000:1.0:1775764828.067986:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9370fb80 00000100:00100000:0.0:1775764828.068335:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222833408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 40836us (44255us total) trans 0 rc 176128/176128 00000100:00100000:0.0:1775764828.068344:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37651 00002000:00100000:0.0:1775764828.068350:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4018176->4194303) req@ffff8b8cadfc8700 x1862022222833408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 176128/176128 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.068358:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc8700 with x1862022222833408 ext(4018176->4194303) 00002000:00010000:0.0:1775764828.068362:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc8700 00000100:00100000:1.0:1775764828.071922:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222833536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 39220us (39531us total) trans 0 rc 221184/221184 00000100:00100000:1.0:1775764828.071937:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37652 00002000:00100000:1.0:1775764828.071950:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1269759) req@ffff8b8cbb590700 x1862022222833536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 504/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 221184/221184 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.071972:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590700 with x1862022222833536 ext(1044480->1269759) 00002000:00010000:1.0:1775764828.071979:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb590700 00000100:00100000:2.0:1775764828.102077:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.102285:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222833664 00000100:00100000:1.0:1775764828.102295:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222833664 00002000:00100000:1.0:1775764828.102345:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (1224704->1269490) req@ffff8b8c85b8ce00 x1862022222833664/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.102361:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ce00 with x1862022222833664 ext(1224704->1269490) 00002000:00010000:1.0:1775764828.102367:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ce00 00000100:00100000:1.0:1775764828.102400:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37653 00000100:00100000:1.0:1775764828.102410:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022222833664:12345-192.168.202.29@tcp:4:fsx.0 00010000:00010000:3.0:1775764828.105736:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764828.113508:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022222833664:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 11081us (11428us total) trans 4294995935 rc 0/0 00000100:00100000:1.0:1775764828.113525:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37653 00002000:00100000:1.0:1775764828.113555:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (1224704->1269490) req@ffff8b8c85b8ce00 x1862022222833664/t4294995935(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/448 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.113567:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ce00 with x1862022222833664 ext(1224704->1269490) 00002000:00010000:1.0:1775764828.113573:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ce00 00000100:00100000:2.0:1775764828.117297:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.117407:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222833792 00000100:00100000:0.0:1775764828.117419:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222833792 00000100:00100000:0.0:1775764828.117479:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84703 00000100:00100000:0.0:1775764828.117489:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2365:x1862022222833792:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764828.170563:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995929 is committed 00000001:00080000:3.0:1775764828.170581:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995935 is committed 00000100:00100000:2.0:1775764828.170918:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222833792:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 53418us (53616us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.170930:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84703 00000100:00100000:0.0:1775764828.179061:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.179239:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222833920 00000100:00100000:3.0:1775764828.179250:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222833920 00000100:00100000:3.0:1775764828.179307:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44235 00000100:00100000:3.0:1775764828.179316:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022222833920:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764828.179341:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764828.179364:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf606 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc19 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.179455:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf60d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.179471:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf60d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.179483:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf60d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764828.179509:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5463795 00000004:00200000:3.0:1775764828.179513:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764828.179529:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf60d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.179576:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf606 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc19 expref: 69 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.179593:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf60d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc19 expref: 68 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.179608:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764828.179611:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764828.179614:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9371a000, rc 0) 00000100:00100000:3.0:1775764828.185347:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022222833920:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 6017us (6289us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.185361:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44235 00000100:00100000:0.0:1775764828.201654:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.202436:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222834176 00000100:00100000:1.0:1775764828.202448:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222834176 00000100:00100000:1.0:1775764828.202518:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44236 00000100:00100000:1.0:1775764828.202529:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022222834176:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764828.202621:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764828.202650:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf60d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc19 expref: 68 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.202670:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764828.202675:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764828.203322:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf614 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.203343:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf614 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.203354:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf614 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764828.203406:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295031998 00000004:00010000:1.0:1775764828.203432:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041a6bb1c reply state 000000002a910d3b transno 4295031999 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf614 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.203441:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764828.203633:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022222834176:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1105us (1989us total) trans 4295031999 rc 0/0 00000100:00100000:1.0:1775764828.203640:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44236 00000020:00080000:1.0:1775764828.203645:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764828.210004:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.210039:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.210262:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222834304 00000100:00100000:1.0:1775764828.210273:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222834304 00002000:00010000:1.0:1775764828.210313:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2952258->18446744073709551615) 00002000:00100000:1.0:1775764828.210318:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ca80 with x1862022222834304 ext(2952258->18446744073709551615) 00002000:00010000:1.0:1775764828.210330:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ca80. 00000100:00100000:1.0:1775764828.210358:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222834432 00000100:00100000:1.0:1775764828.210361:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222834432 00002000:00010000:1.0:1775764828.210375:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764828.210378:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8df80 with x1862022222834432 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764828.210383:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8df80. 00000100:00100000:1.0:1775764828.210404:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37654 00000100:00100000:1.0:1775764828.210412:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222834304:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764828.210727:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2952258 00002000:00010000:1.0:1775764828.210732:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:1.0:1775764828.210748:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764827 -> 1775764827 00002000:00010000:1.0:1775764828.210750:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:1.0:1775764828.210752:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:1.0:1775764828.210805:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222834304:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 393us (818us total) trans 4294996521 rc 0/0 00000100:00100000:1.0:1775764828.210813:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37654 00002000:00010000:1.0:1775764828.210816:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2952258->18446744073709551615) 00002000:00100000:1.0:1775764828.210819:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ca80 with x1862022222834304 ext(2952258->18446744073709551615) 00002000:00010000:1.0:1775764828.210825:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ca80. 00000100:00100000:1.0:1775764828.210840:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37655 00000100:00100000:1.0:1775764828.210847:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222834432:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764828.211159:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1269491 -> 0 00002000:00010000:1.0:1775764828.211162:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:1.0:1775764828.211165:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764828.211166:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:1.0:1775764828.211168:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764828.211191:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222834432:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 345us (1152us total) trans 4294995936 rc 0/0 00000100:00100000:1.0:1775764828.211198:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37655 00002000:00010000:1.0:1775764828.211201:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764828.211203:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8df80 with x1862022222834432 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764828.211208:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8df80. 00010000:00010000:3.0:1775764828.215520:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf614 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.215563:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf614 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.215572:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf614 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.215578:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764828.215582:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf614 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.215590:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf614 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.215607:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764828.215610:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764828.215615:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf614 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.215622:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf614 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764828.223258:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.224186:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222834560 00000100:00100000:0.0:1775764828.224198:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222834560 00000100:00100000:0.0:1775764828.224277:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44237 00000100:00100000:0.0:1775764828.224289:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+69:11755:x1862022222834560:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764828.224316:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764828.224342:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf61b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc20 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.224433:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cf622 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.224447:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cf622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.224459:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cf622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764828.224485:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2952258 00000004:00200000:0.0:1775764828.224490:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764828.224507:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cf622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.224531:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cf61b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc20 expref: 71 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.224565:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cf622 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc20 expref: 70 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.224573:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764828.224576:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764828.224579:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf200, rc 0) 00000100:00100000:0.0:1775764828.224644:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022222834560:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 357us (1395us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.224651:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44237 00000100:00100000:0.0:1775764828.243756:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.243837:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222834816 00000100:00100000:3.0:1775764828.243847:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222834816 00000100:00100000:3.0:1775764828.243904:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44238 00000100:00100000:3.0:1775764828.243913:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022222834816:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764828.243974:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764828.244006:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cf622 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc20 expref: 70 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.244025:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764828.244030:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764828.244255:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.244271:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.244281:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764828.244325:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032000 00000004:00010000:3.0:1775764828.244345:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000031ba96a1 reply state 00000000981f7099 transno 4295032001 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764828.244353:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764828.244438:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022222834816:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 526us (694us total) trans 4295032001 rc 0/0 00000100:00100000:3.0:1775764828.244446:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44238 00000020:00080000:3.0:1775764828.244450:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764828.256019:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.256119:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.258382:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222834944 00000100:00100000:3.0:1775764828.258398:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222834944 00002000:00010000:3.0:1775764828.258445:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2377245->18446744073709551615) 00002000:00100000:3.0:1775764828.258450:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e680 with x1862022222834944 ext(2377245->18446744073709551615) 00002000:00010000:3.0:1775764828.258463:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e680. 00000100:00100000:3.0:1775764828.258499:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222835072 00000100:00100000:3.0:1775764828.258503:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222835072 00002000:00010000:3.0:1775764828.258516:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764828.258520:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ea00 with x1862022222835072 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764828.258526:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ea00. 00000100:00100000:3.0:1775764828.258563:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37656 00000100:00100000:3.0:1775764828.258573:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222834944:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764828.258903:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2952258 -> 2377245 00002000:00010000:3.0:1775764828.258922:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764828.258925:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764827 -> 1775764827 00002000:00010000:3.0:1775764828.258927:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764828.258930:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:3.0:1775764828.259013:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222834944:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 440us (3005us total) trans 4294996522 rc 0/0 00000100:00100000:3.0:1775764828.259021:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37656 00002000:00010000:3.0:1775764828.259024:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2377245->18446744073709551615) 00002000:00100000:3.0:1775764828.259027:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e680 with x1862022222834944 ext(2377245->18446744073709551615) 00002000:00010000:3.0:1775764828.259032:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e680. 00000100:00100000:3.0:1775764828.259059:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37657 00000100:00100000:3.0:1775764828.259067:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222835072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764828.259176:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764828.259180:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764828.259183:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764828.259185:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764828.259187:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764828.259209:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222835072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 143us (3090us total) trans 4294995937 rc 0/0 00000100:00100000:3.0:1775764828.259216:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37657 00002000:00010000:3.0:1775764828.259219:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764828.259222:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ea00 with x1862022222835072 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764828.259227:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ea00. 00000100:00100000:0.0:1775764828.264530:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.264663:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222835200 00000100:00100000:2.0:1775764828.264674:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222835200 00000100:00100000:2.0:1775764828.264735:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44239 00000100:00100000:2.0:1775764828.264745:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022222835200:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764828.264770:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764828.264789:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf630 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc27 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.264869:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf637 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.264883:0:5813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.264892:0:5813:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf637 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.264923:0:5813:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.264935:0:5813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf637 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.270341:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.270364:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.270372:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.270378:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9371bc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764828.270383:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.270391:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.270410:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764828.270412:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764828.270416:0:3298:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf637 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.270426:0:3298:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf637 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.270435:0:3298:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf637 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.272092:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.272110:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf629 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.273666:0:5813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf637 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.273681:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf637 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764828.273830:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2377245 00000004:00200000:2.0:1775764828.273836:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764828.273863:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf637 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.275896:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf630 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc27 expref: 73 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.275958:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf637 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc27 expref: 72 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.275969:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764828.275972:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764828.275977:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9000, rc 0) 00000100:00100000:2.0:1775764828.276069:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022222835200:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 11323us (11546us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.276079:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44239 00000100:00100000:0.0:1775764828.292957:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.293075:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222835328 00000100:00100000:3.0:1775764828.293086:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222835328 00002000:00100000:3.0:1775764828.293138:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2154496->2179071) req@ffff8b8c90d51c00 x1862022222835328/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764828.293150:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51c00 with x1862022222835328 ext(2154496->2179071) 00002000:00010000:3.0:1775764828.293157:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51c00 00000100:00100000:3.0:1775764828.293193:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37658 00000100:00100000:3.0:1775764828.293203:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222835328:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764828.309809:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222835328:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 16594us (16848us total) trans 4294996523 rc 0/0 00000100:00100000:0.0:1775764828.309833:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37658 00002000:00100000:0.0:1775764828.309846:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2154496->2179071) req@ffff8b8c90d51c00 x1862022222835328/t4294996523(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/448 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.309859:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51c00 with x1862022222835328 ext(2154496->2179071) 00002000:00010000:0.0:1775764828.309866:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51c00 00000100:00100000:0.0:1775764828.326981:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.329032:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222835456 00000100:00100000:1.0:1775764828.329058:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222835456 00000100:00100000:1.0:1775764828.329155:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84704 00000100:00100000:1.0:1775764828.329166:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222835456:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764828.411313:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996521 is committed 00000001:00080000:1.0:1775764828.411332:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996523 is committed 00000100:00100000:0.0:1775764828.411508:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222835456:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 82337us (84529us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.411521:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84704 00000100:00100000:2.0:1775764828.424697:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.427464:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222835712 00000100:00100000:3.0:1775764828.427480:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222835712 00000100:00100000:3.0:1775764828.427638:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44240 00000100:00100000:3.0:1775764828.427649:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022222835712:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764828.427707:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764828.427739:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253cf637 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc27 expref: 72 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.427768:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764828.427773:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764828.427999:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf63e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.428012:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf63e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.428022:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf63e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764828.428098:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032002 00000004:00010000:3.0:1775764828.428124:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e6c1564 reply state 000000003d139224 transno 4295032003 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf63e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764828.428133:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764828.428244:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022222835712:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 597us (3557us total) trans 4295032003 rc 0/0 00000100:00100000:3.0:1775764828.428252:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44240 00000020:00080000:3.0:1775764828.428257:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764828.437222:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.437307:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.437343:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222835968 00000100:00100000:0.0:1775764828.437355:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222835968 00002000:00010000:0.0:1775764828.437398:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764828.437403:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022222835968 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764828.437418:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52680. 00000100:00100000:0.0:1775764828.437440:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222835840 00000100:00100000:0.0:1775764828.437443:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222835840 00002000:00010000:0.0:1775764828.437453:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1674107->18446744073709551615) 00002000:00100000:0.0:1775764828.437456:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022222835840 ext(1674107->18446744073709551615) 00002000:00010000:0.0:1775764828.437461:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52300. 00000100:00100000:0.0:1775764828.437479:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37659 00000100:00100000:0.0:1775764828.437488:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222835968:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764828.437752:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764828.437756:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:0.0:1775764828.437759:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764828.437762:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:0.0:1775764828.437764:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764828.437816:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222835968:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 328us (604us total) trans 4294995938 rc 0/0 00000100:00100000:0.0:1775764828.437824:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37659 00002000:00010000:0.0:1775764828.437828:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764828.437830:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022222835968 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764828.437835:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52680. 00000100:00100000:0.0:1775764828.437851:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37660 00000100:00100000:0.0:1775764828.437858:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222835840:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764828.438104:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2377245 -> 1674107 00002000:00010000:0.0:1775764828.438108:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764828 00002000:00010000:0.0:1775764828.438110:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764827 -> 1775764828 00002000:00010000:0.0:1775764828.438113:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:0.0:1775764828.438115:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:0.0:1775764828.438135:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222835840:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 277us (827us total) trans 4294996524 rc 0/0 00000100:00100000:0.0:1775764828.438141:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37660 00002000:00010000:0.0:1775764828.438144:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1674107->18446744073709551615) 00002000:00100000:0.0:1775764828.438147:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022222835840 ext(1674107->18446744073709551615) 00002000:00010000:0.0:1775764828.438151:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52300. 00010000:00010000:2.0:1775764828.439171:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf63e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.439186:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf63e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.439194:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf63e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.439200:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9371aa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764828.439215:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf63e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.439223:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf63e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.439241:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764828.439244:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764828.439249:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf63e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.439254:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf63e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764828.442299:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.442382:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222836096 00000100:00100000:2.0:1775764828.442392:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222836096 00000100:00100000:2.0:1775764828.442452:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44241 00000100:00100000:2.0:1775764828.442462:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+73:11755:x1862022222836096:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764828.442488:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764828.442512:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cf645 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc2e expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.442777:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cf64c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.442792:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cf64c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.442804:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cf64c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764828.442829:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1674107 00000004:00200000:2.0:1775764828.442833:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764828.442848:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cf64c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.442872:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cf645 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc2e expref: 75 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.442894:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cf64c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc2e expref: 74 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.442903:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764828.442990:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764828.442995:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9600, rc 0) 00000100:00100000:2.0:1775764828.443100:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022222836096:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 640us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.443107:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44241 00000100:00100000:0.0:1775764828.456803:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.462022:0:5815:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222836352 00000100:00100000:2.0:1775764828.462036:0:5815:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222836352 00000100:00100000:0.0:1775764828.462213:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 20536 00000100:00100000:0.0:1775764828.462224:0:5815:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022222836352:12345-192.168.202.29@tcp:35:fsx.0 00000100:00100000:0.0:1775764828.462533:0:5815:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+75:11755:x1862022222836352:12345-192.168.202.29@tcp:35:fsx.0 Request processed in 310us (5745us total) trans 4295032004 rc 0/0 00000100:00100000:0.0:1775764828.462715:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 20536 00000100:00100000:0.0:1775764828.467835:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.467943:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222836608 00000100:00100000:2.0:1775764828.467953:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222836608 00000100:00100000:2.0:1775764828.468056:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44242 00000100:00100000:2.0:1775764828.468066:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+75:11755:x1862022222836608:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764828.468108:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764828.468131:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253cf653 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc35 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468203:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf65a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468227:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf65a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468238:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf65a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468257:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf661 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468264:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468269:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468622:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cf668 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468631:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cf668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468638:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cf668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764828.468648:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5049910 00010000:00010000:2.0:1775764828.468737:0:5813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf65a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468744:0:5813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf65a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468750:0:5813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf65a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468755:0:5813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764828.468759:0:5813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf65a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468769:0:5813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf65a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468780:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b8c27d6bb00) 00010000:00010000:2.0:1775764828.468782:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764828.468787:0:5813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf65a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468792:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf65a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468804:0:5813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468809:0:5813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf661 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468814:0:5813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf661 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468819:0:5813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764828.468822:0:5813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf661 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468828:0:5813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf661 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468834:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8b8b8121be00) 00010000:00010000:2.0:1775764828.468836:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764828.468839:0:5813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf661 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468847:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cf661 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468886:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253cf653 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc35 expref: 78 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468898:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cf668 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc35 expref: 77 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.468905:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764828.468907:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764828.468909:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9800, rc 0) 00000100:00100000:2.0:1775764828.468966:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+77:11755:x1862022222836608:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 901us (1140us total) trans 4295032005 rc 0/0 00000100:00100000:2.0:1775764828.468973:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44242 00000100:00100000:1.0:1775764828.480212:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.480308:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.480507:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222836864 00000100:00100000:0.0:1775764828.480519:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222836864 00002000:00100000:0.0:1775764828.480599:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3723264->3727359) req@ffff8b8c8ed83100 x1862022222836864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.480612:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83100 with x1862022222836864 ext(3723264->3727359) 00002000:00010000:0.0:1775764828.480618:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83100 00000100:00100000:0.0:1775764828.480647:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37661 00000100:00100000:0.0:1775764828.480657:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222836864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764828.480879:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222836864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 223us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.480886:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37661 00002000:00100000:0.0:1775764828.480892:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3723264->3727359) req@ffff8b8c8ed83100 x1862022222836864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.480900:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83100 with x1862022222836864 ext(3723264->3727359) 00002000:00010000:0.0:1775764828.481208:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83100 00000100:00100000:3.0:1775764828.481790:0:12282:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222836736 00000100:00100000:3.0:1775764828.481799:0:12282:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222836736 00000100:00100000:3.0:1775764828.481849:0:12282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17 00000100:00100000:3.0:1775764828.481857:0:12282:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+77:2365:x1862022222836736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764828.481873:0:12282:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764828.481897:0:12282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cf668 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc35 expref: 77 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.482051:0:12282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764828.482057:0:12282:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764828.482148:0:12282:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:2365:x1862022222836736:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 292us (1943us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.482156:0:12282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17 00000100:00100000:1.0:1775764828.490738:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.497821:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222836992 00000100:00100000:0.0:1775764828.497839:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222836992 00002000:00100000:1.0:1775764828.498722:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3727360->3731455) req@ffff8b8c8ed81500 x1862022222836992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.498738:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022222836992 ext(3727360->3731455) 00002000:00010000:1.0:1775764828.498745:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81500 00000100:00100000:1.0:1775764828.498783:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37662 00000100:00100000:1.0:1775764828.498793:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222836992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764828.500151:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222836992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1348us (9411us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.500163:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37662 00002000:00100000:1.0:1775764828.500173:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3727360->3731455) req@ffff8b8c8ed81500 x1862022222836992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.500184:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022222836992 ext(3727360->3731455) 00002000:00010000:1.0:1775764828.500189:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81500 00000100:00100000:0.0:1775764828.511295:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.511746:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222837120 00000100:00100000:1.0:1775764828.511759:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222837120 00002000:00100000:1.0:1775764828.511814:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3702784->3735551) req@ffff8b8c90d50e00 x1862022222837120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 504/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.511833:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50e00 with x1862022222837120 ext(3702784->3735551) 00002000:00010000:1.0:1775764828.511839:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50e00 00000100:00100000:1.0:1775764828.511875:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37663 00000100:00100000:1.0:1775764828.511885:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222837120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764828.529396:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222837120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17500us (18098us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.529413:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37663 00002000:00100000:1.0:1775764828.529431:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3702784->3735551) req@ffff8b8c90d50e00 x1862022222837120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 504/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.529443:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50e00 with x1862022222837120 ext(3702784->3735551) 00002000:00010000:1.0:1775764828.529449:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50e00 00000100:00100000:3.0:1775764828.535745:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.536105:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222837248 00000100:00100000:1.0:1775764828.536116:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222837248 00002000:00100000:1.0:1775764828.536168:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3735552->3739647) req@ffff8b8c9370d180 x1862022222837248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.536180:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370d180 with x1862022222837248 ext(3735552->3739647) 00002000:00010000:1.0:1775764828.536186:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370d180 00000100:00100000:1.0:1775764828.536221:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37664 00000100:00100000:1.0:1775764828.536230:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222837248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764828.536466:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222837248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.536474:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37664 00002000:00100000:1.0:1775764828.536482:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3735552->3739647) req@ffff8b8c9370d180 x1862022222837248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.536490:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370d180 with x1862022222837248 ext(3735552->3739647) 00002000:00010000:1.0:1775764828.536494:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370d180 00000100:00100000:2.0:1775764828.556668:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.556775:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222837376 00000100:00100000:1.0:1775764828.556786:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222837376 00002000:00100000:1.0:1775764828.556831:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3739648->3743743) req@ffff8b8c85b8fb80 x1862022222837376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.556844:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8fb80 with x1862022222837376 ext(3739648->3743743) 00002000:00010000:1.0:1775764828.556850:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8fb80 00000100:00100000:1.0:1775764828.556932:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37665 00000100:00100000:1.0:1775764828.556942:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222837376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764828.557320:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222837376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 378us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.557328:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37665 00002000:00100000:1.0:1775764828.557335:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3739648->3743743) req@ffff8b8c85b8fb80 x1862022222837376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.557344:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8fb80 with x1862022222837376 ext(3739648->3743743) 00002000:00010000:1.0:1775764828.557348:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8fb80 00000100:00100000:0.0:1775764828.569413:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.569514:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222837504 00000100:00100000:2.0:1775764828.569525:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222837504 00002000:00100000:2.0:1775764828.569603:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3743744->3747839) req@ffff8b8c90d52a00 x1862022222837504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764828.569615:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52a00 with x1862022222837504 ext(3743744->3747839) 00002000:00010000:2.0:1775764828.569620:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52a00 00000100:00100000:2.0:1775764828.569650:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37666 00000100:00100000:2.0:1775764828.569659:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222837504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764828.569866:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222837504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 207us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.569874:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37666 00002000:00100000:2.0:1775764828.569879:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3743744->3747839) req@ffff8b8c90d52a00 x1862022222837504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764828.569886:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52a00 with x1862022222837504 ext(3743744->3747839) 00002000:00010000:2.0:1775764828.569889:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52a00 00000100:00100000:3.0:1775764828.584300:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.584592:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222837632 00000100:00100000:0.0:1775764828.584603:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222837632 00002000:00100000:0.0:1775764828.584653:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3747840->3751935) req@ffff8b8c9370f800 x1862022222837632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.584664:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370f800 with x1862022222837632 ext(3747840->3751935) 00002000:00010000:0.0:1775764828.584670:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370f800 00000100:00100000:0.0:1775764828.584705:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37667 00000100:00100000:0.0:1775764828.584714:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222837632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764828.584947:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222837632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 232us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.584954:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37667 00002000:00100000:0.0:1775764828.584960:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3747840->3751935) req@ffff8b8c9370f800 x1862022222837632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.584969:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370f800 with x1862022222837632 ext(3747840->3751935) 00002000:00010000:0.0:1775764828.584972:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370f800 00000100:00100000:0.0:1775764828.590287:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.590384:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222837760 00000100:00100000:2.0:1775764828.590396:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222837760 00002000:00100000:2.0:1775764828.590442:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3751936->3756031) req@ffff8b8c90d51500 x1862022222837760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764828.590453:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51500 with x1862022222837760 ext(3751936->3756031) 00002000:00010000:2.0:1775764828.590458:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51500 00000100:00100000:2.0:1775764828.590492:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37668 00000100:00100000:2.0:1775764828.590500:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222837760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764828.590745:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222837760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 245us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.590752:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37668 00002000:00100000:2.0:1775764828.590758:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3751936->3756031) req@ffff8b8c90d51500 x1862022222837760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764828.590766:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51500 with x1862022222837760 ext(3751936->3756031) 00002000:00010000:2.0:1775764828.590769:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51500 00000100:00100000:1.0:1775764828.598673:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.598771:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222837888 00000100:00100000:0.0:1775764828.598781:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222837888 00002000:00100000:0.0:1775764828.598826:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3756032->3760127) req@ffff8b8c8ed80000 x1862022222837888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.598837:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022222837888 ext(3756032->3760127) 00002000:00010000:0.0:1775764828.598843:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:0.0:1775764828.598879:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37669 00000100:00100000:0.0:1775764828.598887:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222837888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764828.599137:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222837888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 248us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.599144:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37669 00002000:00100000:0.0:1775764828.599150:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3756032->3760127) req@ffff8b8c8ed80000 x1862022222837888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.599158:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022222837888 ext(3756032->3760127) 00002000:00010000:0.0:1775764828.599162:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:3.0:1775764828.604599:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.604953:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222838016 00000100:00100000:0.0:1775764828.604963:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222838016 00002000:00100000:0.0:1775764828.605013:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3760128->3764223) req@ffff8b8c9370e680 x1862022222838016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.605024:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370e680 with x1862022222838016 ext(3760128->3764223) 00002000:00010000:0.0:1775764828.605031:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370e680 00000100:00100000:0.0:1775764828.605076:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37670 00000100:00100000:0.0:1775764828.605097:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222838016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764828.605339:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222838016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.605347:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37670 00002000:00100000:0.0:1775764828.605354:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3760128->3764223) req@ffff8b8c9370e680 x1862022222838016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.605363:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370e680 with x1862022222838016 ext(3760128->3764223) 00002000:00010000:0.0:1775764828.605367:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370e680 00000100:00100000:1.0:1775764828.629973:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.630079:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222838144 00000100:00100000:3.0:1775764828.630100:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222838144 00002000:00100000:3.0:1775764828.630146:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3764224->3768319) req@ffff8b8c8ed82300 x1862022222838144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764828.630154:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022222838144 ext(3764224->3768319) 00002000:00010000:3.0:1775764828.630159:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300 00000100:00100000:3.0:1775764828.630189:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37671 00000100:00100000:3.0:1775764828.630196:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222838144:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764828.630404:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222838144:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 208us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.630410:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37671 00002000:00100000:3.0:1775764828.630414:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3764224->3768319) req@ffff8b8c8ed82300 x1862022222838144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764828.630419:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022222838144 ext(3764224->3768319) 00002000:00010000:3.0:1775764828.630421:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300 00000100:00100000:1.0:1775764828.640818:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.640915:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222838272 00000100:00100000:3.0:1775764828.640925:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222838272 00002000:00100000:3.0:1775764828.640973:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3723264->3768319) req@ffff8b8c8ed80e00 x1862022222838272/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764828.640986:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022222838272 ext(3723264->3768319) 00002000:00010000:3.0:1775764828.640992:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:3.0:1775764828.641025:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37672 00000100:00100000:3.0:1775764828.641035:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222838272:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764828.682405:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222838272:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 41361us (41585us total) trans 4294996525 rc 0/0 00000100:00100000:3.0:1775764828.682420:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37672 00002000:00100000:3.0:1775764828.682432:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3723264->3768319) req@ffff8b8c8ed80e00 x1862022222838272/t4294996525(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/448 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764828.682442:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022222838272 ext(3723264->3768319) 00002000:00010000:3.0:1775764828.682448:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:1.0:1775764828.686811:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.686898:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222838400 00000100:00100000:3.0:1775764828.686919:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222838400 00000100:00100000:3.0:1775764828.686979:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84705 00000100:00100000:3.0:1775764828.686990:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222838400:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764828.804051:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996524 is committed 00000001:00080000:0.0:1775764828.804098:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996525 is committed 00000100:00100000:3.0:1775764828.804439:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222838400:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 117445us (117631us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.804452:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84705 00000100:00100000:1.0:1775764828.811028:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.811450:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222838656 00000100:00100000:3.0:1775764828.811460:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222838656 00000100:00100000:3.0:1775764828.811594:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44243 00000100:00100000:3.0:1775764828.811605:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022222838656:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764828.811662:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764828.811705:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cf64c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc2e expref: 76 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.811726:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764828.811731:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764828.814154:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf676 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.814176:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf676 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.814189:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf676 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764828.814251:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032006 00000004:00010000:2.0:1775764828.814277:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008315f8c reply state 00000000414b22ff transno 4295032007 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf676 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764828.814287:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764828.814407:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022222838656:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2801us (3387us total) trans 4295032007 rc 0/0 00000100:00100000:2.0:1775764828.814416:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44243 00000020:00080000:2.0:1775764828.814421:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764828.819751:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf676 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.819768:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf676 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.819776:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf676 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.819781:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764828.819787:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf676 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.819794:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf676 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.819810:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764828.819812:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764828.819817:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf676 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.819824:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253cf676 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764828.820673:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.820718:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.820845:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222838912 00000100:00100000:1.0:1775764828.820854:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222838912 00002000:00010000:1.0:1775764828.820893:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764828.820898:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022222838912 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764828.820922:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52d80. 00000100:00100000:1.0:1775764828.820950:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222838784 00000100:00100000:1.0:1775764828.820953:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222838784 00002000:00010000:1.0:1775764828.820965:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3110097->18446744073709551615) 00002000:00100000:1.0:1775764828.820968:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177b80 with x1862022222838784 ext(3110097->18446744073709551615) 00002000:00010000:1.0:1775764828.820974:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177b80. 00000100:00100000:1.0:1775764828.820989:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37673 00000100:00100000:1.0:1775764828.820997:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222838912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764828.821254:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764828.821258:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764829 00002000:00010000:1.0:1775764828.821260:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764828.821262:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764829 00002000:00010000:1.0:1775764828.821264:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764828.821314:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222838912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 317us (647us total) trans 4294995939 rc 0/0 00000100:00100000:1.0:1775764828.821321:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37673 00002000:00010000:1.0:1775764828.821325:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764828.821327:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022222838912 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764828.821331:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52d80. 00000100:00100000:1.0:1775764828.821347:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37674 00000100:00100000:1.0:1775764828.821353:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222838784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764828.821631:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1674107 -> 3110097 00002000:00010000:1.0:1775764828.821635:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764828 -> 1775764829 00002000:00010000:1.0:1775764828.821637:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764828 -> 1775764828 00002000:00010000:1.0:1775764828.821639:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764828 -> 1775764829 00002000:00010000:1.0:1775764828.821641:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:1.0:1775764828.821673:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222838784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 319us (954us total) trans 4294996526 rc 0/0 00000100:00100000:1.0:1775764828.821679:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37674 00002000:00010000:1.0:1775764828.821683:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3110097->18446744073709551615) 00002000:00100000:1.0:1775764828.821686:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177b80 with x1862022222838784 ext(3110097->18446744073709551615) 00002000:00010000:1.0:1775764828.821690:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177b80. 00000100:00100000:0.0:1775764828.832147:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.833000:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222839040 00000100:00100000:2.0:1775764828.833014:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222839040 00000100:00100000:2.0:1775764828.833095:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44244 00000100:00100000:2.0:1775764828.833106:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+77:11755:x1862022222839040:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764828.833128:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764828.833149:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253cf67d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc3c expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.833238:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf684 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.833252:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf684 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.833263:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf684 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764828.833294:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3110097 00000004:00200000:2.0:1775764828.833299:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764828.833318:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf684 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.833342:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253cf67d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc3c expref: 79 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.833360:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf684 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc3c expref: 78 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.833368:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764828.833371:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764828.833375:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9c00, rc 0) 00000100:00100000:2.0:1775764828.833447:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022222839040:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 343us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.833456:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44244 00000100:00100000:0.0:1775764828.837051:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.839906:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222839296 00000100:00100000:2.0:1775764828.839921:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222839296 00000100:00100000:2.0:1775764828.840161:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44245 00000100:00100000:2.0:1775764828.840173:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022222839296:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764828.840401:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764828.840436:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf684 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc3c expref: 78 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.840459:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764828.840466:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764828.841302:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf68b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.841321:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf68b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.841331:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf68b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764828.841397:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032008 00000004:00010000:2.0:1775764828.841428:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fda7457c reply state 00000000333679ef transno 4295032009 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf68b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764828.841439:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764828.841671:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022222839296:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1498us (4638us total) trans 4295032009 rc 0/0 00000100:00100000:2.0:1775764828.841682:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44245 00000020:00080000:2.0:1775764828.841688:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764828.849431:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf68b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.849450:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf68b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.849459:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf68b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.849466:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764828.849471:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf68b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.849479:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf68b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.849498:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764828.849501:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764828.849507:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf68b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.849514:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cf68b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764828.853149:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.853197:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.853268:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222839424 00000100:00100000:1.0:1775764828.853278:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222839424 00002000:00010000:1.0:1775764828.853325:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (397474->18446744073709551615) 00002000:00100000:1.0:1775764828.853330:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022222839424 ext(397474->18446744073709551615) 00002000:00010000:1.0:1775764828.853344:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300. 00000100:00100000:1.0:1775764828.853378:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222839552 00000100:00100000:1.0:1775764828.853381:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222839552 00002000:00010000:1.0:1775764828.853393:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764828.853398:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022222839552 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764828.853405:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174700. 00000100:00100000:1.0:1775764828.853432:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37675 00000100:00100000:1.0:1775764828.853443:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222839424:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764828.853772:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3110097 -> 397474 00002000:00010000:1.0:1775764828.853776:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764828.853779:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764828 -> 1775764828 00002000:00010000:1.0:1775764828.853781:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764828.853783:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:1.0:1775764828.853837:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222839424:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 396us (699us total) trans 4294996527 rc 0/0 00000100:00100000:1.0:1775764828.853845:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37675 00002000:00010000:1.0:1775764828.853849:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (397474->18446744073709551615) 00002000:00100000:1.0:1775764828.853851:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022222839424 ext(397474->18446744073709551615) 00002000:00010000:1.0:1775764828.853855:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300. 00000100:00100000:1.0:1775764828.853872:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37676 00000100:00100000:1.0:1775764828.853879:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222839552:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764828.853987:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764828.853990:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764828.853993:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764828.853995:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764828.853997:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764828.854018:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222839552:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 139us (820us total) trans 4294995940 rc 0/0 00000100:00100000:1.0:1775764828.854025:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37676 00002000:00010000:1.0:1775764828.854028:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764828.854030:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022222839552 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764828.854045:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174700. 00000100:00100000:2.0:1775764828.865483:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.865825:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222839680 00000100:00100000:0.0:1775764828.865837:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222839680 00000100:00100000:1.0:1775764828.866504:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44246 00000100:00100000:1.0:1775764828.866520:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+79:11755:x1862022222839680:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764828.866668:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764828.866695:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253cf692 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc43 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.866894:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf699 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.866908:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.866920:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764828.866947:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 397474 00000004:00200000:1.0:1775764828.866952:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764828.867002:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.867029:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253cf692 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc43 expref: 81 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.867064:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf699 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc43 expref: 80 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.868951:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764828.868961:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764828.868969:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0c00, rc 0) 00000100:00100000:1.0:1775764828.869063:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022222839680:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 2544us (3585us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.869073:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44246 00000100:00100000:0.0:1775764828.877649:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.878416:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222839936 00000100:00100000:2.0:1775764828.878427:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222839936 00000100:00100000:2.0:1775764828.878566:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44247 00000100:00100000:2.0:1775764828.878577:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022222839936:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764828.878632:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764828.878673:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf699 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc43 expref: 80 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.878694:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764828.878701:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764828.878944:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.878959:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.878970:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764828.879024:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032010 00000004:00010000:2.0:1775764828.879061:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000742370a8 reply state 00000000c8fbf071 transno 4295032011 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764828.879072:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764828.879175:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022222839936:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 599us (1537us total) trans 4295032011 rc 0/0 00000100:00100000:2.0:1775764828.879182:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44247 00000020:00080000:2.0:1775764828.879187:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764828.883319:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.883337:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.883345:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.883351:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764828.883357:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.883365:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.883384:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764828.883387:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764828.883392:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.883399:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764828.885111:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.885153:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.885680:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222840192 00000100:00100000:1.0:1775764828.885690:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222840192 00002000:00010000:1.0:1775764828.885729:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (170539->18446744073709551615) 00002000:00100000:1.0:1775764828.885734:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370f480 with x1862022222840192 ext(170539->18446744073709551615) 00002000:00010000:1.0:1775764828.885746:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9370f480. 00000100:00100000:1.0:1775764828.885774:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222840064 00000100:00100000:1.0:1775764828.885777:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222840064 00002000:00010000:1.0:1775764828.885787:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764828.885790:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370c380 with x1862022222840064 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764828.885797:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370c380. 00000100:00100000:1.0:1775764828.885813:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37677 00000100:00100000:1.0:1775764828.885823:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222840192:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:3.0:1775764828.885875:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37678 00000100:00100000:3.0:1775764828.885888:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222840064:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764828.886112:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 397474 -> 4194304 00002000:00010000:3.0:1775764828.886116:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764828.886119:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764828.886122:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764828.886124:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00002000:00010000:1.0:1775764828.886151:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 170539 00002000:00010000:1.0:1775764828.886155:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764828.886158:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764828.886160:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764828.886164:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764828.886196:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222840192:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 370us (1091us total) trans 4294995941 rc 0/0 00000100:00100000:3.0:1775764828.886196:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222840064:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 308us (1039us total) trans 4294996528 rc 0/0 00000100:00100000:3.0:1775764828.886207:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37678 00002000:00010000:3.0:1775764828.886211:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764828.886213:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370c380 with x1862022222840064 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764828.886218:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370c380. 00000100:00100000:1.0:1775764828.886387:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37677 00002000:00010000:1.0:1775764828.886390:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (170539->18446744073709551615) 00002000:00100000:1.0:1775764828.886393:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370f480 with x1862022222840192 ext(170539->18446744073709551615) 00002000:00010000:1.0:1775764828.886398:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9370f480. 00000100:00100000:3.0:1775764828.888958:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.889028:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222840320 00000100:00100000:2.0:1775764828.889047:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222840320 00002000:00100000:2.0:1775764828.889097:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (122880->172031) req@ffff8b8c9370e300 x1862022222840320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764828.889108:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370e300 with x1862022222840320 ext(122880->172031) 00002000:00010000:2.0:1775764828.889114:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9370e300 00000100:00100000:2.0:1775764828.889150:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37679 00000100:00100000:2.0:1775764828.889159:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222840320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764828.898176:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222840320:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9007us (9216us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1775764828.898190:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37679 00002000:00100000:2.0:1775764828.898204:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (122880->172031) req@ffff8b8c9370e300 x1862022222840320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/440 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764828.898215:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370e300 with x1862022222840320 ext(122880->172031) 00002000:00010000:2.0:1775764828.898222:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9370e300 00000100:00100000:2.0:1775764828.912924:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.913389:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222840448 00000100:00100000:0.0:1775764828.913400:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222840448 00002000:00100000:0.0:1775764828.913454:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (151552->170538) req@ffff8b8c85b8f800 x1862022222840448/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.913466:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f800 with x1862022222840448 ext(151552->170538) 00002000:00010000:0.0:1775764828.913472:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8f800 00000100:00100000:0.0:1775764828.914284:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37680 00000100:00100000:0.0:1775764828.914297:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222840448:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764828.923301:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222840448:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8996us (10376us total) trans 4294995942 rc 0/0 00000100:00100000:0.0:1775764828.923314:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37680 00002000:00100000:0.0:1775764828.923327:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (151552->170538) req@ffff8b8c85b8f800 x1862022222840448/t4294995942(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/448 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.923338:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f800 with x1862022222840448 ext(151552->170538) 00002000:00010000:0.0:1775764828.923345:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8f800 00000100:00100000:2.0:1775764828.934512:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.934721:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222840576 00000100:00100000:3.0:1775764828.934730:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222840576 00000100:00100000:2.0:1775764828.935140:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84706 00000100:00100000:2.0:1775764828.935151:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222840576:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764828.974729:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995942 is committed 00000100:00100000:0.0:1775764828.975135:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222840576:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 39980us (40628us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.975147:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84706 00000100:00100000:3.0:1775764828.977652:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764828.978042:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222840704 00000100:00100000:2.0:1775764828.978052:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222840704 00000100:00100000:2.0:1775764828.978105:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44248 00000100:00100000:2.0:1775764828.978114:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+81:11755:x1862022222840704:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764828.978137:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764828.978156:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc4a expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.978295:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf6ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.978309:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf6ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.978320:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf6ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764828.978343:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4364843 00000004:00200000:2.0:1775764828.978346:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764828.978361:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf6ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.978384:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc4a expref: 83 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.978400:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf6ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc4a expref: 82 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.978408:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764828.978411:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764828.978415:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8c00, rc 0) 00000100:00100000:2.0:1775764828.978472:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022222840704:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 360us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.978479:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44248 00000100:00100000:1.0:1775764828.983075:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764828.983155:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222840832 00000100:00100000:3.0:1775764828.983164:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222840832 00002000:00100000:3.0:1775764828.983220:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3559424->3575807) req@ffff8b8c8ed82a00 x1862022222840832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764828.983231:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82a00 with x1862022222840832 ext(3559424->3575807) 00002000:00010000:3.0:1775764828.983237:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82a00 00000100:00100000:3.0:1775764828.983301:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37681 00000100:00100000:3.0:1775764828.983312:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222840832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764828.983611:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222840832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 301us (544us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1775764828.983618:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37681 00002000:00100000:3.0:1775764828.983624:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3559424->3575807) req@ffff8b8c8ed82a00 x1862022222840832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/16824 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764828.983631:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82a00 with x1862022222840832 ext(3559424->3575807) 00002000:00010000:3.0:1775764828.983634:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82a00 00000100:00100000:1.0:1775764828.992198:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764828.992431:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222840960 00000100:00100000:0.0:1775764828.992442:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222840960 00002000:00100000:0.0:1775764828.992491:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2416640->2420735) req@ffff8b8c8ed80380 x1862022222840960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.992503:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80380 with x1862022222840960 ext(2416640->2420735) 00002000:00010000:0.0:1775764828.992509:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80380 00000100:00100000:0.0:1775764828.992608:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37682 00000100:00100000:0.0:1775764828.992618:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222840960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764828.993009:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222840960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 390us (818us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764828.993017:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37682 00002000:00100000:0.0:1775764828.993023:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2416640->2420735) req@ffff8b8c8ed80380 x1862022222840960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/4536 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764828.993031:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80380 with x1862022222840960 ext(2416640->2420735) 00002000:00010000:0.0:1775764828.993044:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80380 00000100:00100000:3.0:1775764828.996385:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764828.998775:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222841088 00000100:00100000:1.0:1775764828.998789:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222841088 00002000:00100000:1.0:1775764828.998852:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2420736->2424831) req@ffff8b8c9370ca80 x1862022222841088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.998863:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370ca80 with x1862022222841088 ext(2420736->2424831) 00002000:00010000:1.0:1775764828.998869:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370ca80 00000100:00100000:1.0:1775764828.998906:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37683 00000100:00100000:1.0:1775764828.998915:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222841088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764828.999170:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222841088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 255us (2794us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764828.999179:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37683 00002000:00100000:1.0:1775764828.999185:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2420736->2424831) req@ffff8b8c9370ca80 x1862022222841088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:309/0 lens 488/4536 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764828.999194:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370ca80 with x1862022222841088 ext(2420736->2424831) 00002000:00010000:1.0:1775764828.999197:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370ca80 00000100:00100000:3.0:1775764829.004732:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764829.005443:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222841216 00000100:00100000:1.0:1775764829.005456:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222841216 00002000:00100000:1.0:1775764829.005508:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2109440->2752511) req@ffff8b8c9370d500 x1862022222841216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764829.005519:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370d500 with x1862022222841216 ext(2109440->2752511) 00002000:00010000:1.0:1775764829.005525:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370d500 00000100:00100000:1.0:1775764829.005586:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37684 00000100:00100000:1.0:1775764829.005595:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222841216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764829.013819:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222841216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8206us (9077us total) trans 0 rc 634880/634880 00000100:00100000:0.0:1775764829.013834:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37684 00002000:00100000:0.0:1775764829.013848:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2109440->2752511) req@ffff8b8c9370d500 x1862022222841216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 634880/634880 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.013858:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370d500 with x1862022222841216 ext(2109440->2752511) 00002000:00010000:0.0:1775764829.013864:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370d500 00000100:00100000:3.0:1775764829.019059:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.019167:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222841344 00000100:00100000:2.0:1775764829.019178:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222841344 00002000:00100000:2.0:1775764829.019307:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3334144->3366911) req@ffff8b8c9370d880 x1862022222841344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.019319:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370d880 with x1862022222841344 ext(3334144->3366911) 00002000:00010000:2.0:1775764829.019325:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370d880 00000100:00100000:2.0:1775764829.019400:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37685 00000100:00100000:2.0:1775764829.019410:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222841344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764829.024381:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222841344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4962us (5322us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1775764829.024395:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37685 00002000:00100000:2.0:1775764829.024408:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3334144->3366911) req@ffff8b8c9370d880 x1862022222841344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.024426:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370d880 with x1862022222841344 ext(3334144->3366911) 00002000:00010000:2.0:1775764829.024432:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9370d880 00000100:00100000:1.0:1775764829.027806:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.027894:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222841600 00000100:00100000:2.0:1775764829.027989:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222841600 00000100:00100000:2.0:1775764829.028111:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44249 00000100:00080000:0.0:1775764829.028120:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764829.028123:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022222841600:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764829.028178:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764829.028222:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf6ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc4a expref: 82 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.028243:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764829.028249:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764829.028463:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6b5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.028478:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.028488:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764829.028585:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032012 00000004:00010000:2.0:1775764829.028611:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eeda45ae reply state 000000007586f22a transno 4295032013 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764829.028620:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764829.028718:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022222841600:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 598us (919us total) trans 4295032013 rc 0/0 00000100:00100000:2.0:1775764829.028729:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44249 00000020:00080000:2.0:1775764829.028734:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764829.032226:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.032272:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764829.032606:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.032620:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.032628:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.032635:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764829.032640:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.032647:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6b5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.032665:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764829.032669:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764829.032674:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6b5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.032681:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253cf6b5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764829.033290:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222841728 00000100:00100000:3.0:1775764829.033303:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222841728 00002000:00010000:3.0:1775764829.033342:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3345021->18446744073709551615) 00002000:00100000:3.0:1775764829.033347:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022222841728 ext(3345021->18446744073709551615) 00002000:00010000:3.0:1775764829.033359:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174a80. 00000100:00100000:3.0:1775764829.033393:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222841856 00000100:00100000:3.0:1775764829.033396:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222841856 00002000:00010000:3.0:1775764829.033419:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764829.033423:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174380 with x1862022222841856 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764829.033429:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174380. 00000100:00100000:3.0:1775764829.033451:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37686 00000100:00100000:3.0:1775764829.033461:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222841728:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764829.033761:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3345021 00002000:00010000:3.0:1775764829.033766:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.033769:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764828 -> 1775764828 00002000:00010000:3.0:1775764829.033772:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.033774:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:1.0:1775764829.033938:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37687 00000100:00100000:1.0:1775764829.033949:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222841856:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764829.034189:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 170539 -> 0 00002000:00010000:1.0:1775764829.034193:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764829.034195:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764829.034198:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764829.034200:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:3.0:1775764829.034263:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222841728:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 804us (2061us total) trans 4294996529 rc 0/0 00000100:00100000:3.0:1775764829.034271:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37686 00002000:00010000:3.0:1775764829.034275:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3345021->18446744073709551615) 00002000:00100000:3.0:1775764829.034278:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022222841728 ext(3345021->18446744073709551615) 00002000:00010000:3.0:1775764829.034283:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174a80. 00000100:00080000:0.0:1775764829.034655:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764829.036416:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222841856:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2458us (4131us total) trans 4294995943 rc 0/0 00000100:00100000:1.0:1775764829.036431:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37687 00002000:00010000:1.0:1775764829.036436:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764829.036440:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174380 with x1862022222841856 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764829.036450:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174380. 00000100:00100000:0.0:1775764829.040924:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.041065:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222841984 00000100:00100000:2.0:1775764829.041075:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222841984 00000100:00100000:2.0:1775764829.041137:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44250 00000100:00100000:2.0:1775764829.041147:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+83:11755:x1862022222841984:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764829.041171:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764829.041193:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf6bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc51 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.041414:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.041429:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.041440:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764829.041465:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3345021 00000004:00200000:2.0:1775764829.041469:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764829.041484:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.041507:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253cf6bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc51 expref: 85 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.041522:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc51 expref: 84 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.041641:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764829.041645:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764829.041649:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9c00, rc 0) 00000100:00100000:2.0:1775764829.041741:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022222841984:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 596us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764829.041748:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44250 00000100:00100000:0.0:1775764829.045996:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.046317:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222842240 00000100:00100000:3.0:1775764829.046328:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222842240 00000100:00100000:3.0:1775764829.046423:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44251 00000100:00100000:3.0:1775764829.046434:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022222842240:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764829.046491:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764829.046522:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cf6c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc51 expref: 84 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.046588:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.046594:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764829.046806:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.046832:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.046846:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764829.046896:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032014 00000004:00010000:3.0:1775764829.046925:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e4aa0b8 reply state 0000000049b1ac4e transno 4295032015 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764829.046934:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764829.047016:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022222842240:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 583us (1030us total) trans 4295032015 rc 0/0 00000100:00100000:3.0:1775764829.047024:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44251 00000020:00080000:3.0:1775764829.047029:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764829.050436:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.050453:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.050461:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.050467:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9371bc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764829.050472:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.050480:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.050498:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.050502:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764829.050507:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.050513:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764829.050868:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.050889:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.050946:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222842368 00000100:00100000:3.0:1775764829.050956:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222842368 00002000:00010000:3.0:1775764829.050993:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764829.050997:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176a00 with x1862022222842368 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764829.051007:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176a00. 00000100:00100000:3.0:1775764829.051044:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222842496 00000100:00100000:3.0:1775764829.051047:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222842496 00002000:00010000:3.0:1775764829.051059:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (139248->18446744073709551615) 00002000:00100000:3.0:1775764829.051062:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174e00 with x1862022222842496 ext(139248->18446744073709551615) 00002000:00010000:3.0:1775764829.051069:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174e00. 00000100:00100000:1.0:1775764829.051107:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37688 00000100:00100000:1.0:1775764829.051120:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222842368:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764829.051590:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3345021 -> 4194304 00002000:00010000:1.0:1775764829.051595:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764829.051597:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764828 -> 1775764828 00002000:00010000:1.0:1775764829.051599:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764829.051602:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:1.0:1775764829.051656:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222842368:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 538us (790us total) trans 4294996530 rc 0/0 00000100:00100000:3.0:1775764829.052506:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37689 00000100:00100000:3.0:1775764829.052520:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222842496:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764829.052699:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 139248 00002000:00010000:3.0:1775764829.052703:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.052705:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764829.052707:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.052709:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764829.052764:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222842496:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 250us (1872us total) trans 4294995944 rc 0/0 00000100:00100000:3.0:1775764829.052772:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37689 00002000:00010000:3.0:1775764829.052775:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (139248->18446744073709551615) 00002000:00100000:3.0:1775764829.052778:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174e00 with x1862022222842496 ext(139248->18446744073709551615) 00002000:00010000:3.0:1775764829.052784:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174e00. 00000100:00100000:1.0:1775764829.056511:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37688 00002000:00010000:1.0:1775764829.056522:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764829.056527:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176a00 with x1862022222842368 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764829.056552:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176a00. 00000100:00100000:0.0:1775764829.077369:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.077529:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222842624 00000100:00100000:2.0:1775764829.077575:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222842624 00002000:00100000:2.0:1775764829.077629:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8cb3177480 x1862022222842624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.077640:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177480 with x1862022222842624 ext(98304->102399) 00002000:00010000:2.0:1775764829.077645:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3177480 00000100:00100000:2.0:1775764829.077669:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37690 00000100:00100000:2.0:1775764829.077679:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222842624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764829.078115:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222842624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 435us (753us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764829.078122:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37690 00002000:00100000:2.0:1775764829.078129:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8cb3177480 x1862022222842624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.078136:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177480 with x1862022222842624 ext(98304->102399) 00002000:00010000:2.0:1775764829.078139:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3177480 00000100:00100000:1.0:1775764829.083198:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764829.083252:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.083889:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222842752 00000100:00100000:0.0:1775764829.083901:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222842752 00002000:00100000:0.0:1775764829.083961:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (401408->1449983) req@ffff8b8c8ed83480 x1862022222842752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.083971:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83480 with x1862022222842752 ext(401408->1449983) 00002000:00010000:0.0:1775764829.083977:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83480 00000100:00100000:0.0:1775764829.084010:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222842880 00000100:00100000:0.0:1775764829.084014:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222842880 00002000:00100000:0.0:1775764829.084028:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1449984->3141631) req@ffff8b8c93d92680 x1862022222842880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.084046:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92680 with x1862022222842880 ext(1449984->3141631) 00002000:00010000:0.0:1775764829.084049:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d92680 00000100:00100000:0.0:1775764829.084077:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37691 00000100:00100000:0.0:1775764829.084086:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222842752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764829.084685:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37692 00000100:00100000:1.0:1775764829.084697:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222842880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764829.090296:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.090576:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222843008 00000100:00100000:3.0:1775764829.090585:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222843008 00002000:00100000:3.0:1775764829.090628:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (0->139263) req@ffff8b8c85b8c000 x1862022222843008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.090639:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c000 with x1862022222843008 ext(0->139263) 00002000:00010000:3.0:1775764829.090644:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c000 00000100:00100000:3.0:1775764829.090679:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37693 00000100:00100000:3.0:1775764829.090688:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222843008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764829.105747:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.106651:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222843136 00000100:00100000:0.0:1775764829.106665:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222843136 00002000:00100000:0.0:1775764829.106722:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3141632->4194303) req@ffff8b8c85b8d880 x1862022222843136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.106733:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d880 with x1862022222843136 ext(3141632->4194303) 00002000:00010000:0.0:1775764829.106738:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8d880 00000100:00100000:0.0:1775764829.106776:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37694 00000100:00100000:0.0:1775764829.106786:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222843136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764829.120850:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222842880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 36147us (37587us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764829.120862:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37692 00002000:00100000:0.0:1775764829.120875:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1449984->3141631) req@ffff8b8c93d92680 x1862022222842880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.120887:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92680 with x1862022222842880 ext(1449984->3141631) 00002000:00010000:0.0:1775764829.120893:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d92680 00000100:00100000:1.0:1775764829.123293:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222843008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 32596us (32994us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1775764829.123308:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37693 00002000:00100000:1.0:1775764829.123320:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (0->139263) req@ffff8b8c85b8c000 x1862022222843008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 135168/135168 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764829.123331:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c000 with x1862022222843008 ext(0->139263) 00002000:00010000:1.0:1775764829.123337:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c000 00000100:00100000:2.0:1775764829.127612:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222842752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 43516us (44412us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764829.127626:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37691 00002000:00100000:2.0:1775764829.127640:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (401408->1449983) req@ffff8b8c8ed83480 x1862022222842752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.127651:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83480 with x1862022222842752 ext(401408->1449983) 00002000:00010000:2.0:1775764829.127657:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83480 00000100:00100000:0.0:1775764829.128150:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222843136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21363us (22411us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1775764829.128158:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37694 00002000:00100000:0.0:1775764829.128165:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3141632->4194303) req@ffff8b8c85b8d880 x1862022222843136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 1040384/1040384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.128173:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d880 with x1862022222843136 ext(3141632->4194303) 00002000:00010000:0.0:1775764829.128176:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8d880 00010000:00010000:1.0:1775764829.129711:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764829.140877:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.141434:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222843264 00000100:00100000:2.0:1775764829.141445:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222843264 00002000:00100000:2.0:1775764829.141494:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (98304->139247) req@ffff8b8c8e898700 x1862022222843264/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.141506:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898700 with x1862022222843264 ext(98304->139247) 00002000:00010000:2.0:1775764829.141512:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898700 00000100:00100000:2.0:1775764829.141583:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37695 00000100:00100000:2.0:1775764829.141592:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222843264:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764829.161004:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222843264:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 19396us (20120us total) trans 4294995945 rc 0/0 00000100:00100000:3.0:1775764829.161022:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37695 00002000:00100000:3.0:1775764829.161051:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (98304->139247) req@ffff8b8c8e898700 x1862022222843264/t4294995945(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/448 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.161062:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898700 with x1862022222843264 ext(98304->139247) 00002000:00010000:3.0:1775764829.161068:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898700 00000100:00100000:0.0:1775764829.165406:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.165879:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222843392 00000100:00100000:2.0:1775764829.165891:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222843392 00000100:00100000:2.0:1775764829.166135:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84707 00000100:00100000:2.0:1775764829.166145:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222843392:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764829.230016:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995943 is committed 00000001:00080000:3.0:1775764829.230042:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995945 is committed 00000100:00100000:2.0:1775764829.230516:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222843392:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 64366us (65111us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764829.230528:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84707 00000100:00100000:3.0:1775764829.238065:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.238100:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222843520 00000100:00100000:3.0:1775764829.238111:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222843520 00000100:00100000:3.0:1775764829.238172:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44252 00000100:00100000:3.0:1775764829.238183:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+85:11755:x1862022222843520:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764829.238216:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764829.238239:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc58 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.238327:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.238341:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.238366:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764829.238397:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4333552 00000004:00200000:3.0:1775764829.238401:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764829.238419:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.238442:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc58 expref: 87 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.238459:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc58 expref: 86 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.238468:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.238472:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764829.238476:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9371bc00, rc 0) 00000100:00100000:3.0:1775764829.238530:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022222843520:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 348us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.238576:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44252 00000100:00100000:1.0:1775764829.248577:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.248660:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222843648 00000100:00100000:2.0:1775764829.248672:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222843648 00002000:00100000:2.0:1775764829.248729:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1978368->2015231) req@ffff8b8c93d91500 x1862022222843648/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.248740:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91500 with x1862022222843648 ext(1978368->2015231) 00002000:00010000:2.0:1775764829.248746:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91500 00000100:00100000:2.0:1775764829.248773:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37696 00000100:00100000:2.0:1775764829.248781:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222843648:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764829.253174:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222843648:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4380us (4621us total) trans 4294996531 rc 0/0 00000100:00100000:3.0:1775764829.253193:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37696 00002000:00100000:3.0:1775764829.253217:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1978368->2015231) req@ffff8b8c93d91500 x1862022222843648/t4294996531(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/448 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.253227:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91500 with x1862022222843648 ext(1978368->2015231) 00002000:00010000:3.0:1775764829.253234:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91500 00000001:00080000:2.0:1775764829.257750:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032004 is committed 00000001:00080000:2.0:1775764829.258168:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032013 is committed 00000001:00080000:2.0:1775764829.258430:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032015 is committed 00000100:00100000:2.0:1775764829.260332:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.260460:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222843776 00000100:00100000:0.0:1775764829.260470:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222843776 00000100:00100000:0.0:1775764829.260608:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84708 00000100:00100000:0.0:1775764829.260618:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222843776:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764829.302454:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222843776:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 41828us (42121us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764829.302468:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84708 00000001:00080000:3.0:1775764829.303583:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996530 is committed 00000001:00080000:3.0:1775764829.303603:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996531 is committed 00000100:00100000:1.0:1775764829.326285:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.326701:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222844032 00000100:00100000:2.0:1775764829.326713:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222844032 00000100:00100000:2.0:1775764829.326783:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44253 00000100:00100000:2.0:1775764829.326792:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:11755:x1862022222844032:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764829.326858:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764829.326885:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371bc00/0xdb23b4c9253cf6d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc58 expref: 8 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.326919:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764829.326924:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764829.327283:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf6df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.327299:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf6df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.327310:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf6df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764829.327366:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032016 00000004:00010000:2.0:1775764829.327392:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e68adb02 reply state 00000000f44b7ded transno 4295032017 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf6df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764829.327400:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764829.327505:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222844032:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 714us (1230us total) trans 4295032017 rc 0/0 00000100:00100000:2.0:1775764829.327512:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44253 00000020:00080000:2.0:1775764829.327517:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764829.332437:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764829.334126:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf6df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.334145:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf6df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.334154:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf6df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.334160:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96782000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764829.334167:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf6df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.334175:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf6df lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.334194:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764829.334341:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764829.334430:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf6df lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.334439:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf6df lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764829.334658:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222844160 00000100:00100000:2.0:1775764829.334671:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222844160 00002000:00010000:2.0:1775764829.334717:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764829.334723:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89aa00 with x1862022222844160 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764829.334732:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89aa00. 00000100:00100000:2.0:1775764829.334833:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37697 00000100:00100000:2.0:1775764829.334844:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222844160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764829.335163:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1775764829.335167:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:2.0:1775764829.335170:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764828 -> 1775764829 00002000:00010000:2.0:1775764829.335172:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:2.0:1775764829.335174:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:2.0:1775764829.335265:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222844160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 422us (2836us total) trans 4294996532 rc 0/0 00000100:00100000:2.0:1775764829.335275:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37697 00002000:00010000:2.0:1775764829.335278:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764829.335281:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89aa00 with x1862022222844160 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764829.335286:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89aa00. 00000100:00100000:3.0:1775764829.336996:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.346531:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222844288 00000100:00100000:0.0:1775764829.346559:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222844288 00002000:00010000:0.0:1775764829.346617:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1190899->18446744073709551615) 00002000:00100000:0.0:1775764829.346623:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370c000 with x1862022222844288 ext(1190899->18446744073709551615) 00002000:00010000:0.0:1775764829.346638:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9370c000. 00000100:00100000:0.0:1775764829.346694:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37698 00000100:00100000:0.0:1775764829.346706:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222844288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764829.348173:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 139248 -> 1190899 00002000:00010000:0.0:1775764829.348181:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.348184:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764829.348186:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.348189:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:0.0:1775764829.348476:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222844288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1769us (11482us total) trans 4294995946 rc 0/0 00000100:00100000:0.0:1775764829.348487:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37698 00002000:00010000:0.0:1775764829.348492:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1190899->18446744073709551615) 00002000:00100000:0.0:1775764829.348496:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9370c000 with x1862022222844288 ext(1190899->18446744073709551615) 00002000:00010000:0.0:1775764829.348502:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9370c000. 00000100:00100000:2.0:1775764829.351192:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.351359:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222844416 00000100:00100000:3.0:1775764829.351370:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222844416 00000100:00100000:3.0:1775764829.351427:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44254 00000100:00100000:3.0:1775764829.351437:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:11755:x1862022222844416:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764829.351465:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764829.351486:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc5f expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.351616:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf6ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.351631:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf6ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.351643:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf6ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764829.351671:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5385203 00000004:00200000:3.0:1775764829.351675:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764829.351693:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf6ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.351717:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc5f expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.351737:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf6ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc5f expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.351746:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.351749:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764829.351753:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9371a000, rc 0) 00000100:00100000:3.0:1775764829.351821:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222844416:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 373us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.351829:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44254 00000100:00100000:3.0:1775764829.367625:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.373338:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222844672 00000100:00100000:2.0:1775764829.374189:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222844672 00000100:00100000:3.0:1775764829.374452:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44255 00000100:00100000:3.0:1775764829.374463:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9370ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222844672:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764829.374524:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764829.374578:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf6ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc5f expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.374601:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.374607:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764829.374851:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.374867:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.374879:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764829.375272:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032018 00000004:00010000:3.0:1775764829.375302:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4032a0a reply state 00000000dcb7a06c transno 4295032019 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764829.375313:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764829.375535:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9370ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022222844672:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1070us (7918us total) trans 4295032019 rc 0/0 00000100:00100000:3.0:1775764829.375583:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44255 00000020:00080000:3.0:1775764829.375588:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764829.383524:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.383578:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.383590:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.383596:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9371b800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764829.383601:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.383608:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6f4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.383627:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.383630:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764829.383636:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6f4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.383641:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf6f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764829.385589:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.385622:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.385677:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222844928 00000100:00100000:3.0:1775764829.385687:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222844928 00002000:00010000:3.0:1775764829.385732:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764829.385736:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0fb80 with x1862022222844928 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764829.385749:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0fb80. 00000100:00100000:3.0:1775764829.385769:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222844800 00000100:00100000:3.0:1775764829.385772:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222844800 00002000:00010000:3.0:1775764829.385783:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1705082->18446744073709551615) 00002000:00100000:3.0:1775764829.385787:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0df80 with x1862022222844800 ext(1705082->18446744073709551615) 00002000:00010000:3.0:1775764829.385793:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0df80. 00000100:00100000:3.0:1775764829.385812:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37699 00000100:00100000:3.0:1775764829.385821:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222844928:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764829.386148:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1190899 -> 0 00002000:00010000:3.0:1775764829.386152:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.386155:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764829.386157:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.386159:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764829.386219:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222844928:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 398us (684us total) trans 4294995947 rc 0/0 00000100:00100000:3.0:1775764829.386227:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37699 00002000:00010000:3.0:1775764829.386231:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764829.386233:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0fb80 with x1862022222844928 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764829.386238:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0fb80. 00000100:00100000:3.0:1775764829.386254:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37700 00000100:00100000:3.0:1775764829.386260:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222844800:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764829.386414:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1705082 00002000:00010000:3.0:1775764829.386417:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.386420:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.386422:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.386424:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:3.0:1775764829.386443:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222844800:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 183us (820us total) trans 4294996533 rc 0/0 00000100:00100000:3.0:1775764829.386449:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37700 00002000:00010000:3.0:1775764829.386452:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1705082->18446744073709551615) 00002000:00100000:3.0:1775764829.386454:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0df80 with x1862022222844800 ext(1705082->18446744073709551615) 00002000:00010000:3.0:1775764829.386458:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0df80. 00000100:00100000:2.0:1775764829.410566:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.410651:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222845056 00000100:00100000:0.0:1775764829.410660:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222845056 00000100:00100000:0.0:1775764829.410742:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44256 00000100:00100000:0.0:1775764829.410752:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022222845056:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764829.410774:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764829.410793:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf6fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc66 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.410887:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf702 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.411187:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf702 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.411202:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf702 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764829.411266:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1705082 00000004:00200000:0.0:1775764829.411271:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764829.411288:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf702 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.411315:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf6fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc66 expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.411332:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf702 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc66 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.411341:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764829.411344:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764829.411357:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13b800, rc 0) 00000100:00100000:0.0:1775764829.411422:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022222845056:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 671us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764829.411428:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44256 00000100:00100000:3.0:1775764829.425006:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.435420:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222845312 00000100:00100000:0.0:1775764829.435437:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222845312 00000100:00100000:1.0:1775764829.435600:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44257 00000100:00100000:1.0:1775764829.435612:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022222845312:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764829.435664:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764829.435696:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf702 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc66 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.435717:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764829.435722:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764829.435965:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf709 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.435981:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf709 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.435991:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf709 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764829.436055:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032020 00000004:00010000:1.0:1775764829.436080:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000869d4453 reply state 00000000dd89bc20 transno 4295032021 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf709 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764829.436089:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764829.436211:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222845312:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 601us (11218us total) trans 4295032021 rc 0/0 00000100:00100000:1.0:1775764829.436220:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44257 00000020:00080000:1.0:1775764829.436225:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764829.440425:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.440564:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764829.440606:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222845568 00000100:00100000:1.0:1775764829.440617:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222845568 00002000:00010000:1.0:1775764829.440657:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1251470->18446744073709551615) 00002000:00100000:1.0:1775764829.440662:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0c380 with x1862022222845568 ext(1251470->18446744073709551615) 00002000:00010000:1.0:1775764829.440675:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0c380. 00000100:00100000:1.0:1775764829.440705:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222845440 00000100:00100000:1.0:1775764829.440709:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222845440 00002000:00010000:1.0:1775764829.440721:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764829.440725:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d880 with x1862022222845440 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764829.440731:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d880. 00000100:00100000:1.0:1775764829.440751:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37701 00000100:00100000:1.0:1775764829.440760:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222845568:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764829.440993:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1251470 00002000:00010000:1.0:1775764829.440998:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764829.441000:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764829.441002:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764829.441004:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764829.441059:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222845568:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 300us (645us total) trans 4294995948 rc 0/0 00000100:00100000:1.0:1775764829.441066:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37701 00002000:00010000:1.0:1775764829.441069:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1251470->18446744073709551615) 00002000:00100000:1.0:1775764829.441071:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0c380 with x1862022222845568 ext(1251470->18446744073709551615) 00002000:00010000:1.0:1775764829.441074:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0c380. 00000100:00100000:1.0:1775764829.441087:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37702 00000100:00100000:1.0:1775764829.441091:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222845440:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764829.441560:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1705082 -> 4194304 00002000:00010000:1.0:1775764829.441564:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764829.441567:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764829.441569:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764829.441571:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:1.0:1775764829.441609:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222845440:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 516us (1045us total) trans 4294996534 rc 0/0 00000100:00100000:1.0:1775764829.441617:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37702 00002000:00010000:1.0:1775764829.441619:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764829.441622:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d880 with x1862022222845440 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764829.441627:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d880. 00010000:00010000:2.0:1775764829.441748:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf709 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.441759:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf709 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.441765:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf709 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.441770:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764829.441774:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf709 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.441781:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf709 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.441795:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764829.441798:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764829.441802:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf709 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.441807:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf709 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764829.445341:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.445461:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222845696 00000100:00100000:0.0:1775764829.445470:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222845696 00000100:00100000:0.0:1775764829.445530:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44258 00000100:00100000:0.0:1775764829.445565:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022222845696:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764829.445590:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764829.445611:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf710 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc6d expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.445700:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf717 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.445714:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.445725:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764829.445753:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5445774 00000004:00200000:0.0:1775764829.445758:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764829.445774:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.445799:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf710 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc6d expref: 15 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.445827:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf717 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc6d expref: 14 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.445835:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764829.445838:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764829.445842:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13b200, rc 0) 00000100:00100000:0.0:1775764829.445910:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222845696:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 362us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764829.445917:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44258 00000100:00100000:3.0:1775764829.450714:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.450839:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222845952 00000100:00100000:0.0:1775764829.450849:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222845952 00000100:00100000:0.0:1775764829.450903:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44259 00000100:00100000:0.0:1775764829.450913:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222845952:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764829.450963:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764829.450992:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf717 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc6d expref: 14 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.451012:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764829.451017:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764829.451259:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf71e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.451274:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf71e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.451284:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf71e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764829.451341:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032022 00000004:00010000:0.0:1775764829.452325:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000073f9ba61 reply state 00000000c4a46a44 transno 4295032023 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf71e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764829.452338:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764829.452517:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222845952:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1603us (1808us total) trans 4295032023 rc 0/0 00000100:00100000:0.0:1775764829.452525:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44259 00000020:00080000:0.0:1775764829.452531:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764829.455454:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.455579:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222846208 00000100:00100000:2.0:1775764829.455591:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222846208 00002000:00010000:2.0:1775764829.455633:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764829.455639:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91f80 with x1862022222846208 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764829.455654:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d91f80. 00000100:00100000:2.0:1775764829.455689:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37703 00000100:00100000:2.0:1775764829.455700:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222846208:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764829.455985:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1251470 -> 0 00002000:00010000:2.0:1775764829.455989:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:2.0:1775764829.455992:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764829.455994:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:2.0:1775764829.455996:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764829.456053:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222846208:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 354us (611us total) trans 4294995949 rc 0/0 00000100:00100000:2.0:1775764829.456061:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37703 00002000:00010000:2.0:1775764829.456064:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764829.456066:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91f80 with x1862022222846208 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764829.456071:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d91f80. 00010000:00010000:3.0:1775764829.456567:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf71e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.456580:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf71e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.456592:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf71e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.456598:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d13a400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764829.456603:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf71e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.456611:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf71e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.456628:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.456631:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764829.456636:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf71e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.456642:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf71e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764829.456854:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.457157:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222846080 00000100:00100000:3.0:1775764829.457165:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222846080 00002000:00010000:3.0:1775764829.457190:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2642661->18446744073709551615) 00002000:00100000:3.0:1775764829.457194:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d93b80 with x1862022222846080 ext(2642661->18446744073709551615) 00002000:00010000:3.0:1775764829.457202:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d93b80. 00000100:00100000:3.0:1775764829.457231:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37704 00000100:00100000:3.0:1775764829.457239:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222846080:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764829.457456:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2642661 00002000:00010000:3.0:1775764829.457460:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.457462:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.457465:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.457467:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:3.0:1775764829.457517:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222846080:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 278us (663us total) trans 4294996535 rc 0/0 00000100:00100000:3.0:1775764829.457524:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37704 00002000:00010000:3.0:1775764829.457527:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2642661->18446744073709551615) 00002000:00100000:3.0:1775764829.457530:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d93b80 with x1862022222846080 ext(2642661->18446744073709551615) 00002000:00010000:3.0:1775764829.457535:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d93b80. 00000100:00100000:1.0:1775764829.461789:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.461848:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222846336 00000100:00100000:0.0:1775764829.461859:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222846336 00000100:00100000:0.0:1775764829.462043:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44260 00000100:00100000:0.0:1775764829.462055:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022222846336:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764829.462080:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764829.462099:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf725 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc74 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.462189:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf72c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.462215:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf72c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.462228:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf72c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764829.462255:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2642661 00000004:00200000:0.0:1775764829.462259:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764829.462279:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf72c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.462302:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf725 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc74 expref: 17 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.462317:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf72c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc74 expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.462325:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764829.462328:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764829.462332:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13ac00, rc 0) 00000100:00100000:0.0:1775764829.462389:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222846336:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 336us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764829.462400:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44260 00000100:00100000:1.0:1775764829.468108:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.468256:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222846592 00000100:00100000:3.0:1775764829.468266:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222846592 00000100:00100000:3.0:1775764829.468324:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44261 00000100:00100000:3.0:1775764829.468334:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222846592:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764829.468388:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764829.468412:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf72c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc74 expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.468429:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.468433:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764829.468653:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf733 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.468665:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf733 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.468672:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf733 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764829.468707:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032024 00000004:00010000:3.0:1775764829.468722:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c4280f9c reply state 00000000af935abd transno 4295032025 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf733 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764829.468728:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764829.469230:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222846592:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 894us (1129us total) trans 4295032025 rc 0/0 00000100:00100000:3.0:1775764829.469239:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44261 00000020:00080000:3.0:1775764829.469244:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764829.471483:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf733 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.471502:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf733 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.471510:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf733 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.471516:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9371b800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764829.471521:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf733 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.471527:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf733 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.471586:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764829.471590:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764829.471595:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf733 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.471601:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b800/0xdb23b4c9253cf733 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764829.473219:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.473437:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222846720 00000100:00100000:0.0:1775764829.473448:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222846720 00002000:00010000:0.0:1775764829.473491:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (714833->18446744073709551615) 00002000:00100000:0.0:1775764829.473496:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91c00 with x1862022222846720 ext(714833->18446744073709551615) 00002000:00010000:0.0:1775764829.473508:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91c00. 00000100:00100000:0.0:1775764829.473562:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37705 00000100:00100000:0.0:1775764829.473572:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222846720:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764829.473864:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2642661 -> 714833 00002000:00010000:0.0:1775764829.473868:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.473870:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.473873:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.473875:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:0.0:1775764829.473946:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222846720:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 375us (735us total) trans 4294996536 rc 0/0 00000100:00100000:0.0:1775764829.473955:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37705 00002000:00010000:0.0:1775764829.473959:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (714833->18446744073709551615) 00002000:00100000:0.0:1775764829.473961:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91c00 with x1862022222846720 ext(714833->18446744073709551615) 00002000:00010000:0.0:1775764829.473966:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91c00. 00000100:00100000:2.0:1775764829.479175:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.479317:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222846848 00000100:00100000:0.0:1775764829.479327:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222846848 00002000:00010000:0.0:1775764829.479367:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764829.479373:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e9500 with x1862022222846848 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764829.479385:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53e9500. 00000100:00100000:0.0:1775764829.479424:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37706 00000100:00100000:0.0:1775764829.479435:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222846848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764829.479695:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764829.479699:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.479702:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764829.479704:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.479707:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764829.479764:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222846848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 330us (599us total) trans 4294995950 rc 0/0 00000100:00100000:0.0:1775764829.479772:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37706 00002000:00010000:0.0:1775764829.479775:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764829.479778:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e9500 with x1862022222846848 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764829.479782:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53e9500. 00000100:00100000:2.0:1775764829.502125:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764829.502457:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222846976 00000100:00100000:1.0:1775764829.502636:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222846976 00000100:00100000:1.0:1775764829.502742:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44262 00000100:00100000:1.0:1775764829.502753:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022222846976:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764829.502779:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764829.502800:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf73a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc7b expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.502909:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf741 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.502932:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf741 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.502945:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf741 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764829.502975:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 714833 00000004:00200000:1.0:1775764829.502980:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764829.502995:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf741 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.503020:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf73a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc7b expref: 19 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.503050:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf741 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc7b expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.503059:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764829.503063:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764829.503067:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1600, rc 0) 00000100:00100000:1.0:1775764829.503121:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222846976:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 371us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764829.503129:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44262 00000100:00100000:1.0:1775764829.510463:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.510799:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222847232 00000100:00100000:0.0:1775764829.510809:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222847232 00000100:00100000:0.0:1775764829.510864:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44263 00000100:00100000:0.0:1775764829.510874:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222847232:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764829.510936:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764829.510962:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253cf741 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc7b expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.510980:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764829.510986:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764829.511201:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf748 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.511216:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf748 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.511226:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf748 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764829.511269:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032026 00000004:00010000:0.0:1775764829.511290:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082b6de9b reply state 00000000a9bf0ec6 transno 4295032027 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf748 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764829.511299:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764829.511393:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222847232:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 520us (939us total) trans 4295032027 rc 0/0 00000100:00100000:0.0:1775764829.511401:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44263 00000020:00080000:0.0:1775764829.511406:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764829.513993:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf748 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.514007:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf748 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.514015:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf748 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.514020:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d13b200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764829.514025:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf748 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.514040:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf748 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.514059:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.514062:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764829.514066:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf748 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.514073:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf748 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764829.516468:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.516867:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222847360 00000100:00100000:3.0:1775764829.516877:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222847360 00002000:00010000:3.0:1775764829.516929:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1923691->18446744073709551615) 00002000:00100000:3.0:1775764829.516934:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92a00 with x1862022222847360 ext(1923691->18446744073709551615) 00002000:00010000:3.0:1775764829.516944:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d92a00. 00000100:00100000:3.0:1775764829.516980:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37707 00000100:00100000:3.0:1775764829.516990:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222847360:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764829.517211:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 714833 -> 1923691 00002000:00010000:3.0:1775764829.517214:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.517217:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.517219:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:3.0:1775764829.517221:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:3.0:1775764829.517282:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222847360:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 294us (821us total) trans 4294996537 rc 0/0 00000100:00100000:3.0:1775764829.517291:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37707 00002000:00010000:3.0:1775764829.517294:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1923691->18446744073709551615) 00002000:00100000:3.0:1775764829.517298:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92a00 with x1862022222847360 ext(1923691->18446744073709551615) 00002000:00010000:3.0:1775764829.517302:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d92a00. 00000100:00100000:2.0:1775764829.519114:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.519231:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222847488 00000100:00100000:0.0:1775764829.519240:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222847488 00002000:00010000:0.0:1775764829.519271:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764829.519276:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e9c00 with x1862022222847488 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764829.519286:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53e9c00. 00000100:00100000:0.0:1775764829.519315:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37708 00000100:00100000:0.0:1775764829.519323:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222847488:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764829.519511:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764829.519514:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.519517:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764829.519519:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.519521:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764829.519606:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222847488:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 283us (498us total) trans 4294995951 rc 0/0 00000100:00100000:0.0:1775764829.519617:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37708 00002000:00010000:0.0:1775764829.519620:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764829.519623:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e9c00 with x1862022222847488 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764829.519627:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53e9c00. 00000100:00100000:1.0:1775764829.523385:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.523522:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222847616 00000100:00100000:3.0:1775764829.523532:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222847616 00000100:00100000:3.0:1775764829.523609:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44264 00000100:00100000:3.0:1775764829.523619:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022222847616:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764829.523644:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764829.523664:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf74f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc82 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.523743:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf756 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.523757:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.523769:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764829.523794:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1923691 00000004:00200000:3.0:1775764829.523798:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764829.523814:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.523836:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf74f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc82 expref: 21 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.523853:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf756 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc82 expref: 20 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.523862:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.523865:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764829.523869:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9371aa00, rc 0) 00000100:00100000:3.0:1775764829.523938:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222847616:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 320us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.523946:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44264 00000100:00100000:1.0:1775764829.532978:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.533137:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222847872 00000100:00100000:3.0:1775764829.533147:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222847872 00000100:00100000:3.0:1775764829.533204:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44265 00000100:00100000:3.0:1775764829.533211:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222847872:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764829.533262:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764829.533283:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf756 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc82 expref: 20 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.533298:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.533302:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764829.533488:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf75d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.533499:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf75d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.533507:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf75d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764829.533589:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032028 00000004:00010000:3.0:1775764829.533609:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9f225b6 reply state 0000000032512ecb transno 4295032029 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf75d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764829.533615:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764829.533694:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222847872:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 484us (725us total) trans 4295032029 rc 0/0 00000100:00100000:3.0:1775764829.533700:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44265 00000020:00080000:3.0:1775764829.533704:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764829.535648:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf75d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.535662:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf75d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.535669:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf75d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.535675:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9371a000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764829.535680:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf75d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.535688:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf75d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.535702:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764829.535705:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764829.535709:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf75d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.535716:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a000/0xdb23b4c9253cf75d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764829.540573:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764829.540605:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.540808:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222848000 00000100:00100000:2.0:1775764829.540828:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222848000 00002000:00010000:2.0:1775764829.540873:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764829.540877:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90000 with x1862022222848000 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764829.540888:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d90000. 00000100:00100000:2.0:1775764829.540922:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37709 00000100:00100000:2.0:1775764829.540932:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222848000:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764829.541150:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1923691 -> 4194304 00002000:00010000:2.0:1775764829.541153:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:2.0:1775764829.541155:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764829 -> 1775764829 00002000:00010000:2.0:1775764829.541157:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:2.0:1775764829.541158:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:2.0:1775764829.541211:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222848000:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 282us (646us total) trans 4294996538 rc 0/0 00000100:00100000:2.0:1775764829.541216:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37709 00002000:00010000:2.0:1775764829.541218:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764829.541220:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90000 with x1862022222848000 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764829.541222:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d90000. 00000100:00100000:2.0:1775764829.541238:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222848128 00000100:00100000:2.0:1775764829.541240:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222848128 00002000:00010000:2.0:1775764829.541249:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1217472->18446744073709551615) 00002000:00100000:2.0:1775764829.541251:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90380 with x1862022222848128 ext(1217472->18446744073709551615) 00002000:00010000:2.0:1775764829.541255:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d90380. 00000100:00100000:2.0:1775764829.541267:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37710 00000100:00100000:2.0:1775764829.541271:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222848128:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764829.541347:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1217472 00002000:00010000:2.0:1775764829.541350:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:2.0:1775764829.541352:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764829.541354:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:2.0:1775764829.541357:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764829.541377:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222848128:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 104us (770us total) trans 4294995952 rc 0/0 00000100:00100000:2.0:1775764829.541383:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37710 00002000:00010000:2.0:1775764829.541385:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1217472->18446744073709551615) 00002000:00100000:2.0:1775764829.541387:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d90380 with x1862022222848128 ext(1217472->18446744073709551615) 00002000:00010000:2.0:1775764829.541392:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93d90380. 00000100:00100000:2.0:1775764829.546282:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.546528:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222848256 00000100:00100000:3.0:1775764829.546825:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222848256 00000100:00100000:3.0:1775764829.546889:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44266 00000100:00100000:3.0:1775764829.546910:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022222848256:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764829.546936:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764829.546958:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf764 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc89 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.547065:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b400/0xdb23b4c9253cf76b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.547082:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b400/0xdb23b4c9253cf76b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.547095:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b400/0xdb23b4c9253cf76b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764829.547124:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5411776 00000004:00200000:3.0:1775764829.547129:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764829.547148:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b400/0xdb23b4c9253cf76b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.547175:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371aa00/0xdb23b4c9253cf764 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc89 expref: 23 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.547207:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b400/0xdb23b4c9253cf76b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc89 expref: 22 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.547224:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.547227:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764829.547231:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9371b400, rc 0) 00000100:00100000:3.0:1775764829.547300:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222848256:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 402us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.547311:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44266 00000100:00100000:1.0:1775764829.554509:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.554599:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222848384 00000100:00100000:2.0:1775764829.554607:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222848384 00002000:00100000:2.0:1775764829.554651:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3571712->3612671) req@ffff8b8c93d92d80 x1862022222848384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.554659:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92d80 with x1862022222848384 ext(3571712->3612671) 00002000:00010000:2.0:1775764829.554663:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d92d80 00000100:00100000:2.0:1775764829.554685:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37711 00000100:00100000:2.0:1775764829.554691:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222848384:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764829.559202:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222848384:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4500us (4690us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1775764829.559213:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37711 00002000:00100000:2.0:1775764829.559224:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3571712->3612671) req@ffff8b8c93d92d80 x1862022222848384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.559232:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d92d80 with x1862022222848384 ext(3571712->3612671) 00002000:00010000:2.0:1775764829.559236:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d92d80 00000100:00100000:2.0:1775764829.563816:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.563913:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222848512 00000100:00100000:3.0:1775764829.563923:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222848512 00002000:00100000:3.0:1775764829.563971:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (851968->856063) req@ffff8b8ca53ea300 x1862022222848512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.563983:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53ea300 with x1862022222848512 ext(851968->856063) 00002000:00010000:3.0:1775764829.563989:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53ea300 00000100:00100000:3.0:1775764829.564025:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37712 00000100:00100000:3.0:1775764829.564044:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222848512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764829.564326:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222848512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764829.564334:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37712 00002000:00100000:3.0:1775764829.564341:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (851968->856063) req@ffff8b8ca53ea300 x1862022222848512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.564350:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53ea300 with x1862022222848512 ext(851968->856063) 00002000:00010000:3.0:1775764829.564353:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca53ea300 00000100:00100000:0.0:1775764829.570255:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.570493:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222848640 00000100:00100000:3.0:1775764829.570504:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222848640 00002000:00100000:3.0:1775764829.570588:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3891200->3895295) req@ffff8b8c8e898e00 x1862022222848640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.570599:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898e00 with x1862022222848640 ext(3891200->3895295) 00002000:00010000:3.0:1775764829.570605:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898e00 00000100:00100000:3.0:1775764829.570629:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37713 00000100:00100000:3.0:1775764829.570639:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222848640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764829.570878:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222848640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 239us (630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764829.570887:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37713 00002000:00100000:3.0:1775764829.571129:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3891200->3895295) req@ffff8b8c8e898e00 x1862022222848640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.571139:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898e00 with x1862022222848640 ext(3891200->3895295) 00002000:00010000:3.0:1775764829.571143:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898e00 00000100:00100000:2.0:1775764829.575373:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.575488:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222848768 00000100:00100000:0.0:1775764829.575498:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222848768 00002000:00100000:0.0:1775764829.575583:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3911680->3915775) req@ffff8b8ca53eb480 x1862022222848768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.575594:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53eb480 with x1862022222848768 ext(3911680->3915775) 00002000:00010000:0.0:1775764829.575601:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53eb480 00000100:00100000:0.0:1775764829.575633:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37714 00000100:00100000:0.0:1775764829.575642:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222848768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764829.575873:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222848768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 231us (508us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764829.575881:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37714 00002000:00100000:0.0:1775764829.575888:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3911680->3915775) req@ffff8b8ca53eb480 x1862022222848768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.575909:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53eb480 with x1862022222848768 ext(3911680->3915775) 00002000:00010000:0.0:1775764829.575913:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53eb480 00000100:00100000:2.0:1775764829.581192:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.581344:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222848896 00000100:00100000:3.0:1775764829.581354:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222848896 00002000:00100000:3.0:1775764829.581404:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1884160->1888255) req@ffff8b8ca53e9f80 x1862022222848896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.581415:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e9f80 with x1862022222848896 ext(1884160->1888255) 00002000:00010000:3.0:1775764829.581421:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e9f80 00000100:00100000:3.0:1775764829.581461:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37715 00000100:00100000:3.0:1775764829.581471:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222848896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764829.581755:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222848896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 284us (574us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764829.581763:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37715 00002000:00100000:3.0:1775764829.581769:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1884160->1888255) req@ffff8b8ca53e9f80 x1862022222848896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.581777:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e9f80 with x1862022222848896 ext(1884160->1888255) 00002000:00010000:3.0:1775764829.581781:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e9f80 00000100:00100000:1.0:1775764829.586582:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.586726:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222849024 00000100:00100000:2.0:1775764829.586735:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222849024 00002000:00100000:2.0:1775764829.586786:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1888256->1892351) req@ffff8b8c93d91880 x1862022222849024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.586798:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91880 with x1862022222849024 ext(1888256->1892351) 00002000:00010000:2.0:1775764829.586804:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91880 00000100:00100000:2.0:1775764829.586840:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37716 00000100:00100000:2.0:1775764829.586851:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93d91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222849024:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764829.587136:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93d91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222849024:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 285us (598us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764829.587144:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37716 00002000:00100000:2.0:1775764829.587150:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1888256->1892351) req@ffff8b8c93d91880 x1862022222849024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.587159:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93d91880 with x1862022222849024 ext(1888256->1892351) 00002000:00010000:2.0:1775764829.587162:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93d91880 00000100:00100000:2.0:1775764829.591200:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.591316:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222849152 00000100:00100000:0.0:1775764829.591328:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222849152 00002000:00100000:0.0:1775764829.591386:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1863680->1929215) req@ffff8b8ca53e8e00 x1862022222849152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.591405:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8e00 with x1862022222849152 ext(1863680->1929215) 00002000:00010000:0.0:1775764829.591411:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e8e00 00000100:00100000:0.0:1775764829.591445:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37717 00000100:00100000:0.0:1775764829.591456:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222849152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764829.597810:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222849152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6344us (6611us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764829.597824:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37717 00002000:00100000:0.0:1775764829.597836:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1863680->1929215) req@ffff8b8ca53e8e00 x1862022222849152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.597847:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8e00 with x1862022222849152 ext(1863680->1929215) 00002000:00010000:0.0:1775764829.597853:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e8e00 00000100:00100000:1.0:1775764829.602172:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.602358:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222849280 00000100:00100000:2.0:1775764829.602369:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222849280 00002000:00100000:2.0:1775764829.602421:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1929216->1966079) req@ffff8b8c90d5fb80 x1862022222849280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.602432:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5fb80 with x1862022222849280 ext(1929216->1966079) 00002000:00010000:2.0:1775764829.602438:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5fb80 00000100:00100000:2.0:1775764829.602518:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37718 00000100:00100000:2.0:1775764829.602529:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222849280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764829.606677:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222849280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4141us (4508us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764829.606690:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37718 00002000:00100000:2.0:1775764829.606703:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1929216->1966079) req@ffff8b8c90d5fb80 x1862022222849280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.606713:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5fb80 with x1862022222849280 ext(1929216->1966079) 00002000:00010000:2.0:1775764829.606719:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5fb80 00000100:00100000:1.0:1775764829.612771:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.612850:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222849408 00000100:00100000:2.0:1775764829.612860:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222849408 00002000:00100000:2.0:1775764829.612914:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2072576->2138111) req@ffff8b8c90d5e680 x1862022222849408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.612926:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e680 with x1862022222849408 ext(2072576->2138111) 00002000:00010000:2.0:1775764829.612931:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5e680 00000100:00100000:2.0:1775764829.612963:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37719 00000100:00100000:2.0:1775764829.612973:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222849408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764829.618274:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222849408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5290us (5502us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764829.618288:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37719 00002000:00100000:2.0:1775764829.618299:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2072576->2138111) req@ffff8b8c90d5e680 x1862022222849408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.618309:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e680 with x1862022222849408 ext(2072576->2138111) 00002000:00010000:2.0:1775764829.618315:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5e680 00000100:00100000:1.0:1775764829.622272:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.622432:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222849536 00000100:00100000:2.0:1775764829.622442:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222849536 00002000:00100000:2.0:1775764829.622494:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2101248->3915775) req@ffff8b8c90d5e300 x1862022222849536/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.622504:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e300 with x1862022222849536 ext(2101248->3915775) 00002000:00010000:2.0:1775764829.622510:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5e300 00000100:00100000:2.0:1775764829.622624:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37720 00000100:00100000:2.0:1775764829.622634:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222849536:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764829.626274:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022222849536:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3632us (4001us total) trans 4294996539 rc 0/0 00000100:00100000:3.0:1775764829.626286:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37720 00002000:00100000:3.0:1775764829.626298:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2101248->3915775) req@ffff8b8c90d5e300 x1862022222849536/t4294996539(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/448 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.626309:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e300 with x1862022222849536 ext(2101248->3915775) 00002000:00010000:3.0:1775764829.626314:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5e300 00000100:00100000:1.0:1775764829.633065:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.633190:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222849664 00000100:00100000:0.0:1775764829.633281:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222849664 00000100:00100000:0.0:1775764829.633382:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84709 00000100:00100000:0.0:1775764829.633393:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022222849664:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764829.673002:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022222849664:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 39602us (39938us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764829.673020:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84709 00000001:00080000:3.0:1775764829.673417:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996536 is committed 00000001:00080000:3.0:1775764829.673435:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996538 is committed 00000001:00080000:3.0:1775764829.673443:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996539 is committed 00000100:00100000:2.0:1775764829.678336:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.678432:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222849792 00000100:00100000:3.0:1775764829.678444:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222849792 00002000:00100000:3.0:1775764829.678496:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2822144->2887679) req@ffff8b8ca53e8000 x1862022222849792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.678508:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8000 with x1862022222849792 ext(2822144->2887679) 00002000:00010000:3.0:1775764829.678514:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e8000 00000100:00100000:3.0:1775764829.678583:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37721 00000100:00100000:3.0:1775764829.678593:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca53e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222849792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764829.684178:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca53e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222849792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5575us (5839us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764829.684191:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37721 00002000:00100000:3.0:1775764829.684204:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2822144->2887679) req@ffff8b8ca53e8000 x1862022222849792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.684214:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca53e8000 with x1862022222849792 ext(2822144->2887679) 00002000:00010000:3.0:1775764829.684220:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca53e8000 00000100:00100000:2.0:1775764829.692188:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764829.692360:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222849920 00000100:00100000:1.0:1775764829.692373:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222849920 00002000:00100000:1.0:1775764829.692427:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2912256->2916351) req@ffff8b8c96787100 x1862022222849920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764829.692438:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96787100 with x1862022222849920 ext(2912256->2916351) 00002000:00010000:1.0:1775764829.692445:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96787100 00000100:00100000:1.0:1775764829.692478:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37722 00000100:00100000:1.0:1775764829.692488:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222849920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764829.692756:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222849920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 269us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764829.692765:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37722 00002000:00100000:1.0:1775764829.692771:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2912256->2916351) req@ffff8b8c96787100 x1862022222849920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764829.692780:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96787100 with x1862022222849920 ext(2912256->2916351) 00002000:00010000:1.0:1775764829.692783:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96787100 00000100:00100000:1.0:1775764829.697240:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.697410:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222850176 00000100:00100000:0.0:1775764829.697420:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222850176 00000100:00100000:0.0:1775764829.697486:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44267 00000100:00100000:0.0:1775764829.697495:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222850176:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764829.697582:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764829.697609:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b400/0xdb23b4c9253cf76b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc89 expref: 22 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.697629:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764829.697634:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764829.697856:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf772 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.697870:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.697879:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764829.698413:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032030 00000004:00010000:0.0:1775764829.698443:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006a309295 reply state 00000000f5196278 transno 4295032031 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764829.698454:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764829.698601:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222850176:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1105us (1368us total) trans 4295032031 rc 0/0 00000100:00100000:0.0:1775764829.698610:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44267 00000020:00080000:0.0:1775764829.698615:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764829.703404:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.703437:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764829.703595:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.703607:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf772 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.703615:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf772 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.703621:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d13be00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764829.703627:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf772 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.703635:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf772 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.703653:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.703656:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764829.703660:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf772 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.703666:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf772 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764829.707108:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222850304 00000100:00100000:0.0:1775764829.707122:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222850304 00002000:00010000:0.0:1775764829.707168:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2555464->18446744073709551615) 00002000:00100000:0.0:1775764829.707172:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96786d80 with x1862022222850304 ext(2555464->18446744073709551615) 00002000:00010000:0.0:1775764829.707186:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96786d80. 00000100:00100000:0.0:1775764829.707933:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222850432 00000100:00100000:0.0:1775764829.707940:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222850432 00002000:00010000:0.0:1775764829.707963:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764829.707966:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784000 with x1862022222850432 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764829.707974:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96784000. 00000100:00100000:0.0:1775764829.708001:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37723 00000100:00100000:0.0:1775764829.708012:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222850304:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764829.708409:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2555464 00002000:00010000:0.0:1775764829.708414:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.708416:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.708419:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.708421:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 393 00000100:00100000:0.0:1775764829.708502:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222850304:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 491us (5105us total) trans 4294996540 rc 0/0 00000100:00100000:0.0:1775764829.708510:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37723 00002000:00010000:0.0:1775764829.708515:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2555464->18446744073709551615) 00002000:00100000:0.0:1775764829.708517:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96786d80 with x1862022222850304 ext(2555464->18446744073709551615) 00002000:00010000:0.0:1775764829.708522:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96786d80. 00000100:00100000:0.0:1775764829.708567:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37724 00000100:00100000:0.0:1775764829.708575:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222850432:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764829.708716:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1217472 -> 0 00002000:00010000:0.0:1775764829.708719:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.708721:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764829.708724:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.708726:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764829.708745:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222850432:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 171us (5307us total) trans 4294995953 rc 0/0 00000100:00100000:0.0:1775764829.708756:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37724 00002000:00010000:0.0:1775764829.708759:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764829.708761:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784000 with x1862022222850432 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764829.708765:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96784000. 00000100:00100000:2.0:1775764829.716697:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.720602:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222850560 00000100:00100000:0.0:1775764829.720616:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222850560 00000100:00100000:0.0:1775764829.720678:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44268 00000100:00100000:0.0:1775764829.720688:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022222850560:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764829.720712:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764829.720733:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13aa00/0xdb23b4c9253cf779 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc90 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.720820:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a600/0xdb23b4c9253cf780 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.720843:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a600/0xdb23b4c9253cf780 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.720855:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a600/0xdb23b4c9253cf780 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764829.720888:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2555464 00000004:00200000:0.0:1775764829.721118:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764829.721143:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a600/0xdb23b4c9253cf780 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.721171:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13aa00/0xdb23b4c9253cf779 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc90 expref: 25 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.721207:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a600/0xdb23b4c9253cf780 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc90 expref: 24 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.721358:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764829.721361:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764829.721366:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13a600, rc 0) 00000100:00100000:0.0:1775764829.721448:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222850560:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 760us (4772us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764829.721456:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44268 00000100:00100000:0.0:1775764829.726445:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.726523:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222850816 00000100:00100000:3.0:1775764829.726534:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222850816 00000100:00100000:3.0:1775764829.726613:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44269 00000100:00100000:3.0:1775764829.726623:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222850816:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764829.726678:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764829.726706:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a600/0xdb23b4c9253cf780 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc90 expref: 24 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.726732:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.726738:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764829.726961:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a400/0xdb23b4c9253cf787 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.726975:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a400/0xdb23b4c9253cf787 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.726985:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a400/0xdb23b4c9253cf787 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764829.727045:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032032 00000004:00010000:3.0:1775764829.727070:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030a9ebf8 reply state 000000001d8fee30 transno 4295032033 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a400/0xdb23b4c9253cf787 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764829.727079:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764829.727161:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222850816:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 540us (725us total) trans 4295032033 rc 0/0 00000100:00100000:3.0:1775764829.727168:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44269 00000020:00080000:3.0:1775764829.727172:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764829.730247:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a400/0xdb23b4c9253cf787 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.730262:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a400/0xdb23b4c9253cf787 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.730269:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a400/0xdb23b4c9253cf787 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.730275:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9371a400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764829.730280:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a400/0xdb23b4c9253cf787 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.730287:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a400/0xdb23b4c9253cf787 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.730306:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764829.730310:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764829.730315:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a400/0xdb23b4c9253cf787 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.730321:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a400/0xdb23b4c9253cf787 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764829.735670:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764829.735885:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.736107:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222850944 00000100:00100000:2.0:1775764829.736118:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222850944 00002000:00010000:2.0:1775764829.736159:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764829.736164:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b100 with x1862022222850944 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764829.736176:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b100. 00000100:00100000:0.0:1775764829.736369:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222851072 00000100:00100000:0.0:1775764829.736374:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222851072 00002000:00010000:0.0:1775764829.736392:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (583352->18446744073709551615) 00002000:00100000:0.0:1775764829.736396:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ce00 with x1862022222851072 ext(583352->18446744073709551615) 00002000:00010000:0.0:1775764829.736403:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ce00. 00000100:00100000:0.0:1775764829.736432:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37725 00000100:00100000:0.0:1775764829.736442:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222850944:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764829.736686:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2555464 -> 4194304 00002000:00010000:0.0:1775764829.736690:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764830 00002000:00010000:0.0:1775764829.736692:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764829 -> 1775764829 00002000:00010000:0.0:1775764829.736694:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764830 00002000:00010000:0.0:1775764829.736696:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 393 -> 393 00000100:00100000:0.0:1775764829.736752:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222850944:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 311us (1093us total) trans 4294996541 rc 0/0 00000100:00100000:0.0:1775764829.736760:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37725 00002000:00010000:0.0:1775764829.736764:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764829.736766:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b100 with x1862022222850944 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764829.736771:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b100. 00000100:00100000:0.0:1775764829.736793:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37726 00000100:00100000:0.0:1775764829.736799:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222851072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764829.737079:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 583352 00002000:00010000:0.0:1775764829.737082:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764829 -> 1775764830 00002000:00010000:0.0:1775764829.737084:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764829.737086:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764829 -> 1775764830 00002000:00010000:0.0:1775764829.737088:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764829.737111:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222851072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 311us (1227us total) trans 4294995954 rc 0/0 00000100:00100000:0.0:1775764829.737118:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37726 00002000:00010000:0.0:1775764829.737121:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (583352->18446744073709551615) 00002000:00100000:0.0:1775764829.737123:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ce00 with x1862022222851072 ext(583352->18446744073709551615) 00002000:00010000:0.0:1775764829.737128:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ce00. 00000100:00100000:2.0:1775764829.741566:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.741880:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222851200 00000100:00100000:3.0:1775764829.741889:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222851200 00002000:00100000:3.0:1775764829.741946:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (540672->544767) req@ffff8b8c96784a80 x1862022222851200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.741957:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784a80 with x1862022222851200 ext(540672->544767) 00002000:00010000:3.0:1775764829.741963:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96784a80 00000100:00100000:3.0:1775764829.741991:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37727 00000100:00100000:3.0:1775764829.742000:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022222851200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764829.742630:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022222851200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 629us (1103us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764829.742640:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37727 00002000:00100000:3.0:1775764829.742647:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (540672->544767) req@ffff8b8c96784a80 x1862022222851200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.742654:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784a80 with x1862022222851200 ext(540672->544767) 00002000:00010000:3.0:1775764829.742659:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96784a80 00000100:00100000:2.0:1775764829.748247:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.748360:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222851328 00000100:00100000:0.0:1775764829.748370:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222851328 00002000:00100000:0.0:1775764829.748425:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (544768->548863) req@ffff8b8c96787b80 x1862022222851328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.748437:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96787b80 with x1862022222851328 ext(544768->548863) 00002000:00010000:0.0:1775764829.748443:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96787b80 00000100:00100000:0.0:1775764829.748481:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37728 00000100:00100000:0.0:1775764829.748491:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222851328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764829.748784:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222851328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 293us (546us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764829.748791:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37728 00002000:00100000:0.0:1775764829.748798:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (544768->548863) req@ffff8b8c96787b80 x1862022222851328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.748806:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96787b80 with x1862022222851328 ext(544768->548863) 00002000:00010000:0.0:1775764829.748809:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96787b80 00000100:00100000:1.0:1775764829.755271:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.755453:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222851456 00000100:00100000:2.0:1775764829.755464:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222851456 00002000:00100000:2.0:1775764829.755512:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (36864->585727) req@ffff8b8c90d5f100 x1862022222851456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.755524:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f100 with x1862022222851456 ext(36864->585727) 00002000:00010000:2.0:1775764829.755531:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f100 00000100:00100000:2.0:1775764829.755593:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37729 00000100:00100000:2.0:1775764829.755603:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022222851456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764829.764493:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022222851456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8880us (9218us total) trans 0 rc 540672/540672 00000100:00100000:0.0:1775764829.764509:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37729 00002000:00100000:0.0:1775764829.764523:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (36864->585727) req@ffff8b8c90d5f100 x1862022222851456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 540672/540672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.764555:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f100 with x1862022222851456 ext(36864->585727) 00002000:00010000:0.0:1775764829.764563:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f100 00000100:00100000:3.0:1775764829.771353:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.771506:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222851584 00000100:00100000:0.0:1775764829.771516:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222851584 00002000:00100000:0.0:1775764829.771611:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (540672->583351) req@ffff8b8c8df0f800 x1862022222851584/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.771623:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f800 with x1862022222851584 ext(540672->583351) 00002000:00010000:0.0:1775764829.771629:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0f800 00000100:00100000:0.0:1775764829.771663:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37730 00000100:00100000:0.0:1775764829.771672:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022222851584:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764829.775418:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2365:x1862022222851584:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3737us (4064us total) trans 4294995955 rc 0/0 00000100:00100000:0.0:1775764829.775432:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37730 00002000:00100000:0.0:1775764829.775445:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (540672->583351) req@ffff8b8c8df0f800 x1862022222851584/t4294995955(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/448 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.775456:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f800 with x1862022222851584 ext(540672->583351) 00002000:00010000:0.0:1775764829.775462:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0f800 00000100:00100000:3.0:1775764829.779972:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764829.780135:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222851712 00000100:00100000:1.0:1775764829.780146:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222851712 00000100:00100000:1.0:1775764829.780212:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84710 00000100:00100000:1.0:1775764829.780223:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022222851712:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764829.826937:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022222851712:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 46704us (46964us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764829.826952:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84710 00000001:00080000:3.0:1775764829.829039:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995955 is committed 00000100:00100000:2.0:1775764829.831100:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.831216:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222851840 00000100:00100000:0.0:1775764829.831227:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222851840 00000100:00100000:0.0:1775764829.831292:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44270 00000100:00100000:0.0:1775764829.831304:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022222851840:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764829.831331:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764829.831353:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13aa00/0xdb23b4c9253cf78e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc97 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.831448:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cf795 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.831464:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cf795 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.831474:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cf795 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764829.831508:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4777656 00000004:00200000:0.0:1775764829.831513:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764829.831531:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cf795 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.831594:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13aa00/0xdb23b4c9253cf78e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc97 expref: 27 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.831612:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cf795 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc97 expref: 26 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.831621:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764829.831624:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764829.831627:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13b600, rc 0) 00000100:00100000:0.0:1775764829.831688:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222851840:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 386us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764829.831696:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44270 00000100:00100000:2.0:1775764829.836241:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.836382:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222851968 00000100:00100000:3.0:1775764829.836394:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222851968 00002000:00100000:3.0:1775764829.836446:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2768896->2772991) req@ffff8b8c96787800 x1862022222851968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.836458:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96787800 with x1862022222851968 ext(2768896->2772991) 00002000:00010000:3.0:1775764829.836464:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96787800 00000100:00100000:3.0:1775764829.836498:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37731 00000100:00100000:3.0:1775764829.836507:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222851968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764829.836784:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222851968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 278us (552us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764829.836792:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37731 00002000:00100000:3.0:1775764829.836798:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2768896->2772991) req@ffff8b8c96787800 x1862022222851968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.836806:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96787800 with x1862022222851968 ext(2768896->2772991) 00002000:00010000:3.0:1775764829.836810:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96787800 00000100:00100000:3.0:1775764829.841009:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.841239:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222852096 00000100:00100000:0.0:1775764829.841250:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222852096 00002000:00100000:0.0:1775764829.841305:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2772992->2777087) req@ffff8b8c8df0ca80 x1862022222852096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.841317:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ca80 with x1862022222852096 ext(2772992->2777087) 00002000:00010000:0.0:1775764829.841323:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ca80 00000100:00100000:0.0:1775764829.841359:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37732 00000100:00100000:0.0:1775764829.841368:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222852096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764829.841636:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222852096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (635us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764829.841644:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37732 00002000:00100000:0.0:1775764829.841651:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2772992->2777087) req@ffff8b8c8df0ca80 x1862022222852096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.841665:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ca80 with x1862022222852096 ext(2772992->2777087) 00002000:00010000:0.0:1775764829.841669:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ca80 00000100:00100000:0.0:1775764829.846130:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.846225:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222852224 00000100:00100000:3.0:1775764829.846236:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222852224 00002000:00100000:3.0:1775764829.846283:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->2813951) req@ffff8b8c8e899500 x1862022222852224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.846294:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899500 with x1862022222852224 ext(2748416->2813951) 00002000:00010000:3.0:1775764829.846301:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899500 00000100:00100000:3.0:1775764829.846333:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37733 00000100:00100000:3.0:1775764829.846343:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222852224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764829.851531:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222852224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5180us (5403us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764829.851567:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37733 00002000:00100000:3.0:1775764829.851579:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->2813951) req@ffff8b8c8e899500 x1862022222852224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.851590:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899500 with x1862022222852224 ext(2748416->2813951) 00002000:00010000:3.0:1775764829.851596:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899500 00000100:00100000:2.0:1775764829.868308:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.874009:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222852352 00000100:00100000:3.0:1775764829.874040:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222852352 00002000:00100000:3.0:1775764829.874102:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2813952->2850815) req@ffff8b8c96785f80 x1862022222852352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.874114:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96785f80 with x1862022222852352 ext(2813952->2850815) 00002000:00010000:3.0:1775764829.874121:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96785f80 00000100:00100000:3.0:1775764829.874165:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37734 00000100:00100000:3.0:1775764829.874174:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222852352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764829.882891:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222852352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8706us (14582us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1775764829.882913:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37734 00002000:00100000:3.0:1775764829.882935:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2813952->2850815) req@ffff8b8c96785f80 x1862022222852352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.882952:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96785f80 with x1862022222852352 ext(2813952->2850815) 00002000:00010000:3.0:1775764829.882958:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96785f80 00000100:00100000:1.0:1775764829.887658:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.887801:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222852480 00000100:00100000:2.0:1775764829.887811:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222852480 00002000:00100000:2.0:1775764829.887858:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1839104->1863679) req@ffff8b8c90d5c000 x1862022222852480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.887870:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5c000 with x1862022222852480 ext(1839104->1863679) 00002000:00010000:2.0:1775764829.887876:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5c000 00000100:00100000:2.0:1775764829.887914:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37735 00000100:00100000:2.0:1775764829.887936:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222852480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764829.907297:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222852480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19352us (19639us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1775764829.907310:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37735 00002000:00100000:2.0:1775764829.907323:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1839104->1863679) req@ffff8b8c90d5c000 x1862022222852480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764829.907333:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5c000 with x1862022222852480 ext(1839104->1863679) 00002000:00010000:2.0:1775764829.907338:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5c000 00000100:00100000:0.0:1775764829.921234:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.921565:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222852736 00000100:00100000:2.0:1775764829.921575:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222852736 00000100:00100000:2.0:1775764829.921624:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44271 00000100:00100000:2.0:1775764829.921631:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222852736:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764829.921682:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764829.921707:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cf795 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc97 expref: 26 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.921724:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764829.921728:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764829.921960:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf79c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.921976:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf79c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.921987:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf79c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764829.922051:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032034 00000004:00010000:2.0:1775764829.922074:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c9d6b78 reply state 00000000aa1ba524 transno 4295032035 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf79c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764829.922083:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764829.922183:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222852736:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 550us (959us total) trans 4295032035 rc 0/0 00010000:00010000:1.0:1775764829.923826:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf79c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.923840:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf79c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.923848:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf79c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.923854:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96783c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764829.923859:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf79c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.923867:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf79c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.923882:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764829.923885:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764829.923900:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf79c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.923906:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf79c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764829.924313:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44271 00000020:00080000:2.0:1775764829.924321:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764829.926761:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.926800:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764829.926893:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222852992 00000100:00100000:1.0:1775764829.926903:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222852992 00002000:00010000:1.0:1775764829.926948:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (565317->18446744073709551615) 00002000:00100000:1.0:1775764829.926954:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ea00 with x1862022222852992 ext(565317->18446744073709551615) 00002000:00010000:1.0:1775764829.926969:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0ea00. 00000100:00100000:1.0:1775764829.926988:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222852864 00000100:00100000:1.0:1775764829.926991:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222852864 00002000:00010000:1.0:1775764829.927002:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764829.927005:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0dc00 with x1862022222852864 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764829.927011:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0dc00. 00000100:00100000:1.0:1775764829.927043:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37736 00000100:00100000:1.0:1775764829.927052:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222852992:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764829.927326:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 583352 -> 565317 00002000:00010000:1.0:1775764829.927329:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764829.927331:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764829.927333:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764829.927335:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:1.0:1775764829.927386:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222852992:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 335us (633us total) trans 4294995956 rc 0/0 00000100:00100000:1.0:1775764829.927393:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37736 00002000:00010000:1.0:1775764829.927397:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (565317->18446744073709551615) 00002000:00100000:1.0:1775764829.927400:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ea00 with x1862022222852992 ext(565317->18446744073709551615) 00002000:00010000:1.0:1775764829.927405:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0ea00. 00000100:00100000:1.0:1775764829.927421:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37737 00000100:00100000:1.0:1775764829.927427:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222852864:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764829.927503:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764829.927505:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764829.927507:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764829 -> 1775764829 00002000:00010000:1.0:1775764829.927509:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764829.927511:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 393 -> 393 00000100:00100000:1.0:1775764829.927526:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222852864:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 99us (726us total) trans 4294996542 rc 0/0 00000100:00100000:1.0:1775764829.927531:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37737 00002000:00010000:1.0:1775764829.927533:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764829.927534:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0dc00 with x1862022222852864 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764829.927553:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0dc00. 00000100:00100000:3.0:1775764829.937278:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.937617:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222853120 00000100:00100000:0.0:1775764829.937627:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222853120 00000100:00100000:0.0:1775764829.937681:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44272 00000100:00100000:0.0:1775764829.937688:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022222853120:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764829.937711:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764829.937728:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b000/0xdb23b4c9253cf7a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcc9e expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.937808:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13aa00/0xdb23b4c9253cf7aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.937823:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13aa00/0xdb23b4c9253cf7aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.937836:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13aa00/0xdb23b4c9253cf7aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764829.937862:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4759621 00000004:00200000:0.0:1775764829.937866:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764829.937885:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13aa00/0xdb23b4c9253cf7aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.937931:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b000/0xdb23b4c9253cf7a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc9e expref: 29 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.937956:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13aa00/0xdb23b4c9253cf7aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc9e expref: 28 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.937964:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764829.937968:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764829.937972:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13aa00, rc 0) 00000100:00100000:0.0:1775764829.938038:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222853120:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 348us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764829.938045:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44272 00000100:00100000:1.0:1775764829.942992:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764829.943195:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222853248 00000100:00100000:3.0:1775764829.943219:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222853248 00002000:00100000:3.0:1775764829.943272:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (4173824->4177919) req@ffff8b8c90d5ca80 x1862022222853248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.943284:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ca80 with x1862022222853248 ext(4173824->4177919) 00002000:00010000:3.0:1775764829.943291:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ca80 00000100:00100000:3.0:1775764829.943322:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37738 00000100:00100000:3.0:1775764829.943331:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222853248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764829.943754:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222853248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 421us (768us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764829.943763:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37738 00002000:00100000:3.0:1775764829.943770:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (4173824->4177919) req@ffff8b8c90d5ca80 x1862022222853248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.943779:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ca80 with x1862022222853248 ext(4173824->4177919) 00002000:00010000:3.0:1775764829.943783:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ca80 00000100:00100000:2.0:1775764829.960854:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.962446:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222853376 00000100:00100000:0.0:1775764829.962463:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222853376 00002000:00100000:0.0:1775764829.962528:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (4177920->4182015) req@ffff8b8c96784e00 x1862022222853376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.962557:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784e00 with x1862022222853376 ext(4177920->4182015) 00002000:00010000:0.0:1775764829.962564:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96784e00 00000100:00100000:0.0:1775764829.962591:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37739 00000100:00100000:0.0:1775764829.962600:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222853376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764829.962887:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222853376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (2043us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764829.962903:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37739 00002000:00100000:0.0:1775764829.962909:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (4177920->4182015) req@ffff8b8c96784e00 x1862022222853376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/4536 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.962927:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784e00 with x1862022222853376 ext(4177920->4182015) 00002000:00010000:0.0:1775764829.962931:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96784e00 00000100:00100000:2.0:1775764829.969607:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764829.969642:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764829.969732:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222853504 00000100:00100000:0.0:1775764829.969742:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222853504 00002000:00100000:0.0:1775764829.969802:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4153344->4194303) req@ffff8b8c96784380 x1862022222853504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.969815:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784380 with x1862022222853504 ext(4153344->4194303) 00002000:00010000:0.0:1775764829.969822:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96784380 00000100:00100000:3.0:1775764829.969902:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222853632 00000100:00100000:3.0:1775764829.969908:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222853632 00002000:00100000:3.0:1775764829.969942:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (0->24575) req@ffff8b8c96787480 x1862022222853632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/0 e 0 to 0 dl 1775764840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764829.969958:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96787480 with x1862022222853632 ext(0->24575) 00002000:00010000:3.0:1775764829.969962:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96787480 00000100:00100000:3.0:1775764829.969999:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37740 00000100:00100000:3.0:1775764829.970009:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222853632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764829.971199:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37741 00000100:00100000:0.0:1775764829.971213:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222853504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764829.989017:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222853632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18997us (19361us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1775764829.989043:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37740 00002000:00100000:1.0:1775764829.989057:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (0->24575) req@ffff8b8c96787480 x1862022222853632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 488/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764829.989069:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96787480 with x1862022222853632 ext(0->24575) 00002000:00010000:1.0:1775764829.989076:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96787480 00000100:00100000:0.0:1775764829.997416:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222853504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 26201us (27811us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1775764829.997426:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37741 00002000:00100000:0.0:1775764829.997436:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4153344->4194303) req@ffff8b8c96784380 x1862022222853504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:310/0 lens 504/440 e 0 to 0 dl 1775764840 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764829.997443:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96784380 with x1862022222853504 ext(4153344->4194303) 00002000:00010000:0.0:1775764829.997448:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96784380 00000100:00100000:3.0:1775764830.014418:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.014526:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222853760 00000100:00100000:2.0:1775764830.014575:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222853760 00002000:00100000:2.0:1775764830.014640:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1994752->2015231) req@ffff8b8c8df0d500 x1862022222853760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.014652:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d500 with x1862022222853760 ext(1994752->2015231) 00002000:00010000:2.0:1775764830.014659:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d500 00000100:00100000:2.0:1775764830.014698:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37742 00000100:00100000:2.0:1775764830.014708:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222853760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:0.0:1775764830.015037:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764830.018255:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222853760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3536us (3839us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1775764830.018269:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37742 00002000:00100000:0.0:1775764830.018282:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1994752->2015231) req@ffff8b8c8df0d500 x1862022222853760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.018293:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d500 with x1862022222853760 ext(1994752->2015231) 00002000:00010000:0.0:1775764830.018300:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d500 00000100:00100000:3.0:1775764830.024097:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.024511:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222853888 00000100:00100000:1.0:1775764830.024522:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222853888 00002000:00100000:1.0:1775764830.024607:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (266240->417791) req@ffff8b8c8df0f100 x1862022222853888/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.024619:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f100 with x1862022222853888 ext(266240->417791) 00002000:00010000:1.0:1775764830.024626:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f100 00000100:00100000:1.0:1775764830.024650:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37743 00000100:00100000:1.0:1775764830.024660:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222853888:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764830.029855:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222853888:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5189us (5760us total) trans 4294996543 rc 0/0 00000100:00100000:2.0:1775764830.029865:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37743 00002000:00100000:2.0:1775764830.030764:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (266240->417791) req@ffff8b8c8df0f100 x1862022222853888/t4294996543(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/448 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.030778:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f100 with x1862022222853888 ext(266240->417791) 00002000:00010000:2.0:1775764830.030784:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f100 00000100:00100000:3.0:1775764830.036622:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.036720:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222854016 00000100:00100000:0.0:1775764830.036730:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222854016 00000100:00100000:0.0:1775764830.036791:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84711 00000100:00100000:0.0:1775764830.036811:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222854016:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764830.130760:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222854016:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 93949us (94135us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764830.130775:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84711 00000100:00100000:3.0:1775764830.136066:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.136424:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222854144 00000100:00100000:0.0:1775764830.136435:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222854144 00002000:00100000:0.0:1775764830.136482:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2207744->2211839) req@ffff8b8c8df0e680 x1862022222854144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.136494:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0e680 with x1862022222854144 ext(2207744->2211839) 00002000:00010000:0.0:1775764830.136500:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0e680 00000100:00100000:0.0:1775764830.136535:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37744 00000100:00100000:0.0:1775764830.136573:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222854144:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764830.136791:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222854144:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 218us (734us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764830.136799:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37744 00002000:00100000:0.0:1775764830.136805:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2207744->2211839) req@ffff8b8c8df0e680 x1862022222854144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.136813:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0e680 with x1862022222854144 ext(2207744->2211839) 00002000:00010000:0.0:1775764830.136816:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0e680 00000001:00080000:2.0:1775764830.137715:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996541 is committed 00000001:00080000:2.0:1775764830.137737:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996542 is committed 00000001:00080000:2.0:1775764830.137746:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996543 is committed 00000100:00100000:0.0:1775764830.142289:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.142456:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222854272 00000100:00100000:3.0:1775764830.142471:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222854272 00002000:00100000:3.0:1775764830.142525:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2228224->2232319) req@ffff8b8c8e89ad80 x1862022222854272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.142565:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89ad80 with x1862022222854272 ext(2228224->2232319) 00002000:00010000:3.0:1775764830.142573:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89ad80 00000100:00100000:3.0:1775764830.142604:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37745 00000100:00100000:3.0:1775764830.142613:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222854272:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764830.142860:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222854272:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 247us (580us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764830.142869:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37745 00002000:00100000:3.0:1775764830.142875:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2228224->2232319) req@ffff8b8c8e89ad80 x1862022222854272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.142885:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89ad80 with x1862022222854272 ext(2228224->2232319) 00002000:00010000:3.0:1775764830.143718:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89ad80 00000100:00100000:3.0:1775764830.148251:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.148701:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222854528 00000100:00100000:2.0:1775764830.148711:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222854528 00000100:00100000:2.0:1775764830.148771:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44273 00000100:00100000:2.0:1775764830.148781:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222854528:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764830.148838:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764830.148869:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13aa00/0xdb23b4c9253cf7aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcc9e expref: 28 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.148900:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764830.148906:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764830.149152:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf7b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.149167:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf7b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.149178:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf7b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764830.149229:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032036 00000004:00010000:2.0:1775764830.149253:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f733a263 reply state 000000007d657993 transno 4295032037 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf7b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764830.149262:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764830.149423:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222854528:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 643us (1181us total) trans 4295032037 rc 0/0 00000100:00100000:2.0:1775764830.149431:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44273 00000020:00080000:2.0:1775764830.149436:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764830.155668:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764830.155982:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.156120:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222854656 00000100:00100000:0.0:1775764830.156133:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222854656 00002000:00010000:0.0:1775764830.156174:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (236323->18446744073709551615) 00002000:00100000:0.0:1775764830.156179:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96785c00 with x1862022222854656 ext(236323->18446744073709551615) 00002000:00010000:0.0:1775764830.156201:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96785c00. 00000100:00100000:0.0:1775764830.156235:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37746 00000100:00100000:0.0:1775764830.156245:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222854656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764830.156621:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 236323 00002000:00010000:0.0:1775764830.156626:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.156629:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764829 -> 1775764830 00002000:00010000:0.0:1775764830.156631:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.156632:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 393 -> 521 00000100:00100000:0.0:1775764830.156680:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222854656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 437us (703us total) trans 4294996544 rc 0/0 00000100:00100000:0.0:1775764830.156687:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37746 00002000:00010000:0.0:1775764830.156690:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (236323->18446744073709551615) 00002000:00100000:0.0:1775764830.156693:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96785c00 with x1862022222854656 ext(236323->18446744073709551615) 00002000:00010000:0.0:1775764830.156697:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96785c00. 00010000:00010000:3.0:1775764830.157614:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf7b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.157629:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf7b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.157638:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf7b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.157644:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96782a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764830.157649:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf7b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.157658:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf7b1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.157678:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764830.157681:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764830.157686:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf7b1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.157693:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf7b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764830.161755:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.161837:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222854784 00000100:00100000:2.0:1775764830.161848:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222854784 00002000:00010000:2.0:1775764830.161902:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764830.161907:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4a80 with x1862022222854784 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764830.161925:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed4a80. 00000100:00100000:2.0:1775764830.161958:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37747 00000100:00100000:2.0:1775764830.161968:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222854784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764830.162314:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 565317 -> 0 00002000:00010000:2.0:1775764830.162318:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.162321:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764830.162323:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.162327:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764830.162389:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222854784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 422us (644us total) trans 4294995957 rc 0/0 00000100:00100000:2.0:1775764830.162397:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37747 00002000:00010000:2.0:1775764830.162400:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764830.162403:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4a80 with x1862022222854784 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764830.162407:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed4a80. 00000100:00100000:3.0:1775764830.173433:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.173621:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222854912 00000100:00100000:2.0:1775764830.173631:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222854912 00000100:00100000:2.0:1775764830.173700:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44274 00000100:00100000:2.0:1775764830.173712:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022222854912:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764830.173740:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764830.173764:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782200/0xdb23b4c9253cf7b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcca5 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.173867:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf7bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.173882:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf7bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.173907:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf7bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764830.174121:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 236323 00000004:00200000:2.0:1775764830.174126:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764830.174146:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf7bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.174178:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782200/0xdb23b4c9253cf7b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcca5 expref: 31 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.174197:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf7bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcca5 expref: 30 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.174207:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764830.174223:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764830.174227:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96782000, rc 0) 00000100:00100000:2.0:1775764830.174350:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222854912:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 641us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764830.174358:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44274 00000100:00100000:2.0:1775764830.183592:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.183756:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222855168 00000100:00100000:3.0:1775764830.183768:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222855168 00000100:00100000:3.0:1775764830.183836:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44275 00000100:00100000:3.0:1775764830.183847:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222855168:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764830.183916:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764830.183945:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf7bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcca5 expref: 30 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.183964:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764830.183970:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764830.184197:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf7c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.184404:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf7c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.184417:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf7c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764830.184472:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032038 00000004:00010000:3.0:1775764830.184497:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f4c387c reply state 000000008e644484 transno 4295032039 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf7c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764830.184506:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764830.184767:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222855168:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 922us (1185us total) trans 4295032039 rc 0/0 00000100:00100000:3.0:1775764830.184775:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44275 00000020:00080000:3.0:1775764830.184781:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764830.187298:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf7c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.187314:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf7c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.187322:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf7c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.187327:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9371a200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764830.187332:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf7c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.187339:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf7c6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.187357:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764830.187360:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764830.187365:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf7c6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.187371:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a200/0xdb23b4c9253cf7c6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764830.190642:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.190677:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.190790:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222855296 00000100:00100000:3.0:1775764830.190802:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222855296 00002000:00010000:3.0:1775764830.190842:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764830.190848:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96786300 with x1862022222855296 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764830.190862:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96786300. 00000100:00100000:3.0:1775764830.190899:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222855424 00000100:00100000:3.0:1775764830.190902:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222855424 00002000:00010000:3.0:1775764830.190914:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (605388->18446744073709551615) 00002000:00100000:3.0:1775764830.190917:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022222855424 ext(605388->18446744073709551615) 00002000:00010000:3.0:1775764830.190924:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451c00. 00000100:00100000:3.0:1775764830.190949:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37748 00000100:00100000:3.0:1775764830.190958:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222855296:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764830.191199:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 236323 -> 4194304 00002000:00010000:3.0:1775764830.191203:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:3.0:1775764830.191206:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764830 -> 1775764830 00002000:00010000:3.0:1775764830.191208:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:3.0:1775764830.191210:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:3.0:1775764830.191273:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222855296:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 313us (636us total) trans 4294996545 rc 0/0 00000100:00100000:3.0:1775764830.191282:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37748 00002000:00010000:3.0:1775764830.191286:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764830.191288:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96786300 with x1862022222855296 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764830.191293:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96786300. 00000100:00100000:3.0:1775764830.191310:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37749 00000100:00100000:3.0:1775764830.191316:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222855424:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764830.191435:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 605388 00002000:00010000:3.0:1775764830.191439:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:3.0:1775764830.191441:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764830.191445:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:3.0:1775764830.191447:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764830.191469:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222855424:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 153us (790us total) trans 4294995958 rc 0/0 00000100:00100000:3.0:1775764830.191476:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37749 00002000:00010000:3.0:1775764830.191478:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (605388->18446744073709551615) 00002000:00100000:3.0:1775764830.191482:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022222855424 ext(605388->18446744073709551615) 00002000:00010000:3.0:1775764830.191486:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451c00. 00000100:00100000:2.0:1775764830.200652:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.200747:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222855552 00000100:00100000:0.0:1775764830.200757:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222855552 00000100:00100000:0.0:1775764830.200818:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 951 00000100:00100000:0.0:1775764830.200829:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36837393-023c-42fc-a2a5-d5ec86474e44+9:2363:x1862022222855552:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1775764830.200924:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36837393-023c-42fc-a2a5-d5ec86474e44+9:2363:x1862022222855552:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 97us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764830.200932:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 951 00000100:00100000:1.0:1775764830.204415:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.204524:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222855680 00000100:00100000:2.0:1775764830.204535:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222855680 00002000:00100000:2.0:1775764830.204629:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (593920->598015) req@ffff8b8cbaed5500 x1862022222855680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.204641:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5500 with x1862022222855680 ext(593920->598015) 00002000:00010000:2.0:1775764830.204648:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5500 00000100:00100000:2.0:1775764830.204674:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37750 00000100:00100000:2.0:1775764830.204684:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222855680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764830.204973:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222855680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 289us (568us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764830.204982:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37750 00002000:00100000:2.0:1775764830.204989:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (593920->598015) req@ffff8b8cbaed5500 x1862022222855680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.204998:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5500 with x1862022222855680 ext(593920->598015) 00002000:00010000:2.0:1775764830.205001:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5500 00000100:00100000:3.0:1775764830.213105:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.213387:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222855808 00000100:00100000:2.0:1775764830.213399:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222855808 00002000:00100000:2.0:1775764830.213449:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (598016->602111) req@ffff8b8b8109d500 x1862022222855808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.213460:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109d500 with x1862022222855808 ext(598016->602111) 00002000:00010000:2.0:1775764830.213466:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109d500 00000100:00100000:2.0:1775764830.213501:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37751 00000100:00100000:2.0:1775764830.213510:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222855808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764830.213802:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222855808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 292us (705us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764830.213810:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37751 00002000:00100000:2.0:1775764830.213816:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (598016->602111) req@ffff8b8b8109d500 x1862022222855808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.213824:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109d500 with x1862022222855808 ext(598016->602111) 00002000:00010000:2.0:1775764830.213827:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109d500 00000100:00100000:3.0:1775764830.219247:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.220336:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222855936 00000100:00100000:0.0:1775764830.220351:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222855936 00002000:00100000:0.0:1775764830.220408:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (573440->606207) req@ffff8b8b8109f480 x1862022222855936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.220419:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f480 with x1862022222855936 ext(573440->606207) 00002000:00010000:0.0:1775764830.220426:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109f480 00000100:00100000:0.0:1775764830.220524:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37752 00000100:00100000:0.0:1775764830.220535:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222855936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764830.226778:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222855936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6231us (7526us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1775764830.226792:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37752 00002000:00100000:0.0:1775764830.226815:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (573440->606207) req@ffff8b8b8109f480 x1862022222855936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.226826:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f480 with x1862022222855936 ext(573440->606207) 00002000:00010000:0.0:1775764830.226833:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109f480 00000100:00100000:2.0:1775764830.231299:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.231410:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222856064 00000100:00100000:0.0:1775764830.231421:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222856064 00002000:00100000:0.0:1775764830.231474:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (593920->605387) req@ffff8b8cb3451500 x1862022222856064/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 11960/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.231486:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451500 with x1862022222856064 ext(593920->605387) 00002000:00010000:0.0:1775764830.231493:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451500 00000100:00100000:0.0:1775764830.231530:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37753 00000100:00100000:0.0:1775764830.231575:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222856064:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764830.232068:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222856064:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 527us (776us total) trans 4294995959 rc 0/0 00000100:00100000:0.0:1775764830.232076:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37753 00002000:00100000:0.0:1775764830.232083:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (593920->605387) req@ffff8b8cb3451500 x1862022222856064/t4294995959(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 11960/448 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.232097:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451500 with x1862022222856064 ext(593920->605387) 00002000:00010000:0.0:1775764830.232100:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451500 00000100:00100000:3.0:1775764830.236282:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.236391:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222856192 00000100:00100000:1.0:1775764830.236405:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222856192 00000100:00100000:1.0:1775764830.236475:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84712 00000100:00100000:1.0:1775764830.236486:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222856192:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764830.301953:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995959 is committed 00000100:00100000:1.0:1775764830.302215:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222856192:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 65725us (65936us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764830.302229:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84712 00000100:00100000:1.0:1775764830.309703:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.309786:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222856320 00000100:00100000:3.0:1775764830.309797:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222856320 00000100:00100000:3.0:1775764830.309860:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44276 00000100:00100000:3.0:1775764830.309871:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022222856320:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764830.310331:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764830.310355:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b000/0xdb23b4c9253cf7cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fccac expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.310445:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf7d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.310461:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf7d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.310474:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf7d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764830.310503:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4799692 00000004:00200000:3.0:1775764830.310507:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764830.310522:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf7d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.310582:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b000/0xdb23b4c9253cf7cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccac expref: 33 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.310601:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf7d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccac expref: 32 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.310610:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764830.310612:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764830.310617:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9371ae00, rc 0) 00000100:00100000:3.0:1775764830.310800:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222856320:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 930us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764830.310808:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44276 00000100:00100000:0.0:1775764830.331206:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.331905:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222856448 00000100:00100000:1.0:1775764830.331919:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222856448 00002000:00100000:1.0:1775764830.331976:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1019904->1023999) req@ffff8b8c8e899880 x1862022222856448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.331986:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899880 with x1862022222856448 ext(1019904->1023999) 00002000:00010000:1.0:1775764830.331992:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899880 00000100:00100000:1.0:1775764830.332056:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37754 00000100:00100000:1.0:1775764830.332067:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222856448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764830.332681:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222856448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 612us (1484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764830.332691:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37754 00002000:00100000:1.0:1775764830.332697:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1019904->1023999) req@ffff8b8c8e899880 x1862022222856448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.332706:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899880 with x1862022222856448 ext(1019904->1023999) 00002000:00010000:1.0:1775764830.332710:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899880 00000100:00100000:1.0:1775764830.337727:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.337822:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222856576 00000100:00100000:3.0:1775764830.337833:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222856576 00002000:00100000:3.0:1775764830.337883:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1024000->1028095) req@ffff8b8cbaed5180 x1862022222856576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.337908:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5180 with x1862022222856576 ext(1024000->1028095) 00002000:00010000:3.0:1775764830.337915:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5180 00000100:00100000:3.0:1775764830.337944:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37755 00000100:00100000:3.0:1775764830.337953:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222856576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764830.338496:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222856576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 541us (777us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764830.338506:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37755 00002000:00100000:3.0:1775764830.338513:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1024000->1028095) req@ffff8b8cbaed5180 x1862022222856576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.338521:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5180 with x1862022222856576 ext(1024000->1028095) 00002000:00010000:3.0:1775764830.338525:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5180 00000100:00100000:3.0:1775764830.344085:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.344370:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222856704 00000100:00100000:0.0:1775764830.344379:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222856704 00002000:00100000:0.0:1775764830.344423:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (999424->1064959) req@ffff8b8b8109dc00 x1862022222856704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.344434:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109dc00 with x1862022222856704 ext(999424->1064959) 00002000:00010000:0.0:1775764830.344441:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109dc00 00000100:00100000:0.0:1775764830.344475:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37756 00000100:00100000:0.0:1775764830.344483:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222856704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764830.350303:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222856704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5808us (6217us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764830.350318:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37756 00002000:00100000:2.0:1775764830.350331:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (999424->1064959) req@ffff8b8b8109dc00 x1862022222856704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.350341:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109dc00 with x1862022222856704 ext(999424->1064959) 00002000:00010000:2.0:1775764830.350349:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109dc00 00000100:00100000:0.0:1775764830.355513:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.355708:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222856832 00000100:00100000:2.0:1775764830.355717:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222856832 00002000:00100000:2.0:1775764830.355770:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1019904->1044479) req@ffff8b8c8e899c00 x1862022222856832/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.355782:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899c00 with x1862022222856832 ext(1019904->1044479) 00002000:00010000:2.0:1775764830.355788:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899c00 00000100:00100000:2.0:1775764830.355858:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37757 00000100:00100000:2.0:1775764830.355869:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222856832:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764830.360162:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222856832:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4285us (4649us total) trans 4294996546 rc 0/0 00000100:00100000:2.0:1775764830.360177:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37757 00002000:00100000:2.0:1775764830.360448:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1019904->1044479) req@ffff8b8c8e899c00 x1862022222856832/t4294996546(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/448 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.360459:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899c00 with x1862022222856832 ext(1019904->1044479) 00002000:00010000:2.0:1775764830.360465:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899c00 00000100:00100000:0.0:1775764830.364694:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.364795:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222856960 00000100:00100000:1.0:1775764830.364806:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222856960 00000100:00100000:1.0:1775764830.364873:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84713 00000100:00100000:1.0:1775764830.364884:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222856960:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764830.397943:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222856960:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33048us (33245us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764830.397958:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84713 00000001:00080000:3.0:1775764830.399662:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996544 is committed 00000001:00080000:3.0:1775764830.399681:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996546 is committed 00000100:00100000:1.0:1775764830.402816:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.402927:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222857088 00000100:00100000:0.0:1775764830.402936:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222857088 00002000:00100000:0.0:1775764830.402984:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1691648->1703935) req@ffff8b8cbaed7b80 x1862022222857088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.402995:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022222857088 ext(1691648->1703935) 00002000:00010000:0.0:1775764830.403000:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7b80 00000100:00100000:0.0:1775764830.403041:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37758 00000100:00100000:0.0:1775764830.403050:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222857088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764830.403600:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222857088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 549us (796us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1775764830.403609:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37758 00002000:00100000:0.0:1775764830.403615:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1691648->1703935) req@ffff8b8cbaed7b80 x1862022222857088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/12728 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.403625:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022222857088 ext(1691648->1703935) 00002000:00010000:0.0:1775764830.403628:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7b80 00000100:00100000:3.0:1775764830.409797:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.409923:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222857344 00000100:00100000:2.0:1775764830.409932:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222857344 00000100:00100000:2.0:1775764830.410001:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44277 00000100:00100000:2.0:1775764830.410011:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222857344:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764830.410077:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764830.410104:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ae00/0xdb23b4c9253cf7d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccac expref: 32 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.410125:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764830.410131:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764830.410359:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf7db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.410373:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf7db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.410383:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf7db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764830.410431:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032040 00000004:00010000:2.0:1775764830.410456:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db4ef6c9 reply state 00000000b5e48ccf transno 4295032041 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf7db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764830.410466:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764830.410605:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222857344:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 594us (818us total) trans 4295032041 rc 0/0 00000100:00100000:2.0:1775764830.410612:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44277 00000020:00080000:2.0:1775764830.410617:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764830.414363:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.414391:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.414459:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222857600 00000100:00100000:1.0:1775764830.414470:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222857600 00002000:00010000:1.0:1775764830.414505:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (872890->18446744073709551615) 00002000:00100000:1.0:1775764830.414510:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022222857600 ext(872890->18446744073709551615) 00002000:00010000:1.0:1775764830.414522:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452a00. 00000100:00100000:1.0:1775764830.414567:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222857472 00000100:00100000:1.0:1775764830.414570:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222857472 00002000:00010000:1.0:1775764830.414580:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764830.414582:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450380 with x1862022222857472 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764830.414588:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450380. 00000100:00100000:1.0:1775764830.414603:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37759 00000100:00100000:1.0:1775764830.414610:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222857600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764830.414869:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 605388 -> 872890 00002000:00010000:1.0:1775764830.414873:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764830.414875:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764830.414878:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764830.414880:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764830.414936:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222857600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 325us (581us total) trans 4294995960 rc 0/0 00000100:00100000:1.0:1775764830.414943:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37759 00002000:00010000:1.0:1775764830.414946:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (872890->18446744073709551615) 00002000:00100000:1.0:1775764830.414949:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022222857600 ext(872890->18446744073709551615) 00002000:00010000:1.0:1775764830.414953:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452a00. 00000100:00100000:1.0:1775764830.414968:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37760 00000100:00100000:1.0:1775764830.414974:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222857472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764830.415125:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764830.415129:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764830.415130:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764830.415133:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764830.415135:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 265 00000100:00100000:1.0:1775764830.415157:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222857472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 182us (764us total) trans 4294996547 rc 0/0 00000100:00100000:1.0:1775764830.415165:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37760 00002000:00010000:1.0:1775764830.415168:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764830.415171:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450380 with x1862022222857472 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764830.415174:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450380. 00010000:00010000:3.0:1775764830.415636:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf7db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.415648:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf7db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.415657:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf7db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.415663:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96783200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764830.415668:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf7db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.415675:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf7db lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.415692:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764830.415695:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764830.415699:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf7db lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.415706:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf7db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764830.420500:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.420652:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222857728 00000100:00100000:3.0:1775764830.420663:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222857728 00000100:00100000:3.0:1775764830.420724:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44278 00000100:00100000:3.0:1775764830.420733:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022222857728:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764830.420759:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764830.420779:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b000/0xdb23b4c9253cf7e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fccb3 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.420867:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a800/0xdb23b4c9253cf7e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.420881:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a800/0xdb23b4c9253cf7e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.421121:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a800/0xdb23b4c9253cf7e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764830.421149:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5067194 00000004:00200000:3.0:1775764830.421153:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764830.421169:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a800/0xdb23b4c9253cf7e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.421192:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b000/0xdb23b4c9253cf7e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccb3 expref: 35 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.421207:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a800/0xdb23b4c9253cf7e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccb3 expref: 34 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.421216:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764830.421219:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764830.421223:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9371a800, rc 0) 00000100:00100000:3.0:1775764830.421323:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222857728:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 591us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764830.421331:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44278 00000100:00100000:1.0:1775764830.426820:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.427095:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222857984 00000100:00100000:2.0:1775764830.427107:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222857984 00000100:00100000:2.0:1775764830.427219:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44279 00000100:00100000:2.0:1775764830.427231:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222857984:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764830.427287:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764830.427317:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a800/0xdb23b4c9253cf7e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccb3 expref: 34 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.427335:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764830.427340:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764830.427600:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783800/0xdb23b4c9253cf7f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.427616:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783800/0xdb23b4c9253cf7f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.427625:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783800/0xdb23b4c9253cf7f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764830.427687:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032042 00000004:00010000:2.0:1775764830.427710:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002fa7872a reply state 00000000be9114af transno 4295032043 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783800/0xdb23b4c9253cf7f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764830.427719:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764830.428078:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222857984:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 849us (1268us total) trans 4295032043 rc 0/0 00000100:00100000:2.0:1775764830.428087:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44279 00000020:00080000:2.0:1775764830.428092:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764830.435090:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.435767:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.435853:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222858240 00000100:00100000:0.0:1775764830.435863:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222858240 00002000:00010000:0.0:1775764830.435915:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1286256->18446744073709551615) 00002000:00100000:0.0:1775764830.435920:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452d80 with x1862022222858240 ext(1286256->18446744073709551615) 00002000:00010000:0.0:1775764830.435935:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452d80. 00000100:00100000:0.0:1775764830.435967:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222858112 00000100:00100000:0.0:1775764830.435970:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222858112 00002000:00010000:0.0:1775764830.435982:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764830.435985:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453480 with x1862022222858112 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764830.435991:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453480. 00000100:00100000:0.0:1775764830.436009:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37761 00000100:00100000:0.0:1775764830.436028:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222858240:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764830.436268:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 872890 -> 1286256 00002000:00010000:0.0:1775764830.436272:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.436275:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764830.436277:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.436279:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764830.436337:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222858240:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 319us (1257us total) trans 4294995961 rc 0/0 00000100:00100000:0.0:1775764830.436346:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37761 00002000:00010000:0.0:1775764830.436350:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1286256->18446744073709551615) 00002000:00100000:0.0:1775764830.436352:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452d80 with x1862022222858240 ext(1286256->18446744073709551615) 00002000:00010000:0.0:1775764830.436357:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452d80. 00000100:00100000:0.0:1775764830.436374:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37762 00000100:00100000:0.0:1775764830.436381:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222858112:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764830.436500:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764830.436504:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.436506:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.436508:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.436510:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 265 -> 265 00000100:00100000:0.0:1775764830.436533:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222858112:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 152us (768us total) trans 4294996548 rc 0/0 00000100:00100000:0.0:1775764830.436568:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37762 00002000:00010000:0.0:1775764830.436572:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764830.436574:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453480 with x1862022222858112 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764830.436579:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453480. 00010000:00010000:1.0:1775764830.437122:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783800/0xdb23b4c9253cf7f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.437134:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783800/0xdb23b4c9253cf7f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.437142:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783800/0xdb23b4c9253cf7f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.437148:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96783800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764830.437153:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783800/0xdb23b4c9253cf7f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.437161:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783800/0xdb23b4c9253cf7f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.437178:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764830.437181:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764830.437245:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783800/0xdb23b4c9253cf7f0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.437258:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783800/0xdb23b4c9253cf7f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764830.448270:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.448359:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222858368 00000100:00100000:0.0:1775764830.448368:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222858368 00002000:00100000:0.0:1775764830.448418:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1253376->1257471) req@ffff8b8cb3450000 x1862022222858368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.448430:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450000 with x1862022222858368 ext(1253376->1257471) 00002000:00010000:0.0:1775764830.448437:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450000 00000100:00100000:0.0:1775764830.448472:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37763 00000100:00100000:0.0:1775764830.448483:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222858368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764830.448879:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222858368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 397us (618us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764830.448900:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37763 00002000:00100000:0.0:1775764830.448907:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1253376->1257471) req@ffff8b8cb3450000 x1862022222858368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.448916:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450000 with x1862022222858368 ext(1253376->1257471) 00002000:00010000:0.0:1775764830.448926:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450000 00000100:00100000:2.0:1775764830.453712:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.453780:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222858496 00000100:00100000:3.0:1775764830.453792:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222858496 00002000:00100000:3.0:1775764830.453838:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (1257472->1261567) req@ffff8b8cb3450700 x1862022222858496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.453849:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022222858496 ext(1257472->1261567) 00002000:00010000:3.0:1775764830.453855:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450700 00000100:00100000:3.0:1775764830.453882:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37764 00000100:00100000:3.0:1775764830.453906:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222858496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764830.454901:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222858496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 981us (1184us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764830.454911:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37764 00002000:00100000:3.0:1775764830.455012:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (1257472->1261567) req@ffff8b8cb3450700 x1862022222858496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.455031:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022222858496 ext(1257472->1261567) 00002000:00010000:3.0:1775764830.455036:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450700 00000100:00100000:2.0:1775764830.460413:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.460513:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222858624 00000100:00100000:1.0:1775764830.460525:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222858624 00002000:00100000:1.0:1775764830.460590:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1232896->1290239) req@ffff8b8cb3453100 x1862022222858624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.460602:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022222858624 ext(1232896->1290239) 00002000:00010000:1.0:1775764830.460609:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:1.0:1775764830.460643:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37765 00000100:00100000:1.0:1775764830.460652:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222858624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764830.472624:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222858624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11885us (12133us total) trans 0 rc 49152/49152 00000100:00100000:3.0:1775764830.472643:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37765 00002000:00100000:3.0:1775764830.472655:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1232896->1290239) req@ffff8b8cb3453100 x1862022222858624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.472666:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022222858624 ext(1232896->1290239) 00002000:00010000:3.0:1775764830.472672:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:2.0:1775764830.484757:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.485111:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222858752 00000100:00100000:3.0:1775764830.485122:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222858752 00002000:00100000:3.0:1775764830.485174:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1253376->1286255) req@ffff8b8cb3451880 x1862022222858752/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.485184:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451880 with x1862022222858752 ext(1253376->1286255) 00002000:00010000:3.0:1775764830.485271:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451880 00000100:00100000:3.0:1775764830.485340:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37766 00000100:00100000:3.0:1775764830.485350:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222858752:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764830.489495:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222858752:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4137us (4737us total) trans 4294995962 rc 0/0 00000100:00100000:3.0:1775764830.489508:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37766 00002000:00100000:3.0:1775764830.489521:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1253376->1286255) req@ffff8b8cb3451880 x1862022222858752/t4294995962(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/448 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.489532:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451880 with x1862022222858752 ext(1253376->1286255) 00002000:00010000:3.0:1775764830.489564:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451880 00000100:00100000:0.0:1775764830.495640:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.496164:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222858880 00000100:00100000:1.0:1775764830.496175:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222858880 00000100:00100000:1.0:1775764830.496346:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84714 00000100:00100000:1.0:1775764830.496356:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222858880:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764830.528646:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995961 is committed 00000001:00080000:0.0:1775764830.528666:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995962 is committed 00000100:00100000:1.0:1775764830.529175:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222858880:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32814us (33538us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764830.529197:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84714 00000100:00100000:1.0:1775764830.533485:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.533613:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222859008 00000100:00100000:0.0:1775764830.533623:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222859008 00000100:00100000:0.0:1775764830.533703:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44280 00000100:00100000:0.0:1775764830.533712:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022222859008:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764830.533735:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764830.533754:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf7f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fccba expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.534135:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf7fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.534149:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf7fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.534162:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf7fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764830.534273:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5480560 00000004:00200000:0.0:1775764830.534278:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764830.534296:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf7fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.534322:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf7f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccba expref: 37 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.534340:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf7fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccba expref: 36 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.534349:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764830.534352:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764830.534355:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13a400, rc 0) 00000100:00100000:0.0:1775764830.534722:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222859008:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1009us (1243us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764830.534731:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44280 00000100:00100000:0.0:1775764830.539507:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.539624:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222859136 00000100:00100000:2.0:1775764830.539634:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222859136 00002000:00100000:2.0:1775764830.539680:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1945600->2002943) req@ffff8b8c8e89a300 x1862022222859136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.539691:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a300 with x1862022222859136 ext(1945600->2002943) 00002000:00010000:2.0:1775764830.539697:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89a300 00000100:00100000:2.0:1775764830.539728:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37767 00000100:00100000:2.0:1775764830.539736:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222859136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764830.545321:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222859136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5564us (5801us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764830.545335:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37767 00002000:00100000:2.0:1775764830.545347:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1945600->2002943) req@ffff8b8c8e89a300 x1862022222859136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.545357:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a300 with x1862022222859136 ext(1945600->2002943) 00002000:00010000:2.0:1775764830.545363:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89a300 00000100:00100000:3.0:1775764830.549724:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.549830:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222859392 00000100:00100000:0.0:1775764830.549841:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222859392 00000100:00100000:0.0:1775764830.549906:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44281 00000100:00100000:0.0:1775764830.549915:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222859392:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764830.549971:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764830.549999:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf7fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccba expref: 36 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.550033:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764830.550039:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764830.550625:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf805 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.550641:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf805 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.550651:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf805 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764830.550697:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032044 00000004:00010000:0.0:1775764830.550717:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f28efc8 reply state 00000000db8770bf transno 4295032045 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf805 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764830.550726:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764830.550819:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222859392:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 904us (1103us total) trans 4295032045 rc 0/0 00000100:00100000:0.0:1775764830.550826:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44281 00000020:00080000:0.0:1775764830.550830:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764830.554696:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf805 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.554718:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf805 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.554726:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf805 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.554732:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d13ac00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764830.554738:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf805 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.554746:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf805 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.554766:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764830.554769:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764830.554773:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf805 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.554780:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf805 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764830.556680:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.557068:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222859520 00000100:00100000:2.0:1775764830.557082:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222859520 00002000:00010000:2.0:1775764830.557126:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2166380->18446744073709551615) 00002000:00100000:2.0:1775764830.557131:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ea00 with x1862022222859520 ext(2166380->18446744073709551615) 00002000:00010000:2.0:1775764830.557145:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ea00. 00000100:00100000:2.0:1775764830.557177:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37768 00000100:00100000:2.0:1775764830.557186:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222859520:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764830.557453:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2166380 00002000:00010000:2.0:1775764830.557458:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.557460:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.557463:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.557466:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 265 -> 265 00000100:00100000:2.0:1775764830.557528:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222859520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 344us (858us total) trans 4294996549 rc 0/0 00000100:00100000:2.0:1775764830.557570:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37768 00002000:00010000:2.0:1775764830.557575:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2166380->18446744073709551615) 00002000:00100000:2.0:1775764830.557577:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ea00 with x1862022222859520 ext(2166380->18446744073709551615) 00002000:00010000:2.0:1775764830.557581:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ea00. 00000100:00100000:1.0:1775764830.560675:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.560771:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222859648 00000100:00100000:0.0:1775764830.560781:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222859648 00002000:00010000:0.0:1775764830.560820:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764830.560826:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6680 with x1862022222859648 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764830.560838:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed6680. 00000100:00100000:0.0:1775764830.560871:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37769 00000100:00100000:0.0:1775764830.560882:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222859648:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764830.561233:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1286256 -> 0 00002000:00010000:0.0:1775764830.561238:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.561241:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764830.561243:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.561246:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:0.0:1775764830.561305:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222859648:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 425us (640us total) trans 4294995963 rc 0/0 00000100:00100000:0.0:1775764830.561312:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37769 00002000:00010000:0.0:1775764830.561316:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764830.561319:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6680 with x1862022222859648 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764830.561324:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed6680. 00000100:00100000:0.0:1775764830.565451:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.565621:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222859776 00000100:00100000:2.0:1775764830.565631:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222859776 00000100:00100000:2.0:1775764830.565689:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44282 00000100:00100000:2.0:1775764830.565698:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022222859776:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764830.565721:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764830.565741:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf80c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fccc1 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.565820:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782c00/0xdb23b4c9253cf813 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.565835:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782c00/0xdb23b4c9253cf813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.565846:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782c00/0xdb23b4c9253cf813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764830.565874:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2166380 00000004:00200000:2.0:1775764830.565880:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764830.565908:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782c00/0xdb23b4c9253cf813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.565935:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783200/0xdb23b4c9253cf80c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccc1 expref: 39 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.565952:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782c00/0xdb23b4c9253cf813 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccc1 expref: 38 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.565961:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764830.565964:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764830.565968:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96782c00, rc 0) 00000100:00100000:2.0:1775764830.566031:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222859776:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 334us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764830.566039:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44282 00000100:00100000:3.0:1775764830.574014:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.574476:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222860032 00000100:00100000:0.0:1775764830.574487:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222860032 00000100:00100000:0.0:1775764830.574586:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44283 00000100:00100000:0.0:1775764830.574597:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222860032:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764830.574650:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764830.574678:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782c00/0xdb23b4c9253cf813 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccc1 expref: 38 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.574697:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764830.574702:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764830.575127:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf81a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.575143:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf81a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.575154:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf81a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764830.575208:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032046 00000004:00010000:0.0:1775764830.575248:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b80c3f9 reply state 00000000f7083c46 transno 4295032047 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf81a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764830.575257:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764830.575657:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222860032:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1060us (1650us total) trans 4295032047 rc 0/0 00000100:00100000:0.0:1775764830.575665:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44283 00000020:00080000:0.0:1775764830.575671:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764830.578513:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf81a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.578532:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf81a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.578584:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf81a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.578590:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d13b800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764830.578595:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf81a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.578602:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf81a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.578623:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764830.578627:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764830.578631:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf81a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.578637:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf81a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764830.581058:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.581100:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.582013:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222860160 00000100:00100000:2.0:1775764830.582033:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222860160 00002000:00010000:2.0:1775764830.582073:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764830.582077:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ce00 with x1862022222860160 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764830.582088:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ce00. 00000100:00100000:2.0:1775764830.582117:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222860288 00000100:00100000:2.0:1775764830.582121:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222860288 00002000:00010000:2.0:1775764830.582134:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1394277->18446744073709551615) 00002000:00100000:2.0:1775764830.582137:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f800 with x1862022222860288 ext(1394277->18446744073709551615) 00002000:00010000:2.0:1775764830.582144:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109f800. 00000100:00100000:2.0:1775764830.582169:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37770 00000100:00100000:2.0:1775764830.582178:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222860160:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764830.582435:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37771 00000100:00100000:1.0:1775764830.582445:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222860288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764830.582610:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1394277 00002000:00010000:1.0:1775764830.582614:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764830.582617:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764830.582619:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764830.582622:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764830.582674:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222860288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 231us (1574us total) trans 4294995964 rc 0/0 00000100:00100000:1.0:1775764830.582682:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37771 00002000:00010000:1.0:1775764830.582686:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1394277->18446744073709551615) 00002000:00100000:1.0:1775764830.582688:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f800 with x1862022222860288 ext(1394277->18446744073709551615) 00002000:00010000:1.0:1775764830.582693:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109f800. 00002000:00010000:2.0:1775764830.582906:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2166380 -> 4194304 00002000:00010000:2.0:1775764830.582909:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.582911:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.582913:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.582915:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 265 -> 265 00000100:00100000:2.0:1775764830.582938:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222860160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 761us (1889us total) trans 4294996550 rc 0/0 00000100:00100000:2.0:1775764830.582945:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37770 00002000:00010000:2.0:1775764830.582948:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764830.582950:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ce00 with x1862022222860160 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764830.582955:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ce00. 00000100:00100000:0.0:1775764830.586128:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.586650:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222860416 00000100:00100000:3.0:1775764830.586661:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222860416 00000100:00100000:3.0:1775764830.586722:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44284 00000100:00100000:3.0:1775764830.586732:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022222860416:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764830.586759:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764830.586780:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b000/0xdb23b4c9253cf821 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fccc8 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.586868:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b600/0xdb23b4c9253cf828 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.586893:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b600/0xdb23b4c9253cf828 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.586906:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b600/0xdb23b4c9253cf828 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764830.586934:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5588581 00000004:00200000:3.0:1775764830.586938:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764830.586955:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b600/0xdb23b4c9253cf828 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.586978:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b000/0xdb23b4c9253cf821 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccc8 expref: 41 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.586997:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b600/0xdb23b4c9253cf828 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccc8 expref: 40 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.587006:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764830.587009:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764830.587013:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9371b600, rc 0) 00000100:00100000:3.0:1775764830.587179:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222860416:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 448us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764830.587198:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44284 00000100:00100000:2.0:1775764830.592529:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.592699:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222860544 00000100:00100000:1.0:1775764830.592710:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222860544 00002000:00100000:1.0:1775764830.592759:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (1220608->1224703) req@ffff8b8cb3450e00 x1862022222860544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.592771:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022222860544 ext(1220608->1224703) 00002000:00010000:1.0:1775764830.592778:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:1.0:1775764830.592808:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37772 00000100:00100000:1.0:1775764830.592818:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222860544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764830.593093:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222860544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 274us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764830.593101:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37772 00002000:00100000:1.0:1775764830.593108:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (1220608->1224703) req@ffff8b8cb3450e00 x1862022222860544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.593116:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022222860544 ext(1220608->1224703) 00002000:00010000:1.0:1775764830.593119:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:1.0:1775764830.597301:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.597470:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222860672 00000100:00100000:3.0:1775764830.597481:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222860672 00002000:00100000:3.0:1775764830.597529:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (1224704->1228799) req@ffff8b8cbaed5880 x1862022222860672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.597581:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022222860672 ext(1224704->1228799) 00002000:00010000:3.0:1775764830.597587:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5880 00000100:00100000:3.0:1775764830.597621:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37773 00000100:00100000:3.0:1775764830.597631:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222860672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764830.597896:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222860672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 266us (605us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764830.597904:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37773 00002000:00100000:3.0:1775764830.597912:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (1224704->1228799) req@ffff8b8cbaed5880 x1862022222860672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.597920:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022222860672 ext(1224704->1228799) 00002000:00010000:3.0:1775764830.597924:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5880 00000100:00100000:0.0:1775764830.603408:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.603574:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222860800 00000100:00100000:2.0:1775764830.603585:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222860800 00002000:00100000:2.0:1775764830.603636:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1200128->1265663) req@ffff8b8c927f9180 x1862022222860800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.603648:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9180 with x1862022222860800 ext(1200128->1265663) 00002000:00010000:2.0:1775764830.603654:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f9180 00000100:00100000:2.0:1775764830.603689:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37774 00000100:00100000:2.0:1775764830.603699:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222860800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764830.609172:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222860800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5464us (5762us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764830.609682:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37774 00002000:00100000:2.0:1775764830.609700:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1200128->1265663) req@ffff8b8c927f9180 x1862022222860800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.609712:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9180 with x1862022222860800 ext(1200128->1265663) 00002000:00010000:2.0:1775764830.609718:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f9180 00000100:00100000:0.0:1775764830.613203:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.613329:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222860928 00000100:00100000:3.0:1775764830.613346:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222860928 00002000:00100000:3.0:1775764830.613389:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (1220608->1232895) req@ffff8b8c927f9c00 x1862022222860928/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 12776/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.613401:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9c00 with x1862022222860928 ext(1220608->1232895) 00002000:00010000:3.0:1775764830.613407:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f9c00 00000100:00100000:3.0:1775764830.613435:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37775 00000100:00100000:3.0:1775764830.613443:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222860928:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764830.613869:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222860928:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 425us (681us total) trans 4294995965 rc 0/0 00000100:00100000:3.0:1775764830.613877:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37775 00002000:00100000:3.0:1775764830.613883:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (1220608->1232895) req@ffff8b8c927f9c00 x1862022222860928/t4294995965(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 12776/448 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.613892:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9c00 with x1862022222860928 ext(1220608->1232895) 00002000:00010000:3.0:1775764830.613896:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f9c00 00000100:00100000:1.0:1775764830.624010:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.624179:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222861056 00000100:00100000:0.0:1775764830.624198:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222861056 00000100:00100000:0.0:1775764830.624263:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84715 00000100:00100000:0.0:1775764830.624274:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222861056:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764830.655643:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995963 is committed 00000001:00080000:2.0:1775764830.655664:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995964 is committed 00000001:00080000:2.0:1775764830.655671:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995965 is committed 00000100:00100000:0.0:1775764830.655847:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222861056:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31569us (31842us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764830.655859:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84715 00000100:00100000:0.0:1775764830.660761:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.660861:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222861184 00000100:00100000:2.0:1775764830.660873:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222861184 00002000:00100000:2.0:1775764830.661011:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (65536->69631) req@ffff8b8c927fbb80 x1862022222861184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.661033:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fbb80 with x1862022222861184 ext(65536->69631) 00002000:00010000:2.0:1775764830.661041:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fbb80 00000100:00100000:2.0:1775764830.661116:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37776 00000100:00100000:2.0:1775764830.661125:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222861184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764830.661390:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222861184:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (637us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764830.661399:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37776 00002000:00100000:2.0:1775764830.661405:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (65536->69631) req@ffff8b8c927fbb80 x1862022222861184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.661412:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fbb80 with x1862022222861184 ext(65536->69631) 00002000:00010000:2.0:1775764830.661416:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fbb80 00000100:00100000:3.0:1775764830.664631:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.665728:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222861312 00000100:00100000:0.0:1775764830.665741:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222861312 00002000:00100000:0.0:1775764830.665795:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (69632->73727) req@ffff8b8b8109ed80 x1862022222861312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.665806:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ed80 with x1862022222861312 ext(69632->73727) 00002000:00010000:0.0:1775764830.665813:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109ed80 00000100:00100000:0.0:1775764830.665844:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37777 00000100:00100000:0.0:1775764830.665853:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222861312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764830.666156:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222861312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 303us (1533us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764830.666164:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37777 00002000:00100000:0.0:1775764830.666171:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (69632->73727) req@ffff8b8b8109ed80 x1862022222861312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.666180:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ed80 with x1862022222861312 ext(69632->73727) 00002000:00010000:0.0:1775764830.666183:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109ed80 00000100:00100000:1.0:1775764830.672414:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.672512:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222861440 00000100:00100000:2.0:1775764830.672524:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222861440 00002000:00100000:2.0:1775764830.672595:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (45056->110591) req@ffff8b8cad161500 x1862022222861440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.672613:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad161500 with x1862022222861440 ext(45056->110591) 00002000:00010000:2.0:1775764830.672619:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad161500 00000100:00100000:2.0:1775764830.672654:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37778 00000100:00100000:2.0:1775764830.672665:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222861440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764830.678337:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222861440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5662us (5923us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764830.678351:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37778 00002000:00100000:2.0:1775764830.678364:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (45056->110591) req@ffff8b8cad161500 x1862022222861440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.678374:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad161500 with x1862022222861440 ext(45056->110591) 00002000:00010000:2.0:1775764830.678380:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad161500 00000100:00100000:0.0:1775764830.682681:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.682786:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222861696 00000100:00100000:1.0:1775764830.682798:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222861696 00000100:00100000:1.0:1775764830.682904:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44285 00000100:00100000:1.0:1775764830.682915:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222861696:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764830.682984:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764830.683013:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b600/0xdb23b4c9253cf828 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccc8 expref: 40 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.683042:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764830.683048:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764830.683288:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf82f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.683303:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf82f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.683314:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf82f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764830.683362:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032048 00000004:00010000:1.0:1775764830.683386:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019d873d9 reply state 00000000f964e157 transno 4295032049 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf82f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764830.683395:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764830.683487:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222861696:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 574us (818us total) trans 4295032049 rc 0/0 00000100:00100000:1.0:1775764830.683495:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44285 00000020:00080000:1.0:1775764830.683500:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764830.687556:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.687639:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764830.687906:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf82f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.687919:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf82f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.687927:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf82f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.687932:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764830.687937:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf82f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.687944:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf82f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.687962:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764830.687966:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764830.687971:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf82f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.687982:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf82f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764830.688502:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222861952 00000100:00100000:0.0:1775764830.688513:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222861952 00002000:00010000:0.0:1775764830.688594:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764830.688599:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453b80 with x1862022222861952 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764830.688611:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453b80. 00000100:00100000:0.0:1775764830.688628:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222861824 00000100:00100000:0.0:1775764830.688630:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222861824 00002000:00010000:0.0:1775764830.688641:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (452404->18446744073709551615) 00002000:00100000:0.0:1775764830.688644:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022222861824 ext(452404->18446744073709551615) 00002000:00010000:0.0:1775764830.688650:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453800. 00000100:00100000:0.0:1775764830.688670:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37779 00000100:00100000:0.0:1775764830.688679:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222861952:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764830.689001:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37780 00000100:00100000:2.0:1775764830.689011:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222861824:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764830.689274:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 452404 00002000:00010000:2.0:1775764830.689277:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.689280:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.689282:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.689285:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 265 -> 265 00000100:00100000:2.0:1775764830.689345:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222861824:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 336us (1704us total) trans 4294996551 rc 0/0 00000100:00100000:2.0:1775764830.689353:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37780 00002000:00010000:2.0:1775764830.689357:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (452404->18446744073709551615) 00002000:00100000:2.0:1775764830.689359:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022222861824 ext(452404->18446744073709551615) 00002000:00010000:2.0:1775764830.689364:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453800. 00002000:00010000:0.0:1775764830.690319:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1394277 -> 0 00002000:00010000:0.0:1775764830.690326:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.690329:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764830.690332:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.690334:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:0.0:1775764830.690373:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222861952:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1694us (2842us total) trans 4294995966 rc 0/0 00000100:00100000:0.0:1775764830.690381:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37779 00002000:00010000:0.0:1775764830.690385:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764830.690388:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453b80 with x1862022222861952 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764830.690393:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453b80. 00000100:00100000:1.0:1775764830.695507:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.695678:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222862080 00000100:00100000:0.0:1775764830.695688:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222862080 00000100:00100000:0.0:1775764830.695771:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44286 00000100:00100000:0.0:1775764830.695781:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022222862080:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764830.695805:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764830.695827:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b400/0xdb23b4c9253cf836 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcccf expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.695996:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf83d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.696012:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf83d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.696034:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf83d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764830.696062:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 452404 00000004:00200000:0.0:1775764830.696066:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764830.696083:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf83d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.696112:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b400/0xdb23b4c9253cf836 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcccf expref: 43 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.696130:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf83d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcccf expref: 42 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.696139:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764830.696141:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764830.696146:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13a200, rc 0) 00000100:00100000:0.0:1775764830.696687:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222862080:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 905us (1186us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764830.696696:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44286 00000100:00100000:0.0:1775764830.703235:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.703321:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222862208 00000100:00100000:2.0:1775764830.703331:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222862208 00002000:00100000:2.0:1775764830.703375:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (569344->573439) req@ffff8b8c927f8700 x1862022222862208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.703387:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8700 with x1862022222862208 ext(569344->573439) 00002000:00010000:2.0:1775764830.703392:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8700 00000100:00100000:2.0:1775764830.703421:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37781 00000100:00100000:2.0:1775764830.703430:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222862208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764830.703683:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222862208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764830.703692:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37781 00002000:00100000:2.0:1775764830.703698:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (569344->573439) req@ffff8b8c927f8700 x1862022222862208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.703707:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8700 with x1862022222862208 ext(569344->573439) 00002000:00010000:2.0:1775764830.703710:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8700 00000100:00100000:1.0:1775764830.707882:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.707962:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222862336 00000100:00100000:0.0:1775764830.707973:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222862336 00002000:00100000:0.0:1775764830.708029:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (573440->577535) req@ffff8b8cad162d80 x1862022222862336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.708041:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad162d80 with x1862022222862336 ext(573440->577535) 00002000:00010000:0.0:1775764830.708047:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad162d80 00000100:00100000:0.0:1775764830.708079:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37782 00000100:00100000:0.0:1775764830.708089:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222862336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764830.708347:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222862336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 258us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764830.708355:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37782 00002000:00100000:0.0:1775764830.708362:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (573440->577535) req@ffff8b8cad162d80 x1862022222862336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.708371:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad162d80 with x1862022222862336 ext(573440->577535) 00002000:00010000:0.0:1775764830.708375:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad162d80 00000100:00100000:1.0:1775764830.712667:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.712755:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222862464 00000100:00100000:3.0:1775764830.712767:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222862464 00002000:00100000:3.0:1775764830.712821:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (548864->614399) req@ffff8b8cad161180 x1862022222862464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.712832:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad161180 with x1862022222862464 ext(548864->614399) 00002000:00010000:3.0:1775764830.712839:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad161180 00000100:00100000:3.0:1775764830.712875:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37783 00000100:00100000:3.0:1775764830.712894:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222862464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764830.715480:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222862464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2589us (2815us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764830.715493:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37783 00002000:00100000:3.0:1775764830.715504:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (548864->614399) req@ffff8b8cad161180 x1862022222862464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.715516:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad161180 with x1862022222862464 ext(548864->614399) 00002000:00010000:3.0:1775764830.715522:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad161180 00000100:00100000:2.0:1775764830.719162:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.719274:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222862592 00000100:00100000:0.0:1775764830.719284:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222862592 00002000:00100000:0.0:1775764830.719334:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (569344->3662846) req@ffff8b8cb3450a80 x1862022222862592/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.719344:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022222862592 ext(569344->3662846) 00002000:00010000:0.0:1775764830.719350:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:0.0:1775764830.719385:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37784 00000100:00100000:0.0:1775764830.719394:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222862592:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764830.724373:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222862592:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4969us (5210us total) trans 4294996552 rc 0/0 00000100:00100000:1.0:1775764830.724393:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37784 00002000:00100000:1.0:1775764830.724408:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (569344->3662846) req@ffff8b8cb3450a80 x1862022222862592/t4294996552(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/448 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.724420:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022222862592 ext(569344->3662846) 00002000:00010000:1.0:1775764830.724426:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:2.0:1775764830.728237:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.728344:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222862720 00000100:00100000:0.0:1775764830.728354:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222862720 00000100:00100000:0.0:1775764830.728413:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84716 00000100:00100000:0.0:1775764830.728424:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222862720:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764830.749274:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996548 is committed 00000001:00080000:3.0:1775764830.749296:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996552 is committed 00000100:00100000:0.0:1775764830.749416:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222862720:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 20988us (21183us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764830.749429:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84716 00000100:00100000:0.0:1775764830.753653:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.753717:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222862848 00000100:00100000:2.0:1775764830.753727:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222862848 00002000:00100000:2.0:1775764830.753772:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2015232->2019327) req@ffff8b8c927f9880 x1862022222862848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.753781:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9880 with x1862022222862848 ext(2015232->2019327) 00002000:00010000:2.0:1775764830.753786:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9880 00000100:00100000:3.0:1775764830.753846:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37785 00000100:00100000:3.0:1775764830.753858:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222862848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764830.754119:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222862848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 262us (473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764830.755052:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37785 00002000:00100000:3.0:1775764830.755059:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2015232->2019327) req@ffff8b8c927f9880 x1862022222862848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.755066:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9880 with x1862022222862848 ext(2015232->2019327) 00002000:00010000:3.0:1775764830.755069:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9880 00000100:00100000:2.0:1775764830.757613:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.757848:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222862976 00000100:00100000:1.0:1775764830.757859:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222862976 00002000:00100000:1.0:1775764830.757910:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2019328->2023423) req@ffff8b8cb3452300 x1862022222862976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.757921:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022222862976 ext(2019328->2023423) 00002000:00010000:1.0:1775764830.757927:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:1.0:1775764830.758012:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37786 00000100:00100000:1.0:1775764830.758032:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222862976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764830.758320:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222862976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 288us (714us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764830.758328:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37786 00002000:00100000:1.0:1775764830.758335:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2019328->2023423) req@ffff8b8cb3452300 x1862022222862976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.758343:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022222862976 ext(2019328->2023423) 00002000:00010000:1.0:1775764830.758346:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:2.0:1775764830.762095:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.762140:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222863104 00000100:00100000:1.0:1775764830.762159:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222863104 00002000:00100000:1.0:1775764830.762204:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1994752->2060287) req@ffff8b8cb3452680 x1862022222863104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.762222:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022222863104 ext(1994752->2060287) 00002000:00010000:1.0:1775764830.762228:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:1.0:1775764830.762260:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37787 00000100:00100000:1.0:1775764830.762271:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222863104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764830.764858:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222863104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2580us (2760us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764830.764872:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37787 00002000:00100000:1.0:1775764830.764884:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1994752->2060287) req@ffff8b8cb3452680 x1862022222863104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.764977:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022222863104 ext(1994752->2060287) 00002000:00010000:1.0:1775764830.764983:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:2.0:1775764830.767371:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.767430:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222863232 00000100:00100000:1.0:1775764830.767440:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222863232 00002000:00100000:1.0:1775764830.767482:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2097151) req@ffff8b8cc17b7100 x1862022222863232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.767491:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7100 with x1862022222863232 ext(2060288->2097151) 00002000:00010000:1.0:1775764830.767495:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7100 00000100:00100000:1.0:1775764830.767521:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37788 00000100:00100000:1.0:1775764830.767530:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222863232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764830.772230:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222863232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4691us (4854us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764830.772243:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37788 00002000:00100000:1.0:1775764830.772255:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2097151) req@ffff8b8cc17b7100 x1862022222863232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.772265:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7100 with x1862022222863232 ext(2060288->2097151) 00002000:00010000:1.0:1775764830.772271:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7100 00000100:00100000:3.0:1775764830.777613:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.777757:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222863360 00000100:00100000:2.0:1775764830.777765:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222863360 00002000:00100000:2.0:1775764830.777822:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2539520->2605055) req@ffff8b8b8109c380 x1862022222863360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.777832:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109c380 with x1862022222863360 ext(2539520->2605055) 00002000:00010000:2.0:1775764830.777839:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109c380 00000100:00100000:2.0:1775764830.777872:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37789 00000100:00100000:2.0:1775764830.777882:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222863360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764830.781975:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222863360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4084us (4361us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1775764830.781989:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37789 00002000:00100000:0.0:1775764830.782001:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2539520->2605055) req@ffff8b8b8109c380 x1862022222863360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.782029:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109c380 with x1862022222863360 ext(2539520->2605055) 00002000:00010000:0.0:1775764830.782035:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109c380 00000100:00100000:3.0:1775764830.787984:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.788583:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222863488 00000100:00100000:1.0:1775764830.788594:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222863488 00002000:00100000:1.0:1775764830.788638:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (892928->897023) req@ffff8b8b8109df80 x1862022222863488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.788647:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109df80 with x1862022222863488 ext(892928->897023) 00002000:00010000:1.0:1775764830.788652:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109df80 00000100:00100000:1.0:1775764830.788681:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37790 00000100:00100000:1.0:1775764830.788689:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222863488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764830.788920:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222863488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 231us (944us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764830.788929:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37790 00002000:00100000:1.0:1775764830.788936:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (892928->897023) req@ffff8b8b8109df80 x1862022222863488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.788944:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109df80 with x1862022222863488 ext(892928->897023) 00002000:00010000:1.0:1775764830.788948:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109df80 00000100:00100000:1.0:1775764830.796528:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.796676:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222863616 00000100:00100000:3.0:1775764830.796686:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222863616 00002000:00100000:3.0:1775764830.796735:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (897024->901119) req@ffff8b8cad163b80 x1862022222863616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.796745:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163b80 with x1862022222863616 ext(897024->901119) 00002000:00010000:3.0:1775764830.796751:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad163b80 00000100:00100000:3.0:1775764830.796788:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37791 00000100:00100000:3.0:1775764830.796808:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222863616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764830.797063:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222863616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (543us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764830.797073:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37791 00002000:00100000:3.0:1775764830.797080:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (897024->901119) req@ffff8b8cad163b80 x1862022222863616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.797088:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163b80 with x1862022222863616 ext(897024->901119) 00002000:00010000:3.0:1775764830.797091:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad163b80 00000100:00100000:2.0:1775764830.806146:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.806367:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222863744 00000100:00100000:3.0:1775764830.806378:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222863744 00002000:00100000:3.0:1775764830.806427:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (614400->1196031) req@ffff8b8cc17b5880 x1862022222863744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.806439:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022222863744 ext(614400->1196031) 00002000:00010000:3.0:1775764830.806445:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5880 00000100:00100000:3.0:1775764830.806482:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37792 00000100:00100000:3.0:1775764830.806491:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222863744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764830.847982:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222863744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 41479us (41832us total) trans 0 rc 573440/573440 00000100:00100000:3.0:1775764830.847996:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37792 00002000:00100000:3.0:1775764830.848009:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (614400->1196031) req@ffff8b8cc17b5880 x1862022222863744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 573440/573440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.848030:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022222863744 ext(614400->1196031) 00002000:00010000:3.0:1775764830.848036:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5880 00000100:00100000:2.0:1775764830.860440:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.860812:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222863872 00000100:00100000:1.0:1775764830.860823:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222863872 00002000:00100000:1.0:1775764830.860868:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2068480->2084863) req@ffff8b8cc17b5180 x1862022222863872/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 16872/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.861033:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022222863872 ext(2068480->2084863) 00002000:00010000:1.0:1775764830.861039:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5180 00000100:00100000:1.0:1775764830.861072:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37793 00000100:00100000:1.0:1775764830.861081:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222863872:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764830.861705:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222863872:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 623us (1272us total) trans 4294996553 rc 0/0 00000100:00100000:1.0:1775764830.861713:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37793 00002000:00100000:1.0:1775764830.861721:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2068480->2084863) req@ffff8b8cc17b5180 x1862022222863872/t4294996553(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 16872/448 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764830.861730:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022222863872 ext(2068480->2084863) 00002000:00010000:1.0:1775764830.861734:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5180 00000100:00100000:3.0:1775764830.866160:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.866333:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222864000 00000100:00100000:1.0:1775764830.866345:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222864000 00000100:00100000:1.0:1775764830.866404:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84717 00000100:00100000:1.0:1775764830.866414:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222864000:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764830.913607:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996553 is committed 00000100:00100000:1.0:1775764830.914121:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222864000:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47703us (47963us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764830.914134:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84717 00000100:00100000:0.0:1775764830.919409:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.919687:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222864256 00000100:00100000:3.0:1775764830.919697:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222864256 00000100:00100000:3.0:1775764830.919762:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44287 00000100:00100000:3.0:1775764830.919773:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222864256:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764830.919838:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764830.919866:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf83d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcccf expref: 42 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.919896:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764830.919902:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764830.920123:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b200/0xdb23b4c9253cf844 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.920137:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b200/0xdb23b4c9253cf844 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.920147:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b200/0xdb23b4c9253cf844 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764830.920196:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032050 00000004:00010000:3.0:1775764830.920233:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000adaea52f reply state 00000000508d02a0 transno 4295032051 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b200/0xdb23b4c9253cf844 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764830.920242:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764830.921294:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222864256:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1516us (1885us total) trans 4295032051 rc 0/0 00000100:00100000:3.0:1775764830.921303:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44287 00000020:00080000:3.0:1775764830.921310:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764830.924281:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b200/0xdb23b4c9253cf844 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.924301:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b200/0xdb23b4c9253cf844 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.924313:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b200/0xdb23b4c9253cf844 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.924319:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9371b200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764830.924325:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b200/0xdb23b4c9253cf844 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.924333:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b200/0xdb23b4c9253cf844 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.924351:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764830.924354:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764830.924360:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b200/0xdb23b4c9253cf844 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.924366:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371b200/0xdb23b4c9253cf844 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764830.926940:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764830.927298:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222864384 00000100:00100000:2.0:1775764830.927307:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222864384 00002000:00010000:2.0:1775764830.927353:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3270785->18446744073709551615) 00002000:00100000:2.0:1775764830.927357:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109d880 with x1862022222864384 ext(3270785->18446744073709551615) 00002000:00010000:2.0:1775764830.927367:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109d880. 00000100:00100000:2.0:1775764830.927391:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37794 00000100:00100000:2.0:1775764830.927399:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222864384:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764830.927683:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 452404 -> 3270785 00002000:00010000:2.0:1775764830.927686:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764831 00002000:00010000:2.0:1775764830.927688:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764830 -> 1775764830 00002000:00010000:2.0:1775764830.927689:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764831 00002000:00010000:2.0:1775764830.927691:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 265 -> 521 00000100:00100000:2.0:1775764830.927742:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222864384:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 342us (810us total) trans 4294996554 rc 0/0 00000100:00100000:2.0:1775764830.927747:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37794 00002000:00010000:2.0:1775764830.927750:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3270785->18446744073709551615) 00002000:00100000:2.0:1775764830.927752:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109d880 with x1862022222864384 ext(3270785->18446744073709551615) 00002000:00010000:2.0:1775764830.927755:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109d880. 00000100:00100000:3.0:1775764830.929522:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764830.929647:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222864512 00000100:00100000:1.0:1775764830.929658:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222864512 00002000:00010000:1.0:1775764830.929692:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764830.929697:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109e300 with x1862022222864512 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764830.929707:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109e300. 00000100:00100000:1.0:1775764830.929742:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37795 00000100:00100000:1.0:1775764830.929751:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222864512:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764830.929975:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764830.929978:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764830 -> 1775764831 00002000:00010000:1.0:1775764830.929981:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764830.929983:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764830 -> 1775764831 00002000:00010000:1.0:1775764830.929985:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764830.930048:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222864512:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 298us (533us total) trans 4294995967 rc 0/0 00000100:00100000:1.0:1775764830.930055:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37795 00002000:00010000:1.0:1775764830.930059:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764830.930062:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109e300 with x1862022222864512 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764830.930066:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109e300. 00000100:00100000:1.0:1775764830.933631:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.933879:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222864640 00000100:00100000:0.0:1775764830.933890:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222864640 00000100:00100000:0.0:1775764830.933954:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44288 00000100:00100000:0.0:1775764830.933965:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad162680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022222864640:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764830.933992:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764830.934011:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf84b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fccd6 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.934110:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf852 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.934126:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.934138:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764830.934172:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3270785 00000004:00200000:0.0:1775764830.934177:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764830.934196:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.934224:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf84b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccd6 expref: 45 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.934246:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf852 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccd6 expref: 44 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.934255:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764830.934258:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764830.934262:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13b800, rc 0) 00000100:00100000:0.0:1775764830.934341:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad162680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222864640:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 378us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764830.934348:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44288 00000100:00100000:3.0:1775764830.937634:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.939422:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222864896 00000100:00100000:0.0:1775764830.939437:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222864896 00000100:00100000:0.0:1775764830.939510:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44289 00000100:00100000:0.0:1775764830.939520:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222864896:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764830.939613:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764830.939639:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cf852 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccd6 expref: 44 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.939660:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764830.939665:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764830.939881:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf859 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.939896:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf859 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764830.939905:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf859 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764830.939957:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032052 00000004:00010000:0.0:1775764830.939984:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d68d92db reply state 000000001c919e6d transno 4295032053 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf859 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764830.939992:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764830.940295:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222864896:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 765us (2660us total) trans 4295032053 rc 0/0 00000100:00100000:0.0:1775764830.940303:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44289 00000020:00080000:0.0:1775764830.940308:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764830.946295:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf859 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.946314:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf859 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.946323:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf859 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.946329:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d13a200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764830.946334:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf859 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.946343:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf859 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.946381:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764830.946385:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764830.946390:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf859 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.946396:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cf859 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764830.948615:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.948665:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222865024 00000100:00100000:0.0:1775764830.948675:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222865024 00002000:00010000:0.0:1775764830.948717:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4146456->18446744073709551615) 00002000:00100000:0.0:1775764830.948723:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feca80 with x1862022222865024 ext(4146456->18446744073709551615) 00002000:00010000:0.0:1775764830.948735:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feca80. 00000100:00100000:0.0:1775764830.948768:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37796 00000100:00100000:0.0:1775764830.948777:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222865024:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764830.949743:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3270785 -> 4146456 00002000:00010000:0.0:1775764830.949749:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:0.0:1775764830.949751:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764830 -> 1775764830 00002000:00010000:0.0:1775764830.949754:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:0.0:1775764830.949756:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:0.0:1775764830.949817:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222865024:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1039us (1209us total) trans 4294996555 rc 0/0 00000100:00100000:0.0:1775764830.949826:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37796 00002000:00010000:0.0:1775764830.949830:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4146456->18446744073709551615) 00002000:00100000:0.0:1775764830.949833:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feca80 with x1862022222865024 ext(4146456->18446744073709551615) 00002000:00010000:0.0:1775764830.949838:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feca80. 00000100:00100000:1.0:1775764830.950159:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.950240:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222865152 00000100:00100000:3.0:1775764830.950247:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222865152 00002000:00010000:3.0:1775764830.950290:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764830.950418:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad161880 with x1862022222865152 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764830.950426:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad161880. 00000100:00100000:3.0:1775764830.950460:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37797 00000100:00100000:3.0:1775764830.950469:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222865152:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764830.950723:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764830.950727:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764830.950729:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764830.950731:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764830.950733:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764830.950774:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222865152:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 306us (616us total) trans 4294995968 rc 0/0 00000100:00100000:3.0:1775764830.950781:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37797 00002000:00010000:3.0:1775764830.950784:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764830.950786:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad161880 with x1862022222865152 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764830.950791:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad161880. 00000100:00100000:2.0:1775764830.956290:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.956373:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222865280 00000100:00100000:3.0:1775764830.956384:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222865280 00000100:00100000:3.0:1775764830.956446:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44290 00000100:00100000:3.0:1775764830.956456:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022222865280:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764830.956480:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764830.956501:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ac00/0xdb23b4c9253cf860 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fccdd expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.956628:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a600/0xdb23b4c9253cf867 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.956642:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a600/0xdb23b4c9253cf867 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.956654:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a600/0xdb23b4c9253cf867 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764830.956681:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4146456 00000004:00200000:3.0:1775764830.956686:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764830.956703:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a600/0xdb23b4c9253cf867 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.956730:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371ac00/0xdb23b4c9253cf860 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccdd expref: 47 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.956746:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a600/0xdb23b4c9253cf867 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccdd expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.956759:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764830.956762:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764830.956766:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9371a600, rc 0) 00000100:00100000:3.0:1775764830.956839:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222865280:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 376us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764830.956846:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44290 00000100:00100000:1.0:1775764830.979789:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.982318:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222865408 00000100:00100000:3.0:1775764830.982334:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222865408 00002000:00100000:2.0:1775764830.982664:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (237568->1933311) req@ffff8b8cad161f80 x1862022222865408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764830.982676:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad161f80 with x1862022222865408 ext(237568->1933311) 00002000:00010000:2.0:1775764830.982682:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad161f80 00000100:00100000:2.0:1775764830.982723:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37798 00000100:00100000:2.0:1775764830.982734:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222865408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764830.985572:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764830.985623:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764830.985814:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222865536 00000100:00100000:0.0:1775764830.985825:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222865536 00002000:00100000:0.0:1775764830.985877:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1933312->3149823) req@ffff8b8c92fef480 x1862022222865536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 520/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.985888:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef480 with x1862022222865536 ext(1933312->3149823) 00002000:00010000:0.0:1775764830.985895:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fef480 00000100:00100000:0.0:1775764830.985928:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222865664 00000100:00100000:0.0:1775764830.985931:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222865664 00002000:00100000:0.0:1775764830.985947:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3149824->4149247) req@ffff8b8c92fec000 x1862022222865664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764830.985954:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec000 with x1862022222865664 ext(3149824->4149247) 00002000:00010000:0.0:1775764830.985956:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec000 00000100:00100000:0.0:1775764830.985976:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37799 00000100:00100000:0.0:1775764830.985986:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222865536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764830.986657:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37800 00000100:00100000:3.0:1775764830.986666:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222865664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.002908:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222865664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16232us (17273us total) trans 0 rc 999424/999424 00000100:00100000:0.0:1775764831.002922:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37800 00002000:00100000:0.0:1775764831.002935:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3149824->4149247) req@ffff8b8c92fec000 x1862022222865664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 488/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 999424/999424 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.002945:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec000 with x1862022222865664 ext(3149824->4149247) 00002000:00010000:0.0:1775764831.002951:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec000 00000100:00100000:0.0:1775764831.013851:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222865536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 27855us (28277us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764831.013868:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37799 00002000:00100000:0.0:1775764831.013880:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1933312->3149823) req@ffff8b8c92fef480 x1862022222865536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 520/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.014743:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef480 with x1862022222865536 ext(1933312->3149823) 00002000:00010000:0.0:1775764831.014749:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fef480 00000100:00100000:3.0:1775764831.020486:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222865408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 37744us (40697us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764831.020500:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37798 00002000:00100000:3.0:1775764831.020514:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (237568->1933311) req@ffff8b8cad161f80 x1862022222865408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:311/0 lens 504/440 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.020533:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad161f80 with x1862022222865408 ext(237568->1933311) 00002000:00010000:3.0:1775764831.020571:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad161f80 00000100:00100000:1.0:1775764831.029092:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.029437:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222865920 00000100:00100000:0.0:1775764831.029447:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222865920 00000100:00100000:0.0:1775764831.029724:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44291 00000100:00100000:0.0:1775764831.029736:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222865920:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764831.029798:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764831.029836:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9371a600/0xdb23b4c9253cf867 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccdd expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.029859:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764831.029865:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764831.030135:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf86e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.030158:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf86e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.030168:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf86e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764831.030427:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032054 00000004:00010000:0.0:1775764831.030458:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000748cceb6 reply state 00000000425bc1b4 transno 4295032055 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf86e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764831.030472:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764831.030704:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222865920:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 969us (1894us total) trans 4295032055 rc 0/0 00000100:00100000:0.0:1775764831.030712:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44291 00000020:00080000:0.0:1775764831.030718:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764831.034320:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf86e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.034338:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf86e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.034346:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf86e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.034352:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d13a400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764831.034357:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf86e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.034365:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf86e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.034385:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.034389:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764831.034395:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf86e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.034401:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf86e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1775764831.034933:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764831.035769:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.036124:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.037339:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222866048 00000100:00100000:3.0:1775764831.037353:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222866048 00002000:00010000:3.0:1775764831.037399:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764831.037404:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad160e00 with x1862022222866048 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764831.037417:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad160e00. 00000100:00100000:3.0:1775764831.037448:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222866176 00000100:00100000:3.0:1775764831.037452:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222866176 00002000:00010000:3.0:1775764831.037484:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1284916->18446744073709551615) 00002000:00100000:3.0:1775764831.037487:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163100 with x1862022222866176 ext(1284916->18446744073709551615) 00002000:00010000:3.0:1775764831.037495:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad163100. 00000100:00100000:3.0:1775764831.037517:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37801 00000100:00100000:3.0:1775764831.037644:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222866048:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764831.038040:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37802 00000100:00100000:2.0:1775764831.038051:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222866176:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764831.038394:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1284916 00002000:00010000:2.0:1775764831.038398:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:2.0:1775764831.038401:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764831.038403:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:2.0:1775764831.038406:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764831.038470:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222866176:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 421us (2345us total) trans 4294995969 rc 0/0 00000100:00100000:2.0:1775764831.038482:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37802 00002000:00010000:2.0:1775764831.038485:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1284916->18446744073709551615) 00002000:00100000:2.0:1775764831.038488:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163100 with x1862022222866176 ext(1284916->18446744073709551615) 00002000:00010000:2.0:1775764831.038494:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad163100. 00000100:00080000:1.0:1775764831.038667:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1775764831.038780:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4146456 -> 4194304 00002000:00010000:3.0:1775764831.038784:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764831.038786:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764830 -> 1775764830 00002000:00010000:3.0:1775764831.038788:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764831.038790:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:0.0:1775764831.041115:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222866048:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3461us (5337us total) trans 4294996556 rc 0/0 00000100:00100000:0.0:1775764831.041141:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37801 00002000:00010000:0.0:1775764831.041382:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764831.041387:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad160e00 with x1862022222866048 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764831.041399:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad160e00. 00000100:00100000:1.0:1775764831.050723:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.050754:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.050787:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.050865:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222866304 00000100:00100000:3.0:1775764831.050874:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222866304 00002000:00100000:3.0:1775764831.050918:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (4149248->4194303) req@ffff8b8cad160700 x1862022222866304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.050927:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad160700 with x1862022222866304 ext(4149248->4194303) 00002000:00010000:3.0:1775764831.050932:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad160700 00000100:00100000:3.0:1775764831.050954:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222866560 00000100:00100000:3.0:1775764831.050956:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222866560 00002000:00100000:3.0:1775764831.050965:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1286143) req@ffff8b8cad163800 x1862022222866560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 504/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.050971:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163800 with x1862022222866560 ext(1044480->1286143) 00002000:00010000:3.0:1775764831.050973:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad163800 00000100:00100000:3.0:1775764831.050980:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222866432 00000100:00100000:3.0:1775764831.050982:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222866432 00002000:00100000:3.0:1775764831.050988:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (0->1245183) req@ffff8b8c8defd500 x1862022222866432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 504/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.050994:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022222866432 ext(0->1245183) 00002000:00010000:3.0:1775764831.050996:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd500 00000100:00100000:3.0:1775764831.051005:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37803 00000100:00100000:3.0:1775764831.051010:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222866304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764831.051086:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37804 00000100:00100000:1.0:1775764831.051096:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222866560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.051368:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37805 00000100:00100000:0.0:1775764831.051378:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222866432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764831.065642:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222866304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14620us (14917us total) trans 0 rc 45056/45056 00000100:00100000:3.0:1775764831.065658:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37803 00002000:00100000:3.0:1775764831.065673:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (4149248->4194303) req@ffff8b8cad160700 x1862022222866304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/440 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.065683:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad160700 with x1862022222866304 ext(4149248->4194303) 00002000:00010000:3.0:1775764831.065688:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad160700 00000100:00100000:3.0:1775764831.070670:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222866560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19563us (19901us total) trans 0 rc 237568/237568 00000100:00100000:3.0:1775764831.070684:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37804 00002000:00100000:3.0:1775764831.070700:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1286143) req@ffff8b8cad163800 x1862022222866560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 504/440 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 237568/237568 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.070720:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad163800 with x1862022222866560 ext(1044480->1286143) 00002000:00010000:3.0:1775764831.070727:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad163800 00000100:00100000:3.0:1775764831.073509:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222866432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 22124us (22711us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764831.073522:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37805 00002000:00100000:3.0:1775764831.073534:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (0->1245183) req@ffff8b8c8defd500 x1862022222866432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 504/440 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.073580:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022222866432 ext(0->1245183) 00002000:00010000:3.0:1775764831.073587:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd500 00000100:00100000:2.0:1775764831.085355:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.085444:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222866688 00000100:00100000:1.0:1775764831.085457:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222866688 00002000:00100000:1.0:1775764831.085516:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (1241088->1284915) req@ffff8b8cc17b5c00 x1862022222866688/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764831.085528:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5c00 with x1862022222866688 ext(1241088->1284915) 00002000:00010000:1.0:1775764831.085535:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5c00 00000100:00100000:1.0:1775764831.085760:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37806 00000100:00100000:1.0:1775764831.085770:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222866688:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764831.091422:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222866688:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5642us (6063us total) trans 4294995970 rc 0/0 00000100:00100000:0.0:1775764831.091438:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37806 00002000:00100000:0.0:1775764831.091453:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (1241088->1284915) req@ffff8b8cc17b5c00 x1862022222866688/t4294995970(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/448 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.091464:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5c00 with x1862022222866688 ext(1241088->1284915) 00002000:00010000:0.0:1775764831.091471:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5c00 00000100:00100000:2.0:1775764831.096702:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.097475:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222866816 00000100:00100000:1.0:1775764831.097487:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222866816 00000100:00100000:1.0:1775764831.097610:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84718 00000100:00100000:1.0:1775764831.097620:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222866816:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764831.142830:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995970 is committed 00000100:00100000:2.0:1775764831.143390:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222866816:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 45766us (46691us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.143403:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84718 00000100:00100000:2.0:1775764831.147871:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.148171:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222866944 00000100:00100000:0.0:1775764831.148190:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222866944 00000100:00100000:0.0:1775764831.148254:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44292 00000100:00100000:0.0:1775764831.148264:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022222866944:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764831.148288:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764831.148312:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf875 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcce4 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.148418:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ba00/0xdb23b4c9253cf87c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.148434:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ba00/0xdb23b4c9253cf87c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.148448:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ba00/0xdb23b4c9253cf87c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764831.148478:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5479220 00000004:00200000:0.0:1775764831.148483:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764831.148502:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ba00/0xdb23b4c9253cf87c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.148530:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cf875 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcce4 expref: 49 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.148572:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ba00/0xdb23b4c9253cf87c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcce4 expref: 48 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.148580:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764831.148583:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764831.148587:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13ba00, rc 0) 00000100:00100000:0.0:1775764831.148666:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222866944:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 403us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.148677:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44292 00000100:00100000:0.0:1775764831.156159:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.156613:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222867200 00000100:00100000:3.0:1775764831.156624:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222867200 00000100:00100000:3.0:1775764831.156718:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44293 00000100:00100000:3.0:1775764831.156729:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222867200:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764831.156786:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764831.156815:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ba00/0xdb23b4c9253cf87c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcce4 expref: 48 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.156834:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764831.156840:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764831.157454:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241f600/0xdb23b4c9253cf883 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.157473:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241f600/0xdb23b4c9253cf883 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.157487:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241f600/0xdb23b4c9253cf883 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764831.157744:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032056 00000004:00010000:1.0:1775764831.157829:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007cee42f1 reply state 00000000a35fe77c transno 4295032057 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241f600/0xdb23b4c9253cf883 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.157840:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764831.158219:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222867200:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1480us (2059us total) trans 4295032057 rc 0/0 00000100:00100000:1.0:1775764831.158227:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44293 00000020:00080000:1.0:1775764831.158233:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764831.162168:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241f600/0xdb23b4c9253cf883 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.162187:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241f600/0xdb23b4c9253cf883 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.162194:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241f600/0xdb23b4c9253cf883 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.162200:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca241f600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764831.162204:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241f600/0xdb23b4c9253cf883 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.162212:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241f600/0xdb23b4c9253cf883 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.162231:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.162235:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764831.162241:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241f600/0xdb23b4c9253cf883 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.162246:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241f600/0xdb23b4c9253cf883 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.162672:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.162772:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.162865:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222867328 00000100:00100000:1.0:1775764831.162874:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222867328 00002000:00010000:1.0:1775764831.162924:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2314341->18446744073709551615) 00002000:00100000:1.0:1775764831.162928:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4700 with x1862022222867328 ext(2314341->18446744073709551615) 00002000:00010000:1.0:1775764831.162939:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4700. 00000100:00100000:1.0:1775764831.162960:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222867456 00000100:00100000:1.0:1775764831.162963:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222867456 00002000:00010000:1.0:1775764831.162974:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764831.162977:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022222867456 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764831.162984:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6300. 00000100:00100000:1.0:1775764831.163002:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37807 00000100:00100000:1.0:1775764831.163010:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222867328:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764831.163283:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2314341 00002000:00010000:1.0:1775764831.163287:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:1.0:1775764831.163290:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764830 -> 1775764830 00002000:00010000:1.0:1775764831.163291:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:1.0:1775764831.163293:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:1.0:1775764831.163350:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222867328:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 340us (682us total) trans 4294996557 rc 0/0 00000100:00100000:1.0:1775764831.163358:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37807 00002000:00010000:1.0:1775764831.163362:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2314341->18446744073709551615) 00002000:00100000:1.0:1775764831.163364:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4700 with x1862022222867328 ext(2314341->18446744073709551615) 00002000:00010000:1.0:1775764831.163369:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4700. 00000100:00100000:1.0:1775764831.163384:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37808 00000100:00100000:1.0:1775764831.163391:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222867456:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764831.163625:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1284916 -> 0 00002000:00010000:1.0:1775764831.163628:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:1.0:1775764831.163631:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764831.163632:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:1.0:1775764831.163634:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:1.0:1775764831.163657:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222867456:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 267us (885us total) trans 4294995971 rc 0/0 00000100:00100000:1.0:1775764831.163663:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37808 00002000:00010000:1.0:1775764831.163666:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764831.163669:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022222867456 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764831.163673:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6300. 00000100:00100000:3.0:1775764831.176834:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.178592:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222867584 00000100:00100000:2.0:1775764831.178607:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222867584 00000100:00100000:2.0:1775764831.178669:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44294 00000100:00100000:2.0:1775764831.178678:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022222867584:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764831.178703:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764831.178725:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf88a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcceb expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178809:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253cf891 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178824:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253cf891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178836:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253cf891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764831.178864:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2314341 00000004:00200000:2.0:1775764831.178868:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764831.179177:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253cf891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.179337:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cf88a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcceb expref: 51 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.179355:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253cf891 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcceb expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.179364:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764831.179367:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764831.179371:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1200, rc 0) 00000100:00100000:2.0:1775764831.179484:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222867584:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 806us (2658us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.179491:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44294 00010000:00010000:1.0:1775764831.179702:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764831.186767:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.186871:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222867712 00000100:00100000:1.0:1775764831.187100:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222867712 00002000:00100000:1.0:1775764831.187152:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1236992->1261567) req@ffff8b8cc17b7480 x1862022222867712/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764831.187163:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7480 with x1862022222867712 ext(1236992->1261567) 00002000:00010000:1.0:1775764831.187168:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7480 00000100:00100000:1.0:1775764831.187314:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37809 00000100:00100000:1.0:1775764831.187326:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222867712:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764831.196336:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222867712:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9001us (9566us total) trans 4294996558 rc 0/0 00000100:00100000:1.0:1775764831.196352:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37809 00002000:00100000:1.0:1775764831.196368:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1236992->1261567) req@ffff8b8cc17b7480 x1862022222867712/t4294996558(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/448 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764831.196384:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7480 with x1862022222867712 ext(1236992->1261567) 00002000:00010000:1.0:1775764831.196390:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7480 00000100:00100000:0.0:1775764831.199643:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.199737:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222867840 00000100:00100000:3.0:1775764831.199748:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222867840 00000100:00100000:3.0:1775764831.199840:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84719 00000100:00100000:3.0:1775764831.199850:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222867840:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764831.235893:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996555 is committed 00000001:00080000:2.0:1775764831.235912:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996558 is committed 00000100:00100000:0.0:1775764831.236319:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222867840:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36464us (36680us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.236333:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84719 00000100:00100000:2.0:1775764831.240053:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.240148:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222868096 00000100:00100000:3.0:1775764831.240157:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222868096 00000100:00100000:3.0:1775764831.240222:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44295 00000100:00100000:3.0:1775764831.240232:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222868096:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764831.240288:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764831.240317:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253cf891 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcceb expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.240337:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764831.240344:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764831.240590:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241fc00/0xdb23b4c9253cf898 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.240605:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241fc00/0xdb23b4c9253cf898 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.240616:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241fc00/0xdb23b4c9253cf898 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764831.240666:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032058 00000004:00010000:3.0:1775764831.240690:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005536b3bd reply state 00000000040ff8e5 transno 4295032059 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241fc00/0xdb23b4c9253cf898 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.240699:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764831.240789:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022222868096:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 559us (746us total) trans 4295032059 rc 0/0 00000100:00100000:3.0:1775764831.240797:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44295 00000020:00080000:3.0:1775764831.240802:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764831.244944:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.245023:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764831.245174:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241fc00/0xdb23b4c9253cf898 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.245197:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241fc00/0xdb23b4c9253cf898 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.245205:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241fc00/0xdb23b4c9253cf898 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.245211:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca241fc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764831.245218:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241fc00/0xdb23b4c9253cf898 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.245227:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241fc00/0xdb23b4c9253cf898 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.245246:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764831.245250:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764831.245255:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241fc00/0xdb23b4c9253cf898 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.245261:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca241fc00/0xdb23b4c9253cf898 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764831.245408:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222868224 00000100:00100000:0.0:1775764831.245419:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222868224 00002000:00010000:0.0:1775764831.245462:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (813459->18446744073709551615) 00002000:00100000:0.0:1775764831.245467:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5f80 with x1862022222868224 ext(813459->18446744073709551615) 00002000:00010000:0.0:1775764831.245478:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5f80. 00000100:00100000:0.0:1775764831.245509:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222868352 00000100:00100000:0.0:1775764831.245512:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222868352 00002000:00010000:0.0:1775764831.245524:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764831.245526:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57d880 with x1862022222868352 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764831.245533:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57d880. 00000100:00100000:0.0:1775764831.245590:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37810 00000100:00100000:0.0:1775764831.245600:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222868224:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:3.0:1775764831.246031:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37811 00000100:00100000:3.0:1775764831.246041:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222868352:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764831.246192:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764831.246196:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764831.246199:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764831.246201:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764831.246203:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764831.246261:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222868352:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 222us (1246us total) trans 4294995972 rc 0/0 00000100:00100000:3.0:1775764831.246269:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37811 00002000:00010000:3.0:1775764831.246273:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764831.246275:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57d880 with x1862022222868352 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764831.246280:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57d880. 00002000:00010000:0.0:1775764831.246591:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2314341 -> 813459 00002000:00010000:0.0:1775764831.246595:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:0.0:1775764831.246597:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764830 -> 1775764831 00002000:00010000:0.0:1775764831.246599:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:0.0:1775764831.246600:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:0.0:1775764831.246625:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222868224:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1027us (1692us total) trans 4294996559 rc 0/0 00000100:00100000:0.0:1775764831.246636:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37810 00002000:00010000:0.0:1775764831.246638:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (813459->18446744073709551615) 00002000:00100000:0.0:1775764831.246641:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5f80 with x1862022222868224 ext(813459->18446744073709551615) 00002000:00010000:0.0:1775764831.246645:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5f80. 00000100:00100000:0.0:1775764831.256045:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.256583:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222868480 00000100:00100000:1.0:1775764831.256596:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222868480 00000100:00100000:1.0:1775764831.256658:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44296 00000100:00100000:1.0:1775764831.256668:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022222868480:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764831.256694:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764831.256715:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf89f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fccf2 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.256802:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf8a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.256816:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf8a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.256827:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf8a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764831.256853:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 813459 00000004:00200000:1.0:1775764831.256857:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764831.256873:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf8a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.257104:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf89f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccf2 expref: 53 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.257123:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf8a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccf2 expref: 52 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.257132:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.257135:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764831.257139:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d09ea00, rc 0) 00000100:00100000:1.0:1775764831.257286:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022222868480:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 619us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764831.257293:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44296 00000100:00100000:2.0:1775764831.268515:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.268770:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222868608 00000100:00100000:0.0:1775764831.268780:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222868608 00002000:00100000:0.0:1775764831.268829:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (364544->393215) req@ffff8b8c9a57f800 x1862022222868608/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.268840:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57f800 with x1862022222868608 ext(364544->393215) 00002000:00010000:0.0:1775764831.268846:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57f800 00000100:00100000:0.0:1775764831.268896:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37812 00000100:00100000:0.0:1775764831.268907:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222868608:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764831.274077:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222868608:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5160us (5561us total) trans 4294996560 rc 0/0 00000100:00100000:0.0:1775764831.274091:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37812 00002000:00100000:0.0:1775764831.274104:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (364544->393215) req@ffff8b8c9a57f800 x1862022222868608/t4294996560(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/448 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.274115:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57f800 with x1862022222868608 ext(364544->393215) 00002000:00010000:0.0:1775764831.274121:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57f800 00000100:00100000:2.0:1775764831.279054:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.279156:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222868736 00000100:00100000:0.0:1775764831.279166:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222868736 00000100:00100000:0.0:1775764831.279311:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84720 00000100:00100000:0.0:1775764831.279323:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222868736:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764831.321149:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996560 is committed 00000100:00100000:0.0:1775764831.321334:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222868736:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 42007us (42282us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.321347:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84720 00000100:00100000:3.0:1775764831.328700:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.330091:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222868992 00000100:00100000:2.0:1775764831.330106:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222868992 00000100:00100000:2.0:1775764831.330194:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44297 00000100:00100000:2.0:1775764831.330206:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022222868992:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764831.330275:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764831.330306:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf8a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccf2 expref: 52 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.330328:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764831.330333:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764831.330598:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf8ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.330612:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf8ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.330622:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf8ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764831.330673:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032060 00000004:00010000:2.0:1775764831.330698:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c23d4f6 reply state 000000004366e9bd transno 4295032061 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf8ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.330708:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764831.330812:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222868992:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 607us (2120us total) trans 4295032061 rc 0/0 00000100:00100000:2.0:1775764831.330819:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44297 00000020:00080000:2.0:1775764831.330825:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764831.335889:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.335994:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.336037:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222869120 00000100:00100000:0.0:1775764831.336048:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222869120 00002000:00010000:0.0:1775764831.336093:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1559055->18446744073709551615) 00002000:00100000:0.0:1775764831.336099:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa300 with x1862022222869120 ext(1559055->18446744073709551615) 00002000:00010000:0.0:1775764831.336112:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa300. 00000100:00100000:0.0:1775764831.336141:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222869248 00000100:00100000:0.0:1775764831.336144:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222869248 00002000:00010000:0.0:1775764831.336157:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764831.336160:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30700 with x1862022222869248 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764831.336167:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30700. 00000100:00100000:0.0:1775764831.336184:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37813 00000100:00100000:0.0:1775764831.336195:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222869120:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764831.336508:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 813459 -> 1559055 00002000:00010000:0.0:1775764831.336512:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:0.0:1775764831.336515:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:0.0:1775764831.336517:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:0.0:1775764831.336519:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 393 00000100:00100000:0.0:1775764831.336611:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222869120:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 416us (743us total) trans 4294996561 rc 0/0 00000100:00100000:0.0:1775764831.336618:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37813 00002000:00010000:0.0:1775764831.336622:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1559055->18446744073709551615) 00002000:00100000:0.0:1775764831.336624:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa300 with x1862022222869120 ext(1559055->18446744073709551615) 00002000:00010000:0.0:1775764831.336629:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa300. 00000100:00100000:0.0:1775764831.336646:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37814 00000100:00100000:0.0:1775764831.336653:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222869248:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764831.336763:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764831.336766:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:0.0:1775764831.336768:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764831.336771:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:0.0:1775764831.336773:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764831.336794:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222869248:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 141us (800us total) trans 4294995973 rc 0/0 00000100:00100000:0.0:1775764831.336801:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37814 00002000:00010000:0.0:1775764831.336804:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764831.336806:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30700 with x1862022222869248 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764831.336810:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30700. 00010000:00010000:3.0:1775764831.337288:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf8ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.337298:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf8ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.337306:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf8ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.337312:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764831.337317:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf8ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.337324:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf8ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.337341:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764831.337344:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764831.337349:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf8ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.337355:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf8ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.340162:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.340261:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222869376 00000100:00100000:1.0:1775764831.340272:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222869376 00000100:00100000:1.0:1775764831.340331:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44298 00000100:00100000:1.0:1775764831.340341:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022222869376:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764831.340368:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764831.340392:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e000/0xdb23b4c9253cf8b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fccf9 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.340488:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fe00/0xdb23b4c9253cf8bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.340503:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fe00/0xdb23b4c9253cf8bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.340516:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fe00/0xdb23b4c9253cf8bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764831.340589:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1559055 00000004:00200000:1.0:1775764831.340593:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764831.340611:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fe00/0xdb23b4c9253cf8bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.340642:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e000/0xdb23b4c9253cf8b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccf9 expref: 55 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.340660:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fe00/0xdb23b4c9253cf8bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccf9 expref: 54 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.340669:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.340673:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764831.340677:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d09fe00, rc 0) 00000100:00100000:1.0:1775764831.340731:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222869376:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 392us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764831.340739:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44298 00000100:00100000:3.0:1775764831.350916:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.351030:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222869504 00000100:00100000:2.0:1775764831.351039:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222869504 00002000:00100000:2.0:1775764831.351085:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (815104->1560575) req@ffff8b8c92fee300 x1862022222869504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.351097:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee300 with x1862022222869504 ext(815104->1560575) 00002000:00010000:2.0:1775764831.351103:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fee300 00000100:00100000:2.0:1775764831.351136:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37815 00000100:00100000:2.0:1775764831.351144:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222869504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.360801:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222869504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9645us (9883us total) trans 0 rc 745472/745472 00000100:00100000:2.0:1775764831.360816:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37815 00002000:00100000:2.0:1775764831.360828:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (815104->1560575) req@ffff8b8c92fee300 x1862022222869504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/440 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 745472/745472 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.360840:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee300 with x1862022222869504 ext(815104->1560575) 00002000:00010000:2.0:1775764831.360846:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fee300 00000100:00100000:0.0:1775764831.392573:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.392608:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.392626:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.392656:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222869632 00000100:00100000:0.0:1775764831.392665:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222869632 00002000:00100000:0.0:1775764831.392714:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1560576->2609151) req@ffff8b8b85a31f80 x1862022222869632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.392726:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022222869632 ext(1560576->2609151) 00002000:00010000:0.0:1775764831.392732:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31f80 00000100:00100000:0.0:1775764831.392755:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222869888 00000100:00100000:0.0:1775764831.392758:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222869888 00002000:00100000:0.0:1775764831.392773:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3657728->4186111) req@ffff8b8b85a33100 x1862022222869888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.392781:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33100 with x1862022222869888 ext(3657728->4186111) 00002000:00010000:0.0:1775764831.392784:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33100 00000100:00100000:0.0:1775764831.392796:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222869760 00000100:00100000:0.0:1775764831.392799:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222869760 00002000:00100000:0.0:1775764831.392814:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2609152->3657727) req@ffff8b8b85a31180 x1862022222869760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.392821:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31180 with x1862022222869760 ext(2609152->3657727) 00002000:00010000:0.0:1775764831.392823:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31180 00000100:00100000:0.0:1775764831.392839:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37816 00000100:00100000:0.0:1775764831.392847:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222869632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.393562:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37817 00000100:00100000:0.0:1775764831.393572:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222869888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.393955:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37818 00000100:00100000:0.0:1775764831.393963:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222869760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764831.404781:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222869888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11199us (12160us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764831.404796:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37817 00002000:00100000:1.0:1775764831.404810:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3657728->4186111) req@ffff8b8b85a33100 x1862022222869888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/440 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764831.404820:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33100 with x1862022222869888 ext(3657728->4186111) 00002000:00010000:1.0:1775764831.404826:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33100 00000100:00100000:3.0:1775764831.407670:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222869760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13698us (15032us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764831.407683:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37818 00002000:00100000:3.0:1775764831.407695:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2609152->3657727) req@ffff8b8b85a31180 x1862022222869760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/440 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.407704:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31180 with x1862022222869760 ext(2609152->3657727) 00002000:00010000:3.0:1775764831.407709:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31180 00000100:00100000:2.0:1775764831.412820:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222869632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19962us (20276us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.412834:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37816 00002000:00100000:2.0:1775764831.412848:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1560576->2609151) req@ffff8b8b85a31f80 x1862022222869632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/440 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.412857:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022222869632 ext(1560576->2609151) 00002000:00010000:2.0:1775764831.412863:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31f80 00000100:00100000:0.0:1775764831.424452:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.424564:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222870016 00000100:00100000:3.0:1775764831.424574:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222870016 00002000:00100000:3.0:1775764831.424620:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (589824->4194303) req@ffff8b8b85a30000 x1862022222870016/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 520/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.424632:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30000 with x1862022222870016 ext(589824->4194303) 00002000:00010000:3.0:1775764831.424636:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30000 00000100:00100000:3.0:1775764831.424662:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37819 00000100:00100000:3.0:1775764831.424671:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222870016:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764831.430237:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222870016:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5466us (5695us total) trans 4294996562 rc 0/0 00000100:00100000:3.0:1775764831.430252:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37819 00002000:00100000:3.0:1775764831.430268:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (589824->4194303) req@ffff8b8b85a30000 x1862022222870016/t4294996562(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 520/456 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.430277:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30000 with x1862022222870016 ext(589824->4194303) 00002000:00010000:3.0:1775764831.430282:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30000 00000100:00100000:0.0:1775764831.433622:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.433718:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222870144 00000100:00100000:1.0:1775764831.433729:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222870144 00000100:00100000:1.0:1775764831.434029:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84721 00000100:00100000:1.0:1775764831.434040:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222870144:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764831.480654:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222870144:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 46605us (47031us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764831.480667:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84721 00000001:00080000:0.0:1775764831.481731:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996561 is committed 00000001:00080000:0.0:1775764831.481749:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996562 is committed 00000100:00100000:2.0:1775764831.486592:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.486843:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222870400 00000100:00100000:0.0:1775764831.486855:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222870400 00000100:00100000:0.0:1775764831.486927:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44299 00000100:00100000:0.0:1775764831.486937:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222870400:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764831.486996:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764831.487031:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fe00/0xdb23b4c9253cf8bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fccf9 expref: 54 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.487052:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764831.487057:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764831.487289:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf8c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.487303:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf8c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.487313:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf8c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764831.487361:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032062 00000004:00010000:0.0:1775764831.487387:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005186a1ff reply state 00000000b70b2bca transno 4295032063 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf8c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764831.487396:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764831.487484:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222870400:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 548us (945us total) trans 4295032063 rc 0/0 00000100:00100000:0.0:1775764831.487492:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44299 00000020:00080000:0.0:1775764831.487497:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764831.493376:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf8c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.493399:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf8c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.493408:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf8c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.493414:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d13a400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764831.493432:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf8c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.493441:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf8c2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.493472:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.493476:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764831.493481:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf8c2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.493487:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a400/0xdb23b4c9253cf8c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.494417:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.494524:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.495059:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222870528 00000100:00100000:3.0:1775764831.495070:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222870528 00002000:00010000:3.0:1775764831.495109:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764831.495113:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57c000 with x1862022222870528 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764831.495135:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57c000. 00000100:00100000:3.0:1775764831.495173:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222870656 00000100:00100000:3.0:1775764831.495176:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222870656 00002000:00010000:3.0:1775764831.495199:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (985137->18446744073709551615) 00002000:00100000:3.0:1775764831.495203:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57dc00 with x1862022222870656 ext(985137->18446744073709551615) 00002000:00010000:3.0:1775764831.495219:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57dc00. 00000100:00100000:3.0:1775764831.495243:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37820 00000100:00100000:3.0:1775764831.495253:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222870528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764831.495657:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1559055 -> 4194304 00002000:00010000:3.0:1775764831.495662:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764831.495665:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764831.495667:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764831.495669:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 393 -> 585 00000100:00100000:3.0:1775764831.495725:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222870528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 473us (1313us total) trans 4294996563 rc 0/0 00000100:00100000:3.0:1775764831.495733:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37820 00002000:00010000:3.0:1775764831.495736:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764831.495739:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57c000 with x1862022222870528 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764831.495743:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57c000. 00000100:00100000:3.0:1775764831.495761:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37821 00000100:00100000:3.0:1775764831.495767:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222870656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764831.497503:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 985137 00002000:00010000:3.0:1775764831.497511:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764831.497513:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764831.497515:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764831.497517:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764831.497893:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222870656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2111us (3354us total) trans 4294995974 rc 0/0 00000100:00100000:3.0:1775764831.497904:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37821 00002000:00010000:3.0:1775764831.497909:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (985137->18446744073709551615) 00002000:00100000:3.0:1775764831.497912:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57dc00 with x1862022222870656 ext(985137->18446744073709551615) 00002000:00010000:3.0:1775764831.497919:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57dc00. 00000100:00100000:2.0:1775764831.506942:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.507304:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222870784 00000100:00100000:0.0:1775764831.507315:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222870784 00002000:00100000:0.0:1775764831.507364:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (24576->987135) req@ffff8b8c9a57c700 x1862022222870784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.507381:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57c700 with x1862022222870784 ext(24576->987135) 00002000:00010000:0.0:1775764831.507386:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57c700 00000100:00100000:0.0:1775764831.507461:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37822 00000100:00100000:0.0:1775764831.507471:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222870784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764831.524186:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222870784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16691us (17228us total) trans 0 rc 962560/962560 00000100:00100000:1.0:1775764831.524202:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37822 00002000:00100000:1.0:1775764831.524214:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (24576->987135) req@ffff8b8c9a57c700 x1862022222870784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/440 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 962560/962560 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764831.524224:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57c700 with x1862022222870784 ext(24576->987135) 00002000:00010000:1.0:1775764831.524230:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57c700 00000100:00100000:0.0:1775764831.529103:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.529203:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222870912 00000100:00100000:3.0:1775764831.529214:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222870912 00002000:00100000:3.0:1775764831.529263:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (0->985136) req@ffff8b8b85a30380 x1862022222870912/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 504/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.529274:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30380 with x1862022222870912 ext(0->985136) 00002000:00010000:3.0:1775764831.529280:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30380 00000100:00100000:3.0:1775764831.529346:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37823 00000100:00100000:3.0:1775764831.529356:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222870912:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764831.534424:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222870912:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5057us (5319us total) trans 4294995975 rc 0/0 00000100:00100000:2.0:1775764831.534439:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37823 00002000:00100000:2.0:1775764831.534452:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (0->985136) req@ffff8b8b85a30380 x1862022222870912/t4294995975(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 504/448 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.534462:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30380 with x1862022222870912 ext(0->985136) 00002000:00010000:2.0:1775764831.534471:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30380 00000100:00100000:3.0:1775764831.538218:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.538377:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222871040 00000100:00100000:0.0:1775764831.538388:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222871040 00000100:00100000:0.0:1775764831.538456:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84722 00000100:00100000:0.0:1775764831.538468:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222871040:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764831.575961:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995973 is committed 00000001:00080000:1.0:1775764831.575985:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995975 is committed 00000100:00100000:0.0:1775764831.576484:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222871040:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38012us (38267us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.576496:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84722 00000100:00100000:1.0:1775764831.579136:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.579301:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222871168 00000100:00100000:3.0:1775764831.579311:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222871168 00000100:00100000:3.0:1775764831.579403:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44300 00000100:00100000:3.0:1775764831.579415:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022222871168:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764831.579462:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764831.579494:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf8c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd00 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.579613:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf8d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.579628:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf8d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.579642:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf8d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764831.579672:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5179441 00000004:00200000:3.0:1775764831.579677:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764831.579694:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf8d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.579721:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf8c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd00 expref: 57 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.579739:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf8d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd00 expref: 56 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.579747:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764831.579750:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764831.579755:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96783c00, rc 0) 00000100:00100000:3.0:1775764831.579823:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222871168:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 410us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764831.579834:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44300 00000100:00100000:3.0:1775764831.586332:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.586442:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222871296 00000100:00100000:0.0:1775764831.586455:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222871296 00002000:00100000:0.0:1775764831.586510:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2789376->3059711) req@ffff8b8c92fefb80 x1862022222871296/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 504/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.586523:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fefb80 with x1862022222871296 ext(2789376->3059711) 00002000:00010000:0.0:1775764831.586529:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fefb80 00000100:00100000:0.0:1775764831.586597:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37824 00000100:00100000:0.0:1775764831.586607:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222871296:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764831.590650:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222871296:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4035us (4319us total) trans 4294996564 rc 0/0 00000100:00100000:2.0:1775764831.590663:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37824 00002000:00100000:2.0:1775764831.590676:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2789376->3059711) req@ffff8b8c92fefb80 x1862022222871296/t4294996564(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 504/448 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.590687:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fefb80 with x1862022222871296 ext(2789376->3059711) 00002000:00010000:2.0:1775764831.590692:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fefb80 00000100:00100000:3.0:1775764831.594694:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.594779:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222871424 00000100:00100000:2.0:1775764831.594788:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222871424 00000100:00100000:2.0:1775764831.594892:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84723 00000100:00100000:2.0:1775764831.594902:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222871424:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764831.627504:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996564 is committed 00000100:00100000:0.0:1775764831.627884:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222871424:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32969us (33183us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.627896:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84723 00000100:00100000:0.0:1775764831.633334:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.633419:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222871552 00000100:00100000:3.0:1775764831.633434:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222871552 00002000:00100000:3.0:1775764831.633490:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1626112->1671167) req@ffff8b8b85a32d80 x1862022222871552/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.633502:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022222871552 ext(1626112->1671167) 00002000:00010000:3.0:1775764831.633508:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80 00000100:00100000:3.0:1775764831.633562:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37825 00000100:00100000:3.0:1775764831.633573:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222871552:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764831.638251:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222871552:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4593us (4840us total) trans 4294996565 rc 0/0 00000100:00100000:2.0:1775764831.638267:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37825 00002000:00100000:2.0:1775764831.638281:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1626112->1671167) req@ffff8b8b85a32d80 x1862022222871552/t4294996565(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/448 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.638291:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022222871552 ext(1626112->1671167) 00002000:00010000:2.0:1775764831.638297:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80 00000100:00100000:0.0:1775764831.641649:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.641955:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222871680 00000100:00100000:1.0:1775764831.641966:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222871680 00000100:00100000:1.0:1775764831.642094:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84724 00000100:00100000:1.0:1775764831.642107:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222871680:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764831.678584:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996565 is committed 00000100:00100000:0.0:1775764831.678745:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222871680:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36635us (37100us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.678757:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84724 00000100:00100000:0.0:1775764831.683217:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.683373:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222871936 00000100:00100000:1.0:1775764831.683384:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222871936 00000100:00100000:1.0:1775764831.683446:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44301 00000100:00100000:1.0:1775764831.683456:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222871936:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764831.683508:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764831.683570:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783c00/0xdb23b4c9253cf8d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd00 expref: 56 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.683593:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.683599:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764831.683826:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.683841:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.683851:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764831.684043:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032064 00000004:00010000:1.0:1775764831.684070:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002eb9e2dd reply state 00000000c9f4be29 transno 4295032065 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.684084:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764831.684350:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222871936:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 894us (1147us total) trans 4295032065 rc 0/0 00000100:00100000:1.0:1775764831.684358:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44301 00000020:00080000:1.0:1775764831.684363:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764831.688191:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.688271:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.688401:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222872064 00000100:00100000:2.0:1775764831.688411:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222872064 00002000:00010000:2.0:1775764831.688452:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3928024->18446744073709551615) 00002000:00100000:2.0:1775764831.688458:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee680 with x1862022222872064 ext(3928024->18446744073709551615) 00002000:00010000:2.0:1775764831.688471:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fee680. 00000100:00100000:2.0:1775764831.688494:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222872192 00000100:00100000:2.0:1775764831.688497:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222872192 00002000:00010000:2.0:1775764831.688508:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764831.688511:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fece00 with x1862022222872192 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764831.688517:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fece00. 00000100:00100000:2.0:1775764831.688561:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37826 00000100:00100000:2.0:1775764831.688572:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222872064:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764831.688914:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3928024 00002000:00010000:2.0:1775764831.688919:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:2.0:1775764831.688922:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:2.0:1775764831.688924:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:2.0:1775764831.688926:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 1035 00010000:00010000:1.0:1775764831.689044:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.689054:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.689061:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.689066:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d09fa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764831.689071:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.689077:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.689092:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.689095:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764831.689099:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.689104:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.690126:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222872064:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1548us (1948us total) trans 4294996566 rc 0/0 00000100:00100000:2.0:1775764831.690138:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37826 00002000:00010000:2.0:1775764831.690144:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3928024->18446744073709551615) 00002000:00100000:2.0:1775764831.690147:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee680 with x1862022222872064 ext(3928024->18446744073709551615) 00002000:00010000:2.0:1775764831.690157:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fee680. 00000100:00100000:2.0:1775764831.690199:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37827 00000100:00100000:2.0:1775764831.690300:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222872192:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764831.690628:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 985137 -> 0 00002000:00010000:2.0:1775764831.690633:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764831 00002000:00010000:2.0:1775764831.690636:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764831.690638:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764831 00002000:00010000:2.0:1775764831.690640:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 391 00000100:00100000:2.0:1775764831.692529:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222872192:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2311us (4247us total) trans 4294995976 rc 0/0 00000100:00100000:2.0:1775764831.692561:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37827 00002000:00010000:2.0:1775764831.692567:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764831.692570:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fece00 with x1862022222872192 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764831.692580:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fece00. 00000100:00100000:1.0:1775764831.698275:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.698375:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222872320 00000100:00100000:2.0:1775764831.698386:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222872320 00000100:00100000:2.0:1775764831.698446:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44302 00000100:00100000:2.0:1775764831.698457:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022222872320:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764831.698488:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764831.698518:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd07 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.698667:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf8e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.698683:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.698696:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764831.698730:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3928024 00000004:00200000:2.0:1775764831.698734:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764831.698754:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.698784:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd07 expref: 59 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.698806:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf8e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd07 expref: 58 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.698816:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764831.698820:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764831.698826:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1400, rc 0) 00000100:00100000:2.0:1775764831.699076:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222872320:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 619us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.699083:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44302 00000100:00100000:3.0:1775764831.706074:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.706246:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222872576 00000100:00100000:2.0:1775764831.706257:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222872576 00000100:00100000:2.0:1775764831.706325:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44303 00000100:00100000:2.0:1775764831.706336:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222872576:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764831.706395:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764831.706426:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf8e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd07 expref: 58 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.706448:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764831.706455:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764831.706716:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.706733:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.706744:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764831.706795:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032066 00000004:00010000:2.0:1775764831.706818:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3d85415 reply state 00000000b8af22d8 transno 4295032067 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.706827:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764831.706939:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022222872576:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 605us (875us total) trans 4295032067 rc 0/0 00000100:00100000:2.0:1775764831.706947:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44303 00000020:00080000:2.0:1775764831.706952:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764831.709683:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.709701:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8ec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.709708:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.709713:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764831.709719:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.709726:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8ec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.709742:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.709746:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764831.709751:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8ec lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.709758:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf8ec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.711858:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.712184:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222872704 00000100:00100000:1.0:1775764831.712195:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222872704 00002000:00010000:1.0:1775764831.712236:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1129575->18446744073709551615) 00002000:00100000:1.0:1775764831.712241:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec700 with x1862022222872704 ext(1129575->18446744073709551615) 00002000:00010000:1.0:1775764831.712254:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec700. 00000100:00100000:1.0:1775764831.712282:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37828 00000100:00100000:1.0:1775764831.712291:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222872704:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764831.712683:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3928024 -> 1129575 00002000:00010000:1.0:1775764831.712687:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764832 00002000:00010000:1.0:1775764831.712690:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:1.0:1775764831.712692:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764832 00002000:00010000:1.0:1775764831.712694:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1035 00000100:00100000:1.0:1775764831.712760:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222872704:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 470us (912us total) trans 4294996567 rc 0/0 00000100:00100000:1.0:1775764831.712769:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37828 00002000:00010000:1.0:1775764831.712773:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1129575->18446744073709551615) 00002000:00100000:1.0:1775764831.712776:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec700 with x1862022222872704 ext(1129575->18446744073709551615) 00002000:00010000:1.0:1775764831.712780:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec700. 00000100:00100000:0.0:1775764831.716388:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.716465:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222872832 00000100:00100000:2.0:1775764831.716475:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222872832 00002000:00010000:2.0:1775764831.716516:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764831.716521:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30e00 with x1862022222872832 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764831.716534:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30e00. 00000100:00100000:2.0:1775764831.716599:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37829 00000100:00100000:2.0:1775764831.716609:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222872832:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764831.716832:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764831.716835:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764831 -> 1775764832 00002000:00010000:2.0:1775764831.716838:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764831.716840:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764831 -> 1775764832 00002000:00010000:2.0:1775764831.716843:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764831.716918:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222872832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 309us (536us total) trans 4294995977 rc 0/0 00000100:00100000:2.0:1775764831.716926:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37829 00002000:00010000:2.0:1775764831.716929:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764831.716932:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30e00 with x1862022222872832 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764831.716936:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30e00. 00000100:00100000:2.0:1775764831.727459:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.727594:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222872960 00000100:00100000:1.0:1775764831.727605:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222872960 00000100:00100000:1.0:1775764831.727653:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44304 00000100:00100000:1.0:1775764831.727665:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022222872960:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764831.727700:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764831.727726:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd0e expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.727835:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f400/0xdb23b4c9253cf8fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.727854:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f400/0xdb23b4c9253cf8fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.727870:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f400/0xdb23b4c9253cf8fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764831.727924:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1129575 00000004:00200000:1.0:1775764831.727929:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764831.727951:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f400/0xdb23b4c9253cf8fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.727984:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09fa00/0xdb23b4c9253cf8f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd0e expref: 61 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.728004:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f400/0xdb23b4c9253cf8fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd0e expref: 60 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.728024:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.728027:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764831.728031:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d09f400, rc 0) 00000100:00100000:1.0:1775764831.728104:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022222872960:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 441us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764831.728111:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44304 00000100:00100000:3.0:1775764831.740728:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.740849:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222873088 00000100:00100000:0.0:1775764831.740859:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222873088 00002000:00100000:0.0:1775764831.740920:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3952640->3956735) req@ffff8b8c92fedc00 x1862022222873088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.740930:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fedc00 with x1862022222873088 ext(3952640->3956735) 00002000:00010000:0.0:1775764831.740936:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fedc00 00000100:00100000:0.0:1775764831.740973:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37830 00000100:00100000:0.0:1775764831.740983:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222873088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.741253:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222873088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.741261:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37830 00002000:00100000:0.0:1775764831.741267:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3952640->3956735) req@ffff8b8c92fedc00 x1862022222873088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/440 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.741275:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fedc00 with x1862022222873088 ext(3952640->3956735) 00002000:00010000:0.0:1775764831.741278:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fedc00 00000100:00100000:3.0:1775764831.744666:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.744772:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222873216 00000100:00100000:2.0:1775764831.744782:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222873216 00002000:00100000:2.0:1775764831.744831:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3964928->3969023) req@ffff8b8c92fef800 x1862022222873216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.744842:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef800 with x1862022222873216 ext(3964928->3969023) 00002000:00010000:2.0:1775764831.744847:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fef800 00000100:00100000:2.0:1775764831.744891:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37831 00000100:00100000:2.0:1775764831.744900:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222873216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.745275:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222873216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 374us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.745283:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37831 00002000:00100000:2.0:1775764831.745290:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3964928->3969023) req@ffff8b8c92fef800 x1862022222873216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/440 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.745297:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef800 with x1862022222873216 ext(3964928->3969023) 00002000:00010000:2.0:1775764831.745300:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fef800 00000100:00100000:0.0:1775764831.753836:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764831.753859:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c8defc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224985344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764831.753938:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764831.754072:0:12042:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224985344 00000100:00100000:1.0:1775764831.754083:0:12042:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224985344 00000100:00100000:1.0:1775764831.754152:0:12042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1775764831.754160:0:12042:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224985344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764831.754184:0:12042:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 193003520 pending 0 free 3859808256 avail 3852468224 00000100:00100000:1.0:1775764831.754244:0:12042:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224985344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764831.754251:0:12042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1775764831.754301:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c8defc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224985344:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764831.754444:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764831.754804:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.754893:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222873472 00000100:00100000:0.0:1775764831.754899:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222873472 00000100:00100000:0.0:1775764831.754938:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44305 00000100:00100000:0.0:1775764831.754946:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022222873472:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764831.754991:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764831.755029:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f400/0xdb23b4c9253cf8fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd0e expref: 60 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.755050:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764831.755056:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764831.755316:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf901 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.755332:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf901 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.755343:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf901 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764831.755397:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032068 00000004:00010000:0.0:1775764831.755422:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f16f12c6 reply state 000000002e9cf1dd transno 4295032069 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf901 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764831.755432:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764831.755840:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022222873472:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 893us (1036us total) trans 4295032069 rc 0/0 00000100:00100000:0.0:1775764831.755847:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44305 00000020:00080000:0.0:1775764831.755852:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764831.760465:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.760501:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.760623:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222873728 00000100:00100000:0.0:1775764831.760633:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222873728 00002000:00010000:0.0:1775764831.760674:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (381463->18446744073709551615) 00002000:00100000:0.0:1775764831.760679:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57ca80 with x1862022222873728 ext(381463->18446744073709551615) 00002000:00010000:0.0:1775764831.760693:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57ca80. 00000100:00100000:0.0:1775764831.760718:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222873600 00000100:00100000:0.0:1775764831.760721:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222873600 00002000:00010000:0.0:1775764831.760732:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764831.760735:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57df80 with x1862022222873600 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764831.760742:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57df80. 00000100:00100000:0.0:1775764831.760760:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37832 00000100:00100000:0.0:1775764831.760769:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222873728:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764831.760997:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 381463 00002000:00010000:0.0:1775764831.761002:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:0.0:1775764831.761004:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764831.761016:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:0.0:1775764831.761018:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764831.761070:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222873728:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 302us (615us total) trans 4294995978 rc 0/0 00000100:00100000:0.0:1775764831.761077:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37832 00002000:00010000:0.0:1775764831.761081:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (381463->18446744073709551615) 00002000:00100000:0.0:1775764831.761083:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57ca80 with x1862022222873728 ext(381463->18446744073709551615) 00002000:00010000:0.0:1775764831.761088:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a57ca80. 00000100:00100000:0.0:1775764831.761105:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37833 00000100:00100000:0.0:1775764831.761112:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222873600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764831.761215:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1129575 -> 4194304 00002000:00010000:0.0:1775764831.761218:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:0.0:1775764831.761220:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:0.0:1775764831.761222:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:0.0:1775764831.761224:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1035 00000100:00100000:0.0:1775764831.761244:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222873600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 133us (742us total) trans 4294996568 rc 0/0 00000100:00100000:0.0:1775764831.761250:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37833 00002000:00010000:0.0:1775764831.761254:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764831.761256:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a57df80 with x1862022222873600 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764831.761260:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a57df80. 00010000:00010000:1.0:1775764831.762072:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf901 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.762084:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf901 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.762092:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf901 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.762100:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d13be00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764831.762104:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf901 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.762112:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf901 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.762128:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.762132:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764831.762136:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf901 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.762143:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13be00/0xdb23b4c9253cf901 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.765054:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.765167:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222873856 00000100:00100000:2.0:1775764831.765188:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222873856 00000100:00100000:2.0:1775764831.765258:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44306 00000100:00100000:2.0:1775764831.765270:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022222873856:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764831.765295:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764831.765318:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253cf908 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd15 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.765410:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf90f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.765425:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf90f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.765436:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf90f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764831.765468:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4575767 00000004:00200000:2.0:1775764831.765472:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764831.765491:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf90f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.765518:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253cf908 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd15 expref: 63 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.765592:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf90f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd15 expref: 62 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.765603:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764831.765607:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764831.765611:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1400, rc 0) 00000100:00100000:2.0:1775764831.765669:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022222873856:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 401us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.765676:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44306 00000100:00100000:3.0:1775764831.770781:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.770908:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222873984 00000100:00100000:2.0:1775764831.770918:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222873984 00002000:00100000:2.0:1775764831.770966:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2482176->2486271) req@ffff8b8c92fed880 x1862022222873984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.770977:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed880 with x1862022222873984 ext(2482176->2486271) 00002000:00010000:2.0:1775764831.770983:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed880 00000100:00100000:2.0:1775764831.771018:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37834 00000100:00100000:2.0:1775764831.771028:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222873984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.771283:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222873984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 255us (511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764831.771292:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37834 00002000:00100000:2.0:1775764831.771298:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2482176->2486271) req@ffff8b8c92fed880 x1862022222873984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.771306:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed880 with x1862022222873984 ext(2482176->2486271) 00002000:00010000:2.0:1775764831.771309:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed880 00000100:00100000:3.0:1775764831.775721:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.775830:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222874112 00000100:00100000:2.0:1775764831.775840:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222874112 00002000:00100000:2.0:1775764831.775896:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2486272->2490367) req@ffff8b8c92fef100 x1862022222874112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.775907:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef100 with x1862022222874112 ext(2486272->2490367) 00002000:00010000:2.0:1775764831.775913:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fef100 00000100:00100000:2.0:1775764831.775947:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37835 00000100:00100000:2.0:1775764831.775958:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222874112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.776221:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222874112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 264us (508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764831.776229:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37835 00002000:00100000:2.0:1775764831.776235:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2486272->2490367) req@ffff8b8c92fef100 x1862022222874112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.776244:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef100 with x1862022222874112 ext(2486272->2490367) 00002000:00010000:2.0:1775764831.776247:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fef100 00000100:00100000:3.0:1775764831.780826:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.780994:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222874240 00000100:00100000:2.0:1775764831.781006:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222874240 00002000:00100000:2.0:1775764831.781065:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2490368->2494463) req@ffff8b8c892e2680 x1862022222874240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.781076:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2680 with x1862022222874240 ext(2490368->2494463) 00002000:00010000:2.0:1775764831.781082:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2680 00000100:00100000:2.0:1775764831.781116:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37836 00000100:00100000:2.0:1775764831.781127:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222874240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.781399:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222874240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 273us (582us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764831.781407:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37836 00002000:00100000:2.0:1775764831.781414:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2490368->2494463) req@ffff8b8c892e2680 x1862022222874240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.781428:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2680 with x1862022222874240 ext(2490368->2494463) 00002000:00010000:2.0:1775764831.781432:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2680 00000100:00100000:3.0:1775764831.785038:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.785404:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222874368 00000100:00100000:2.0:1775764831.785415:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222874368 00002000:00100000:2.0:1775764831.785464:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2494464->2498559) req@ffff8b8c892e0700 x1862022222874368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.785476:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0700 with x1862022222874368 ext(2494464->2498559) 00002000:00010000:2.0:1775764831.785482:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0700 00000100:00100000:2.0:1775764831.785522:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37837 00000100:00100000:2.0:1775764831.785532:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222874368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.785826:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222874368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 295us (796us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764831.785833:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37837 00002000:00100000:2.0:1775764831.785840:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2494464->2498559) req@ffff8b8c892e0700 x1862022222874368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.785847:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0700 with x1862022222874368 ext(2494464->2498559) 00002000:00010000:2.0:1775764831.785851:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0700 00000100:00100000:3.0:1775764831.790187:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.790582:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222874496 00000100:00100000:2.0:1775764831.790593:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222874496 00002000:00100000:2.0:1775764831.790641:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2498560->2502655) req@ffff8b8c892e3100 x1862022222874496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.790652:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3100 with x1862022222874496 ext(2498560->2502655) 00002000:00010000:2.0:1775764831.790657:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3100 00000100:00100000:2.0:1775764831.790685:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37838 00000100:00100000:2.0:1775764831.790694:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222874496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.790960:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222874496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 266us (795us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764831.790969:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37838 00002000:00100000:2.0:1775764831.790974:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2498560->2502655) req@ffff8b8c892e3100 x1862022222874496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.790983:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3100 with x1862022222874496 ext(2498560->2502655) 00002000:00010000:2.0:1775764831.790986:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3100 00000100:00100000:3.0:1775764831.795210:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.795385:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222874624 00000100:00100000:0.0:1775764831.795396:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222874624 00002000:00100000:0.0:1775764831.795453:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2502656->2506751) req@ffff8b8c892e0a80 x1862022222874624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.795464:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0a80 with x1862022222874624 ext(2502656->2506751) 00002000:00010000:0.0:1775764831.795469:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0a80 00000100:00100000:0.0:1775764831.795507:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37839 00000100:00100000:0.0:1775764831.795515:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222874624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.795809:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222874624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 294us (608us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764831.795818:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37839 00002000:00100000:0.0:1775764831.795824:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2502656->2506751) req@ffff8b8c892e0a80 x1862022222874624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.795833:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0a80 with x1862022222874624 ext(2502656->2506751) 00002000:00010000:0.0:1775764831.795837:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0a80 00000100:00100000:3.0:1775764831.800432:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.800597:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222874752 00000100:00100000:0.0:1775764831.800608:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222874752 00002000:00100000:0.0:1775764831.800655:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2506752->2510847) req@ffff8b8c892e2a00 x1862022222874752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.800667:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2a00 with x1862022222874752 ext(2506752->2510847) 00002000:00010000:0.0:1775764831.800673:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2a00 00000100:00100000:0.0:1775764831.800712:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37840 00000100:00100000:0.0:1775764831.800722:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222874752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.801112:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222874752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 389us (688us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764831.801120:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37840 00002000:00100000:0.0:1775764831.801127:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2506752->2510847) req@ffff8b8c892e2a00 x1862022222874752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.801135:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2a00 with x1862022222874752 ext(2506752->2510847) 00002000:00010000:0.0:1775764831.801138:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2a00 00000100:00100000:3.0:1775764831.805060:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.805280:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222874880 00000100:00100000:0.0:1775764831.805290:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222874880 00002000:00100000:0.0:1775764831.805338:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2510848->2514943) req@ffff8b8c892e2300 x1862022222874880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.805349:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2300 with x1862022222874880 ext(2510848->2514943) 00002000:00010000:0.0:1775764831.805355:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2300 00000100:00100000:0.0:1775764831.805390:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37841 00000100:00100000:0.0:1775764831.805400:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222874880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.805673:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222874880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 273us (622us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764831.805681:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37841 00002000:00100000:0.0:1775764831.805687:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2510848->2514943) req@ffff8b8c892e2300 x1862022222874880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.805695:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2300 with x1862022222874880 ext(2510848->2514943) 00002000:00010000:0.0:1775764831.805698:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2300 00000100:00100000:1.0:1775764831.809746:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.809847:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222875008 00000100:00100000:2.0:1775764831.809858:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222875008 00002000:00100000:2.0:1775764831.809912:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2514944->2519039) req@ffff8b8c8defc000 x1862022222875008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.809924:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc000 with x1862022222875008 ext(2514944->2519039) 00002000:00010000:2.0:1775764831.809930:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defc000 00000100:00100000:2.0:1775764831.809961:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37842 00000100:00100000:2.0:1775764831.809972:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222875008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.810205:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222875008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 234us (467us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764831.810212:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37842 00002000:00100000:2.0:1775764831.810218:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2514944->2519039) req@ffff8b8c8defc000 x1862022222875008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.810227:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc000 with x1862022222875008 ext(2514944->2519039) 00002000:00010000:2.0:1775764831.810231:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defc000 00000100:00100000:3.0:1775764831.813856:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.814293:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222875136 00000100:00100000:0.0:1775764831.814304:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222875136 00002000:00100000:0.0:1775764831.814352:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2519040->2523135) req@ffff8b8c892e1880 x1862022222875136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.814362:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1880 with x1862022222875136 ext(2519040->2523135) 00002000:00010000:0.0:1775764831.814368:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1880 00000100:00100000:0.0:1775764831.814407:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37843 00000100:00100000:0.0:1775764831.814416:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222875136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.814701:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222875136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 284us (852us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764831.814708:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37843 00002000:00100000:0.0:1775764831.814714:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2519040->2523135) req@ffff8b8c892e1880 x1862022222875136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.814723:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1880 with x1862022222875136 ext(2519040->2523135) 00002000:00010000:0.0:1775764831.814725:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1880 00000100:00100000:3.0:1775764831.818805:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.818925:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222875264 00000100:00100000:2.0:1775764831.818937:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222875264 00002000:00100000:2.0:1775764831.818988:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2523136->2527231) req@ffff8b8c892e0000 x1862022222875264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.819000:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0000 with x1862022222875264 ext(2523136->2527231) 00002000:00010000:2.0:1775764831.819021:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0000 00000100:00100000:2.0:1775764831.819063:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37844 00000100:00100000:2.0:1775764831.819072:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222875264:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.819344:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222875264:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 271us (546us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764831.819352:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37844 00002000:00100000:2.0:1775764831.819359:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2523136->2527231) req@ffff8b8c892e0000 x1862022222875264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.819366:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0000 with x1862022222875264 ext(2523136->2527231) 00002000:00010000:2.0:1775764831.819368:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0000 00000100:00100000:1.0:1775764831.823476:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.823586:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222875392 00000100:00100000:0.0:1775764831.823596:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222875392 00002000:00100000:0.0:1775764831.823646:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2482176->4194303) req@ffff8b8c8defe300 x1862022222875392/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 520/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.823658:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022222875392 ext(2482176->4194303) 00002000:00010000:0.0:1775764831.823665:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300 00000100:00100000:0.0:1775764831.823703:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37845 00000100:00100000:0.0:1775764831.823714:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222875392:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764831.833112:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222875392:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9389us (9636us total) trans 4294996569 rc 0/0 00000100:00100000:1.0:1775764831.833127:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37845 00002000:00100000:1.0:1775764831.833140:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2482176->4194303) req@ffff8b8c8defe300 x1862022222875392/t4294996569(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 520/456 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764831.833155:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022222875392 ext(2482176->4194303) 00002000:00010000:1.0:1775764831.833161:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300 00000100:00100000:1.0:1775764831.837601:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.837684:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222875520 00000100:00100000:3.0:1775764831.837695:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222875520 00000100:00100000:3.0:1775764831.837762:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84725 00000100:00100000:3.0:1775764831.837772:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222875520:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764831.872671:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222875520:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34890us (35070us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.872683:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84725 00000001:00080000:1.0:1775764831.872770:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996568 is committed 00000001:00080000:1.0:1775764831.872783:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996569 is committed 00000100:00100000:1.0:1775764831.882150:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.882247:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222875648 00000100:00100000:3.0:1775764831.882258:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222875648 00002000:00100000:3.0:1775764831.882308:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3235840->3239935) req@ffff8b8c8defca80 x1862022222875648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.882321:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022222875648 ext(3235840->3239935) 00002000:00010000:3.0:1775764831.882327:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defca80 00000100:00100000:3.0:1775764831.882358:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37846 00000100:00100000:3.0:1775764831.882367:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222875648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764831.882635:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222875648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 269us (495us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764831.882643:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37846 00002000:00100000:3.0:1775764831.882650:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3235840->3239935) req@ffff8b8c8defca80 x1862022222875648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.882658:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022222875648 ext(3235840->3239935) 00002000:00010000:3.0:1775764831.882661:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defca80 00000100:00100000:3.0:1775764831.887031:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.887259:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222875776 00000100:00100000:0.0:1775764831.887269:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222875776 00002000:00100000:0.0:1775764831.887327:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3239936->3244031) req@ffff8b8c892e3b80 x1862022222875776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.887340:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3b80 with x1862022222875776 ext(3239936->3244031) 00002000:00010000:0.0:1775764831.887346:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3b80 00000100:00100000:0.0:1775764831.887384:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37847 00000100:00100000:0.0:1775764831.887394:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222875776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.887672:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222875776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 278us (650us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764831.887679:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37847 00002000:00100000:0.0:1775764831.887686:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3239936->3244031) req@ffff8b8c892e3b80 x1862022222875776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.887693:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3b80 with x1862022222875776 ext(3239936->3244031) 00002000:00010000:0.0:1775764831.887697:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3b80 00000100:00100000:0.0:1775764831.893168:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.893276:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222876032 00000100:00100000:3.0:1775764831.893289:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222876032 00000100:00100000:3.0:1775764831.893351:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44307 00000100:00100000:3.0:1775764831.893360:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022222876032:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764831.893417:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764831.893447:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253cf90f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd15 expref: 62 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.893469:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764831.893474:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764831.893765:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf916 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.893779:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf916 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.893790:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf916 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764831.893841:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032070 00000004:00010000:3.0:1775764831.893867:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b5ad04bf reply state 0000000067dababc transno 4295032071 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf916 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.893968:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764831.894142:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022222876032:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 781us (982us total) trans 4295032071 rc 0/0 00000100:00100000:3.0:1775764831.894149:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44307 00000020:00080000:3.0:1775764831.894155:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764831.896983:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf916 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.897000:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf916 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.897018:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf916 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.897025:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96783000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764831.897030:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf916 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.897038:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf916 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.897055:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764831.897058:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764831.897062:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf916 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.897068:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf916 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764831.900773:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.900817:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.900901:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222876160 00000100:00100000:3.0:1775764831.900911:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222876160 00002000:00010000:3.0:1775764831.900955:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4002245->18446744073709551615) 00002000:00100000:3.0:1775764831.900960:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30a80 with x1862022222876160 ext(4002245->18446744073709551615) 00002000:00010000:3.0:1775764831.900974:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30a80. 00000100:00100000:3.0:1775764831.901001:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222876288 00000100:00100000:3.0:1775764831.901013:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222876288 00002000:00010000:3.0:1775764831.901026:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764831.901029:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33b80 with x1862022222876288 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764831.901035:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33b80. 00000100:00100000:3.0:1775764831.901059:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37848 00000100:00100000:3.0:1775764831.901070:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222876160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764831.901432:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4002245 00002000:00010000:3.0:1775764831.901436:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764831.901439:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764831.901441:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764831.901443:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 907 00000100:00100000:3.0:1775764831.901498:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222876160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 428us (734us total) trans 4294996570 rc 0/0 00000100:00100000:3.0:1775764831.901505:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37848 00002000:00010000:3.0:1775764831.901508:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4002245->18446744073709551615) 00002000:00100000:3.0:1775764831.901510:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30a80 with x1862022222876160 ext(4002245->18446744073709551615) 00002000:00010000:3.0:1775764831.901515:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30a80. 00000100:00100000:3.0:1775764831.901530:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37849 00000100:00100000:3.0:1775764831.901566:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222876288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764831.901707:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 381463 -> 0 00002000:00010000:3.0:1775764831.901711:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764831.901713:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764831.901714:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764831.901716:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764831.901738:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222876288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 201us (919us total) trans 4294995979 rc 0/0 00000100:00100000:3.0:1775764831.901743:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37849 00002000:00010000:3.0:1775764831.901746:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764831.901748:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33b80 with x1862022222876288 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764831.901752:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33b80. 00000100:00100000:1.0:1775764831.907197:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.907435:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222876416 00000100:00100000:2.0:1775764831.907446:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222876416 00000100:00100000:2.0:1775764831.907511:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44308 00000100:00100000:2.0:1775764831.907522:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022222876416:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764831.907579:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764831.907600:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253cf91d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd1c expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.907690:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf924 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.907705:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf924 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.907717:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf924 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764831.907744:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4002245 00000004:00200000:2.0:1775764831.907748:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764831.907764:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf924 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.907789:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253cf91d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd1c expref: 65 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.907807:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf924 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd1c expref: 64 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.907816:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764831.907819:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764831.907823:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0c00, rc 0) 00000100:00100000:2.0:1775764831.908126:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022222876416:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 605us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.908134:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44308 00000100:00100000:0.0:1775764831.912890:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.913124:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222876544 00000100:00100000:2.0:1775764831.913136:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222876544 00002000:00100000:2.0:1775764831.913198:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1892352->1896447) req@ffff8b8b85a32680 x1862022222876544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.913209:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32680 with x1862022222876544 ext(1892352->1896447) 00002000:00010000:2.0:1775764831.913215:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32680 00000100:00100000:2.0:1775764831.913243:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37850 00000100:00100000:2.0:1775764831.913253:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222876544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.913523:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222876544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (650us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764831.913531:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37850 00002000:00100000:2.0:1775764831.913566:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1892352->1896447) req@ffff8b8b85a32680 x1862022222876544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.913573:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32680 with x1862022222876544 ext(1892352->1896447) 00002000:00010000:2.0:1775764831.913576:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32680 00000100:00100000:3.0:1775764831.918234:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.918336:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222876672 00000100:00100000:0.0:1775764831.918347:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222876672 00002000:00100000:0.0:1775764831.918396:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1949696->1953791) req@ffff8b8c892e3480 x1862022222876672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.918412:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022222876672 ext(1949696->1953791) 00002000:00010000:0.0:1775764831.918418:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3480 00000100:00100000:0.0:1775764831.918452:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37851 00000100:00100000:0.0:1775764831.918460:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222876672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.918732:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222876672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 272us (508us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764831.918740:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37851 00002000:00100000:0.0:1775764831.918746:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1949696->1953791) req@ffff8b8c892e3480 x1862022222876672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.918753:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022222876672 ext(1949696->1953791) 00002000:00010000:0.0:1775764831.918756:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3480 00000100:00100000:1.0:1775764831.923651:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.923749:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222876800 00000100:00100000:2.0:1775764831.923759:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222876800 00002000:00100000:2.0:1775764831.923804:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1765376->1769471) req@ffff8b8c8defc700 x1862022222876800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.923817:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc700 with x1862022222876800 ext(1765376->1769471) 00002000:00010000:2.0:1775764831.923822:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defc700 00000100:00100000:2.0:1775764831.923852:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37852 00000100:00100000:2.0:1775764831.923860:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222876800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.924099:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222876800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 238us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764831.924107:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37852 00002000:00100000:2.0:1775764831.924112:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1765376->1769471) req@ffff8b8c8defc700 x1862022222876800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.924127:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc700 with x1862022222876800 ext(1765376->1769471) 00002000:00010000:2.0:1775764831.924130:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defc700 00000100:00100000:1.0:1775764831.928423:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.928700:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222876928 00000100:00100000:0.0:1775764831.928710:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222876928 00002000:00100000:0.0:1775764831.928761:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1814528->1818623) req@ffff8b8c9ecf4700 x1862022222876928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.928773:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf4700 with x1862022222876928 ext(1814528->1818623) 00002000:00010000:0.0:1775764831.928780:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf4700 00000100:00100000:0.0:1775764831.928820:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37853 00000100:00100000:0.0:1775764831.928831:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222876928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764831.929344:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222876928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 513us (928us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764831.929352:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37853 00002000:00100000:0.0:1775764831.929359:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1814528->1818623) req@ffff8b8c9ecf4700 x1862022222876928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764831.929366:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf4700 with x1862022222876928 ext(1814528->1818623) 00002000:00010000:0.0:1775764831.929370:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf4700 00000100:00100000:3.0:1775764831.933785:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.933954:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222877184 00000100:00100000:1.0:1775764831.933964:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222877184 00000100:00100000:1.0:1775764831.934030:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44309 00000100:00100000:1.0:1775764831.934041:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022222877184:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764831.934099:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764831.934129:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253cf924 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd1c expref: 64 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.934150:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.934156:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764831.934949:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf92b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.934965:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf92b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.934975:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf92b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764831.935048:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032072 00000004:00010000:1.0:1775764831.935074:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001229f781 reply state 00000000704e1f8d transno 4295032073 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf92b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.935083:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764831.935194:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022222877184:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1154us (1416us total) trans 4295032073 rc 0/0 00000100:00100000:1.0:1775764831.935202:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44309 00000020:00080000:1.0:1775764831.935208:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764831.937596:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf92b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937612:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf92b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937620:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf92b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937626:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d09e600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764831.937631:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf92b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937638:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf92b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937655:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764831.937659:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764831.937663:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf92b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937669:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e600/0xdb23b4c9253cf92b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.940027:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.940235:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222877312 00000100:00100000:2.0:1775764831.940246:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222877312 00002000:00010000:2.0:1775764831.940287:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764831.940292:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1180 with x1862022222877312 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764831.940303:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1180. 00000100:00100000:2.0:1775764831.940333:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37854 00000100:00100000:2.0:1775764831.940343:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222877312:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764831.940608:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4002245 -> 4194304 00002000:00010000:2.0:1775764831.940612:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764831.940615:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:2.0:1775764831.940617:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764831.940619:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:2.0:1775764831.940683:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222877312:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 341us (664us total) trans 4294996571 rc 0/0 00000100:00100000:2.0:1775764831.940691:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37854 00002000:00010000:2.0:1775764831.940694:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764831.940697:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1180 with x1862022222877312 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764831.940701:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1180. 00000100:00100000:1.0:1775764831.943829:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.943973:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222877440 00000100:00100000:3.0:1775764831.943983:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222877440 00002000:00010000:3.0:1775764831.944048:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (159402->18446744073709551615) 00002000:00100000:3.0:1775764831.944053:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf5500 with x1862022222877440 ext(159402->18446744073709551615) 00002000:00010000:3.0:1775764831.944066:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf5500. 00000100:00100000:3.0:1775764831.944101:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37855 00000100:00100000:3.0:1775764831.944111:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222877440:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764831.944342:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 159402 00002000:00010000:3.0:1775764831.944346:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764831.944348:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764831.944350:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764831.944353:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764831.944420:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222877440:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 310us (600us total) trans 4294995980 rc 0/0 00000100:00100000:3.0:1775764831.944429:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37855 00002000:00010000:3.0:1775764831.944432:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (159402->18446744073709551615) 00002000:00100000:3.0:1775764831.944435:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf5500 with x1862022222877440 ext(159402->18446744073709551615) 00002000:00010000:3.0:1775764831.944440:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf5500. 00000100:00100000:1.0:1775764831.947327:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.947424:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222877568 00000100:00100000:0.0:1775764831.947435:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222877568 00000100:00100000:0.0:1775764831.947491:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44310 00000100:00100000:0.0:1775764831.947502:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022222877568:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764831.947526:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764831.947581:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cf932 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd23 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.947668:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b000/0xdb23b4c9253cf939 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.947681:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b000/0xdb23b4c9253cf939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.947692:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b000/0xdb23b4c9253cf939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764831.947721:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4353706 00000004:00200000:0.0:1775764831.947726:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764831.947743:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b000/0xdb23b4c9253cf939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.947770:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cf932 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd23 expref: 67 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.947786:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b000/0xdb23b4c9253cf939 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd23 expref: 66 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.947795:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764831.947798:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764831.947801:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13b000, rc 0) 00000100:00100000:0.0:1775764831.947850:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022222877568:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 350us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.947857:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44310 00000100:00100000:0.0:1775764831.951670:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.951757:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222877696 00000100:00100000:1.0:1775764831.951767:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222877696 00002000:00100000:1.0:1775764831.951812:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2371584->2375679) req@ffff8b8b85a31c00 x1862022222877696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764831.951823:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022222877696 ext(2371584->2375679) 00002000:00010000:1.0:1775764831.951828:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:1.0:1775764831.951857:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37856 00000100:00100000:1.0:1775764831.951866:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222877696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764831.952105:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222877696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 240us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764831.952112:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37856 00002000:00100000:1.0:1775764831.952118:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2371584->2375679) req@ffff8b8b85a31c00 x1862022222877696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764831.952127:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022222877696 ext(2371584->2375679) 00002000:00010000:1.0:1775764831.952132:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:1.0:1775764831.956032:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764831.956746:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222877824 00000100:00100000:2.0:1775764831.956757:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222877824 00002000:00100000:2.0:1775764831.956808:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2420736->2424831) req@ffff8b8c9ecf4a80 x1862022222877824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.956824:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf4a80 with x1862022222877824 ext(2420736->2424831) 00002000:00010000:2.0:1775764831.956830:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf4a80 00000100:00100000:2.0:1775764831.956853:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37857 00000100:00100000:2.0:1775764831.956861:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222877824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764831.957438:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222877824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 574us (1412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764831.957447:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37857 00002000:00100000:2.0:1775764831.957454:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2420736->2424831) req@ffff8b8c9ecf4a80 x1862022222877824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:312/0 lens 488/4536 e 0 to 0 dl 1775764842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764831.957463:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf4a80 with x1862022222877824 ext(2420736->2424831) 00002000:00010000:2.0:1775764831.957467:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf4a80 00000100:00100000:2.0:1775764831.962674:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.962773:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222878080 00000100:00100000:1.0:1775764831.962783:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222878080 00000100:00100000:1.0:1775764831.962890:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44311 00000100:00100000:1.0:1775764831.962902:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022222878080:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764831.962955:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764831.962982:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b000/0xdb23b4c9253cf939 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd23 expref: 66 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.963002:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.963016:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764831.963243:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f000/0xdb23b4c9253cf940 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.963258:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f000/0xdb23b4c9253cf940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.963268:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f000/0xdb23b4c9253cf940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764831.963325:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032074 00000004:00010000:1.0:1775764831.963349:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eeecf2c0 reply state 000000008a1e95d0 transno 4295032075 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f000/0xdb23b4c9253cf940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.963358:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764831.963506:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022222878080:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 606us (840us total) trans 4295032075 rc 0/0 00000100:00100000:1.0:1775764831.963513:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44311 00000020:00080000:1.0:1775764831.963519:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764831.968819:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.968846:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764831.969099:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f000/0xdb23b4c9253cf940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.969111:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f000/0xdb23b4c9253cf940 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.969118:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f000/0xdb23b4c9253cf940 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.969123:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d09f000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764831.969129:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f000/0xdb23b4c9253cf940 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.969136:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f000/0xdb23b4c9253cf940 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.969154:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764831.969157:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764831.969161:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f000/0xdb23b4c9253cf940 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.969167:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f000/0xdb23b4c9253cf940 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.969346:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222878208 00000100:00100000:1.0:1775764831.969357:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222878208 00002000:00010000:1.0:1775764831.969393:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1421013->18446744073709551615) 00002000:00100000:1.0:1775764831.969397:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3af100 with x1862022222878208 ext(1421013->18446744073709551615) 00002000:00010000:1.0:1775764831.969408:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3af100. 00000100:00100000:1.0:1775764831.969437:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222878336 00000100:00100000:1.0:1775764831.969440:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222878336 00002000:00010000:1.0:1775764831.969452:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764831.969455:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad880 with x1862022222878336 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764831.969461:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3ad880. 00000100:00100000:1.0:1775764831.969515:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37858 00000100:00100000:1.0:1775764831.969525:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222878208:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764831.969843:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1421013 00002000:00010000:1.0:1775764831.969848:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764831.969850:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:1.0:1775764831.969852:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764831.969854:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:1.0:1775764831.969925:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222878208:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 401us (1115us total) trans 4294996572 rc 0/0 00000100:00100000:1.0:1775764831.969933:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37858 00002000:00010000:1.0:1775764831.969936:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1421013->18446744073709551615) 00002000:00100000:1.0:1775764831.969939:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3af100 with x1862022222878208 ext(1421013->18446744073709551615) 00002000:00010000:1.0:1775764831.969944:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3af100. 00000100:00100000:1.0:1775764831.969960:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37859 00000100:00100000:1.0:1775764831.969967:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222878336:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764831.970106:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 159402 -> 0 00002000:00010000:1.0:1775764831.970110:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764831.970112:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764831.970113:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764831.970115:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764831.970136:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222878336:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 170us (1289us total) trans 4294995981 rc 0/0 00000100:00100000:1.0:1775764831.970142:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37859 00002000:00010000:1.0:1775764831.970146:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764831.970149:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad880 with x1862022222878336 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764831.970153:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3ad880. 00000100:00100000:2.0:1775764831.973722:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764831.973815:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222878464 00000100:00100000:1.0:1775764831.973825:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222878464 00000100:00100000:1.0:1775764831.973921:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44312 00000100:00100000:1.0:1775764831.973932:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022222878464:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764831.973959:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764831.973979:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e800/0xdb23b4c9253cf947 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd2a expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.974079:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ec00/0xdb23b4c9253cf94e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.974095:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ec00/0xdb23b4c9253cf94e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.974107:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ec00/0xdb23b4c9253cf94e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764831.974137:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1421013 00000004:00200000:1.0:1775764831.974141:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764831.974158:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ec00/0xdb23b4c9253cf94e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.974194:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e800/0xdb23b4c9253cf947 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd2a expref: 69 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.974222:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ec00/0xdb23b4c9253cf94e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd2a expref: 68 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.974231:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764831.974234:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764831.974239:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d09ec00, rc 0) 00000100:00100000:1.0:1775764831.974307:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022222878464:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 377us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764831.974315:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44312 00000100:00100000:2.0:1775764831.978108:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.978398:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222878720 00000100:00100000:3.0:1775764831.978409:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222878720 00000100:00100000:3.0:1775764831.978476:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44313 00000100:00100000:3.0:1775764831.978486:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022222878720:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764831.978567:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764831.978596:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ec00/0xdb23b4c9253cf94e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd2a expref: 68 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.978616:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764831.978621:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764831.978837:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf955 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.978851:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf955 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.978861:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf955 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764831.979068:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032076 00000004:00010000:3.0:1775764831.979093:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea276029 reply state 000000008c4fb8dd transno 4295032077 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf955 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.979103:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764831.979234:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022222878720:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 749us (1134us total) trans 4295032077 rc 0/0 00000100:00100000:3.0:1775764831.979242:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44313 00000020:00080000:3.0:1775764831.979246:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764831.983027:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764831.983064:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764831.983126:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf955 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.983138:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf955 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.983145:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf955 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.983150:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96783000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764831.983156:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf955 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.983163:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf955 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.983193:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764831.983197:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764831.983202:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf955 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.983208:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf955 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.984430:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222878848 00000100:00100000:1.0:1775764831.984443:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222878848 00002000:00010000:1.0:1775764831.984492:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2006889->18446744073709551615) 00002000:00100000:1.0:1775764831.984497:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad180 with x1862022222878848 ext(2006889->18446744073709551615) 00002000:00010000:1.0:1775764831.984509:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ad180. 00000100:00100000:1.0:1775764831.984655:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222878976 00000100:00100000:1.0:1775764831.984660:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222878976 00002000:00010000:1.0:1775764831.984673:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764831.984677:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3aca80 with x1862022222878976 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764831.984683:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3aca80. 00000100:00100000:1.0:1775764831.985047:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37860 00000100:00100000:1.0:1775764831.985058:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222878848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764831.985313:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1421013 -> 2006889 00002000:00010000:1.0:1775764831.985317:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764831.985319:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:1.0:1775764831.985322:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764831.985324:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:1.0:1775764831.985389:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222878848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 333us (2370us total) trans 4294996573 rc 0/0 00000100:00100000:1.0:1775764831.985398:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37860 00002000:00010000:1.0:1775764831.985401:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2006889->18446744073709551615) 00002000:00100000:1.0:1775764831.985404:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad180 with x1862022222878848 ext(2006889->18446744073709551615) 00002000:00010000:1.0:1775764831.985410:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ad180. 00000100:00100000:1.0:1775764831.985426:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37861 00000100:00100000:1.0:1775764831.985433:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222878976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764831.985559:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764831.985562:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764831.985564:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764831.985566:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764831.985567:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764831.985588:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222878976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 156us (2524us total) trans 4294995982 rc 0/0 00000100:00100000:1.0:1775764831.985594:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37861 00002000:00010000:1.0:1775764831.985596:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764831.985599:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3aca80 with x1862022222878976 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764831.985603:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3aca80. 00000100:00100000:1.0:1775764831.988796:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764831.992443:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222879104 00000100:00100000:3.0:1775764831.992460:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222879104 00000100:00100000:2.0:1775764831.992758:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44314 00000100:00100000:2.0:1775764831.992772:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+69:11755:x1862022222879104:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764831.992797:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764831.992819:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf95c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd31 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.992920:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253cf963 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.992935:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253cf963 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.992948:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253cf963 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764831.992975:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2006889 00000004:00200000:2.0:1775764831.992979:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764831.992995:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253cf963 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.993030:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253cf95c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd31 expref: 71 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.993047:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253cf963 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd31 expref: 70 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.993057:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764831.993060:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764831.993064:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1e00, rc 0) 00000100:00100000:2.0:1775764831.993138:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022222879104:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 370us (4353us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.993146:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44314 00000100:00100000:2.0:1775764832.005780:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.005859:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222879360 00000100:00100000:3.0:1775764832.005870:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222879360 00000100:00100000:3.0:1775764832.005936:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44315 00000100:00100000:3.0:1775764832.005945:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022222879360:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764832.005999:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764832.006036:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253cf963 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd31 expref: 70 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.006055:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.006060:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764832.006294:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782600/0xdb23b4c9253cf96a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.006309:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782600/0xdb23b4c9253cf96a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.006319:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782600/0xdb23b4c9253cf96a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764832.006370:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032078 00000004:00010000:3.0:1775764832.006393:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026c17864 reply state 00000000c2e8f08e transno 4295032079 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782600/0xdb23b4c9253cf96a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764832.006402:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764832.006486:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022222879360:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 540us (714us total) trans 4295032079 rc 0/0 00000100:00100000:3.0:1775764832.006493:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44315 00000020:00080000:3.0:1775764832.006498:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764832.012570:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.012609:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764832.013375:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782600/0xdb23b4c9253cf96a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.013390:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782600/0xdb23b4c9253cf96a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.013398:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782600/0xdb23b4c9253cf96a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.013403:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96782600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764832.013408:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782600/0xdb23b4c9253cf96a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.013415:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782600/0xdb23b4c9253cf96a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.013432:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.013435:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764832.013439:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782600/0xdb23b4c9253cf96a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.013445:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782600/0xdb23b4c9253cf96a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764832.013506:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222879488 00000100:00100000:2.0:1775764832.013517:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222879488 00002000:00010000:2.0:1775764832.013648:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (498700->18446744073709551615) 00002000:00100000:2.0:1775764832.013654:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3adc00 with x1862022222879488 ext(498700->18446744073709551615) 00002000:00010000:2.0:1775764832.013664:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3adc00. 00000100:00100000:2.0:1775764832.013688:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222879616 00000100:00100000:2.0:1775764832.013691:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222879616 00002000:00010000:2.0:1775764832.013704:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764832.013706:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3afb80 with x1862022222879616 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764832.013714:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3afb80. 00000100:00100000:2.0:1775764832.013734:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37862 00000100:00100000:2.0:1775764832.013743:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222879488:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764832.014080:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2006889 -> 498700 00002000:00010000:2.0:1775764832.014085:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.014087:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:2.0:1775764832.014090:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.014092:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:2.0:1775764832.014150:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222879488:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 408us (1590us total) trans 4294996574 rc 0/0 00000100:00100000:2.0:1775764832.014158:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37862 00002000:00010000:2.0:1775764832.014162:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (498700->18446744073709551615) 00002000:00100000:2.0:1775764832.014164:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3adc00 with x1862022222879488 ext(498700->18446744073709551615) 00002000:00010000:2.0:1775764832.014169:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3adc00. 00000100:00100000:3.0:1775764832.014456:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37863 00000100:00100000:3.0:1775764832.014466:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222879616:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764832.014615:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764832.014618:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764832.014620:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764832.014622:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764832.014624:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764832.014649:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222879616:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 185us (2039us total) trans 4294995983 rc 0/0 00000100:00100000:3.0:1775764832.014656:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37863 00002000:00010000:3.0:1775764832.014658:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764832.014661:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3afb80 with x1862022222879616 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764832.014665:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3afb80. 00000100:00080000:0.0:1775764832.018339:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764832.019253:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.019478:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222879744 00000100:00100000:2.0:1775764832.019489:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222879744 00000100:00100000:2.0:1775764832.019571:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44316 00000100:00100000:2.0:1775764832.019582:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+71:11755:x1862022222879744:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764832.019607:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764832.019627:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf971 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd38 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.019711:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf978 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.019725:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf978 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.019735:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf978 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764832.019763:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 498700 00000004:00200000:2.0:1775764832.019767:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764832.019783:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf978 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.019807:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf971 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd38 expref: 73 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.019825:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf978 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd38 expref: 72 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.019833:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764832.019836:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764832.019839:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0a00, rc 0) 00000100:00100000:2.0:1775764832.019905:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022222879744:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 325us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764832.019912:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44316 00000100:00100000:2.0:1775764832.025442:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.025583:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222880000 00000100:00100000:1.0:1775764832.025595:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222880000 00000100:00100000:1.0:1775764832.025648:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44317 00000100:00100000:1.0:1775764832.025658:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022222880000:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764832.025712:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764832.025741:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cf978 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd38 expref: 72 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.025762:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764832.025768:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764832.025971:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cf97f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.025985:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cf97f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.025995:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cf97f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764832.026056:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032080 00000004:00010000:1.0:1775764832.026081:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b38b4319 reply state 0000000069c97da9 transno 4295032081 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cf97f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764832.026090:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764832.026180:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022222880000:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 522us (746us total) trans 4295032081 rc 0/0 00000100:00100000:1.0:1775764832.026191:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44317 00000020:00080000:1.0:1775764832.026196:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764832.029290:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cf97f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.029306:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cf97f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.029314:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cf97f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.029320:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d09f200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764832.029325:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cf97f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.029332:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cf97f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.029350:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764832.029353:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764832.029358:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cf97f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.029364:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cf97f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764832.030751:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.031013:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222880128 00000100:00100000:0.0:1775764832.031023:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222880128 00002000:00010000:0.0:1775764832.031065:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2780340->18446744073709551615) 00002000:00100000:0.0:1775764832.031070:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2a00 with x1862022222880128 ext(2780340->18446744073709551615) 00002000:00010000:0.0:1775764832.031081:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2a00. 00000100:00100000:0.0:1775764832.031114:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37864 00000100:00100000:0.0:1775764832.031123:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222880128:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764832.031355:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 498700 -> 2780340 00002000:00010000:0.0:1775764832.031359:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:0.0:1775764832.031361:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:0.0:1775764832.031364:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:0.0:1775764832.031366:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:0.0:1775764832.031426:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222880128:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 303us (683us total) trans 4294996575 rc 0/0 00000100:00100000:0.0:1775764832.031435:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37864 00002000:00010000:0.0:1775764832.031438:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2780340->18446744073709551615) 00002000:00100000:0.0:1775764832.031440:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2a00 with x1862022222880128 ext(2780340->18446744073709551615) 00002000:00010000:0.0:1775764832.031445:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2a00. 00000100:00100000:3.0:1775764832.033583:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.033688:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222880256 00000100:00100000:2.0:1775764832.033700:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222880256 00002000:00010000:2.0:1775764832.033732:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764832.033737:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022222880256 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764832.033746:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0e00. 00000100:00100000:2.0:1775764832.033777:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37865 00000100:00100000:2.0:1775764832.033785:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222880256:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764832.033998:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764832.034001:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.034012:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764832.034015:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.034017:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764832.034076:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222880256:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 292us (500us total) trans 4294995984 rc 0/0 00000100:00100000:2.0:1775764832.034084:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37865 00002000:00010000:2.0:1775764832.034088:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764832.034090:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022222880256 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764832.034095:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0e00. 00000100:00100000:1.0:1775764832.038142:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.038235:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222880384 00000100:00100000:2.0:1775764832.038249:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222880384 00000100:00100000:2.0:1775764832.038312:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44318 00000100:00100000:2.0:1775764832.038322:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+73:11755:x1862022222880384:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764832.038353:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764832.038378:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf986 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd3f expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.038472:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf98d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.038493:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf98d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.038506:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf98d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764832.038684:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2780340 00000004:00200000:2.0:1775764832.038689:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764832.038710:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf98d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.038736:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253cf986 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd3f expref: 75 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.038753:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf98d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd3f expref: 74 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.038762:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764832.038765:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764832.038769:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0800, rc 0) 00000100:00100000:2.0:1775764832.038884:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022222880384:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 563us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764832.038892:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44318 00000100:00100000:0.0:1775764832.046034:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.046127:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222880512 00000100:00100000:2.0:1775764832.046137:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222880512 00002000:00100000:2.0:1775764832.046279:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (847872->913407) req@ffff8b8c9a3ae680 x1862022222880512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.046291:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ae680 with x1862022222880512 ext(847872->913407) 00002000:00010000:2.0:1775764832.046298:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ae680 00000100:00100000:2.0:1775764832.046363:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37866 00000100:00100000:2.0:1775764832.046375:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222880512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.064027:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222880512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17629us (17976us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764832.064044:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37866 00002000:00100000:2.0:1775764832.064056:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (847872->913407) req@ffff8b8c9a3ae680 x1862022222880512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.064067:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ae680 with x1862022222880512 ext(847872->913407) 00002000:00010000:2.0:1775764832.064074:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ae680 00000100:00100000:2.0:1775764832.069499:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.069592:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222880640 00000100:00100000:3.0:1775764832.069603:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222880640 00002000:00100000:3.0:1775764832.069655:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (913408->950271) req@ffff8b8cb77e0700 x1862022222880640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.069667:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0700 with x1862022222880640 ext(913408->950271) 00002000:00010000:3.0:1775764832.069672:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0700 00000100:00100000:3.0:1775764832.069705:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37867 00000100:00100000:3.0:1775764832.069715:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222880640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.076342:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222880640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6617us (6840us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764832.076358:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37867 00002000:00100000:0.0:1775764832.076371:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (913408->950271) req@ffff8b8cb77e0700 x1862022222880640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.076383:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0700 with x1862022222880640 ext(913408->950271) 00002000:00010000:0.0:1775764832.076388:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0700 00000100:00100000:3.0:1775764832.080726:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.080837:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222880768 00000100:00100000:2.0:1775764832.080847:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222880768 00002000:00100000:2.0:1775764832.080904:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (217088->937983) req@ffff8b8c892e2d80 x1862022222880768/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.080916:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022222880768 ext(217088->937983) 00002000:00010000:2.0:1775764832.080922:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2d80 00000100:00100000:2.0:1775764832.080961:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37868 00000100:00100000:2.0:1775764832.080970:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222880768:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764832.085942:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022222880768:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4961us (5214us total) trans 4294996576 rc 0/0 00000100:00100000:2.0:1775764832.085956:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37868 00002000:00100000:2.0:1775764832.085968:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (217088->937983) req@ffff8b8c892e2d80 x1862022222880768/t4294996576(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/448 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.085984:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022222880768 ext(217088->937983) 00002000:00010000:2.0:1775764832.085990:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2d80 00000100:00100000:3.0:1775764832.090627:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.091014:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222880896 00000100:00100000:2.0:1775764832.091025:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222880896 00000100:00100000:2.0:1775764832.091088:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84726 00000100:00100000:2.0:1775764832.091099:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222880896:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764832.127381:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996575 is committed 00000001:00080000:3.0:1775764832.127406:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996576 is committed 00000100:00100000:2.0:1775764832.127628:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222880896:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36526us (37005us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764832.127640:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84726 00000100:00100000:0.0:1775764832.134182:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.134331:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222881024 00000100:00100000:3.0:1775764832.134343:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222881024 00002000:00100000:3.0:1775764832.134399:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (901120->3041905) req@ffff8b8c9a3ae300 x1862022222881024/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.134409:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ae300 with x1862022222881024 ext(901120->3041905) 00002000:00010000:3.0:1775764832.134416:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ae300 00000100:00100000:3.0:1775764832.134500:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37869 00000100:00100000:3.0:1775764832.134510:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222881024:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764832.139336:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222881024:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4816us (5161us total) trans 4294996577 rc 0/0 00000100:00100000:3.0:1775764832.139349:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37869 00002000:00100000:3.0:1775764832.139362:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (901120->3041905) req@ffff8b8c9a3ae300 x1862022222881024/t4294996577(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/448 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.139372:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ae300 with x1862022222881024 ext(901120->3041905) 00002000:00010000:3.0:1775764832.139378:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ae300 00000100:00100000:0.0:1775764832.142911:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.143072:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222881152 00000100:00100000:3.0:1775764832.143083:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222881152 00000100:00100000:3.0:1775764832.143140:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84727 00000100:00100000:3.0:1775764832.143150:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb46b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222881152:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764832.178886:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb46b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222881152:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35719us (35964us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764832.178900:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84727 00000001:00080000:1.0:1775764832.179258:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996577 is committed 00000100:00100000:1.0:1775764832.183639:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.183822:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222881408 00000100:00100000:0.0:1775764832.183831:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222881408 00000100:00100000:0.0:1775764832.183897:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44319 00000100:00100000:0.0:1775764832.183908:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022222881408:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764832.183962:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764832.183992:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253cf98d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd3f expref: 74 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764832.184021:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764832.184027:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764832.184241:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf994 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764832.184254:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf994 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764832.184264:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf994 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764832.184316:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032082 00000004:00010000:0.0:1775764832.184341:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a496b25b reply state 00000000f1d2dc78 transno 4295032083 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf994 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764832.184350:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764832.184443:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022222881408:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 536us (812us total) trans 4295032083 rc 0/0 00000100:00100000:0.0:1775764832.184451:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44319 00000020:00080000:0.0:1775764832.184456:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764832.187291:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf994 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.187308:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf994 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.187317:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf994 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.187322:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d13b200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764832.187328:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf994 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.187335:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf994 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.187356:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.187359:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764832.187363:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf994 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.187370:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b200/0xdb23b4c9253cf994 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764832.191832:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.191884:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.191956:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222881536 00000100:00100000:3.0:1775764832.191966:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222881536 00002000:00010000:3.0:1775764832.192014:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764832.192019:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf5180 with x1862022222881536 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764832.192033:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf5180. 00000100:00100000:3.0:1775764832.192066:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222881664 00000100:00100000:3.0:1775764832.192070:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222881664 00002000:00010000:3.0:1775764832.192082:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (839587->18446744073709551615) 00002000:00100000:3.0:1775764832.192085:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf7100 with x1862022222881664 ext(839587->18446744073709551615) 00002000:00010000:3.0:1775764832.192092:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf7100. 00000100:00100000:3.0:1775764832.192117:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37870 00000100:00100000:3.0:1775764832.192126:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222881536:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764832.192416:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2780340 -> 4194304 00002000:00010000:3.0:1775764832.192421:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764832.192423:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764831 00002000:00010000:3.0:1775764832.192425:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764832.192427:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 649 00000100:00100000:3.0:1775764832.192478:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222881536:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 352us (654us total) trans 4294996578 rc 0/0 00000100:00100000:3.0:1775764832.192486:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37870 00002000:00010000:3.0:1775764832.192489:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764832.192491:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf5180 with x1862022222881536 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764832.192495:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf5180. 00000100:00100000:3.0:1775764832.192510:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37871 00000100:00100000:3.0:1775764832.192516:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022222881664:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764832.192655:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 839587 00002000:00010000:3.0:1775764832.192658:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764832.192660:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764832.192662:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764832.192664:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764832.192684:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222881664:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 168us (800us total) trans 4294995985 rc 0/0 00000100:00100000:3.0:1775764832.192691:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37871 00002000:00010000:3.0:1775764832.192693:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (839587->18446744073709551615) 00002000:00100000:3.0:1775764832.192696:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf7100 with x1862022222881664 ext(839587->18446744073709551615) 00002000:00010000:3.0:1775764832.192700:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ecf7100. 00000100:00100000:0.0:1775764832.200845:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.201012:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222881792 00000100:00100000:3.0:1775764832.201022:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222881792 00000100:00100000:3.0:1775764832.201081:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44320 00000100:00100000:3.0:1775764832.201091:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+75:11755:x1862022222881792:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764832.201113:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764832.201135:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf99b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd46 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.201238:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782800/0xdb23b4c9253cf9a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.201251:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782800/0xdb23b4c9253cf9a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.201263:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782800/0xdb23b4c9253cf9a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764832.201291:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5033891 00000004:00200000:3.0:1775764832.201295:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764832.201312:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782800/0xdb23b4c9253cf9a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.201336:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf99b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd46 expref: 77 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.201355:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782800/0xdb23b4c9253cf9a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd46 expref: 76 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.201364:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.201367:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764832.201371:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96782800, rc 0) 00000100:00100000:3.0:1775764832.201489:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022222881792:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 399us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764832.201496:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44320 00010000:00010000:3.0:1775764832.202528:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764832.207133:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.207290:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222881920 00000100:00100000:3.0:1775764832.207304:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222881920 00002000:00100000:3.0:1775764832.207358:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2318336->2371583) req@ffff8b8cb77e1500 x1862022222881920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.207370:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1500 with x1862022222881920 ext(2318336->2371583) 00002000:00010000:3.0:1775764832.207376:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1500 00000100:00100000:3.0:1775764832.207411:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37872 00000100:00100000:3.0:1775764832.207421:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222881920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.216014:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222881920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8576us (8872us total) trans 0 rc 53248/53248 00000100:00100000:3.0:1775764832.216029:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37872 00002000:00100000:3.0:1775764832.216042:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2318336->2371583) req@ffff8b8cb77e1500 x1862022222881920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.216051:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1500 with x1862022222881920 ext(2318336->2371583) 00002000:00010000:3.0:1775764832.216056:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1500 00000100:00100000:2.0:1775764832.219587:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.219677:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222882048 00000100:00100000:3.0:1775764832.219688:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222882048 00002000:00100000:3.0:1775764832.219735:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2863104->2887679) req@ffff8b8cb77e1c00 x1862022222882048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.219746:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1c00 with x1862022222882048 ext(2863104->2887679) 00002000:00010000:3.0:1775764832.219752:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1c00 00000100:00100000:3.0:1775764832.219782:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37873 00000100:00100000:3.0:1775764832.219792:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222882048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.223909:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222882048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4108us (4363us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1775764832.223928:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37873 00002000:00100000:3.0:1775764832.223940:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2863104->2887679) req@ffff8b8cb77e1c00 x1862022222882048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.223952:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1c00 with x1862022222882048 ext(2863104->2887679) 00002000:00010000:3.0:1775764832.223958:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1c00 00000100:00100000:2.0:1775764832.228451:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.228592:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222882176 00000100:00100000:1.0:1775764832.228603:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222882176 00002000:00100000:1.0:1775764832.228650:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (622592->626687) req@ffff8b8cb77e3800 x1862022222882176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.228661:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3800 with x1862022222882176 ext(622592->626687) 00002000:00010000:1.0:1775764832.228668:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3800 00000100:00100000:1.0:1775764832.228692:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37874 00000100:00100000:1.0:1775764832.228701:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222882176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764832.228939:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222882176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 239us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764832.228947:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37874 00002000:00100000:1.0:1775764832.228953:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (622592->626687) req@ffff8b8cb77e3800 x1862022222882176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.228962:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3800 with x1862022222882176 ext(622592->626687) 00002000:00010000:1.0:1775764832.228965:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3800 00000100:00100000:0.0:1775764832.232711:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.232919:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222882304 00000100:00100000:2.0:1775764832.232930:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222882304 00002000:00100000:2.0:1775764832.232979:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (229376->626687) req@ffff8b8c9a3adf80 x1862022222882304/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.232990:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3adf80 with x1862022222882304 ext(229376->626687) 00002000:00010000:2.0:1775764832.232995:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3adf80 00000100:00100000:2.0:1775764832.233037:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37875 00000100:00100000:2.0:1775764832.233048:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222882304:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764832.236217:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222882304:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3164us (3507us total) trans 4294996579 rc 0/0 00000100:00100000:1.0:1775764832.236231:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37875 00002000:00100000:1.0:1775764832.236243:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (229376->626687) req@ffff8b8c9a3adf80 x1862022222882304/t4294996579(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/448 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.236253:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3adf80 with x1862022222882304 ext(229376->626687) 00002000:00010000:1.0:1775764832.236259:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3adf80 00000100:00100000:1.0:1775764832.240804:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.240975:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222882432 00000100:00100000:2.0:1775764832.240985:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222882432 00000100:00100000:2.0:1775764832.241087:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84728 00000100:00100000:2.0:1775764832.241099:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222882432:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764832.267826:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb77e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224985472:0@lo:400:kworker.0 00000100:00100000:0.0:1775764832.267899:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764832.267951:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c3c51dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224985984:0@lo:400:kworker.0 00000100:00100000:0.0:1775764832.267977:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764832.268011:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775764832.268018:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb77e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022224985600:0@lo:400:kworker.0 00000100:00100000:0.0:1775764832.268040:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764832.268057:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c3c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224986112:0@lo:400:kworker.0 00000100:00100000:0.0:1775764832.268081:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764832.268110:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224986112 00000100:00100000:0.0:1775764832.268116:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224986112 00000100:00100000:0.0:1775764832.268165:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1775764832.268255:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224986112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764832.268307:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224986112:12345-0@lo:400:kworker.0 Request processed in 134us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764832.268314:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00080000:0.0:1775764832.268335:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764832.268366:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c3c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224986112:0@lo:400:kworker.0 00000100:00100000:0.0:1775764832.268392:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224985984 00000100:00100000:0.0:1775764832.268395:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224985984 00000100:00100000:0.0:1775764832.268424:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224985600 00000100:00100000:0.0:1775764832.268426:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224985600 00000100:00100000:0.0:1775764832.268443:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1775764832.268449:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224985984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764832.268481:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224985984:12345-0@lo:400:kworker.0 Request processed in 32us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764832.268488:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1775764832.268500:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1775764832.268506:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022224985600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764832.268531:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022224985600:12345-0@lo:400:kworker.0 Request processed in 25us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764832.268559:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00080000:0.0:1775764832.268573:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764832.268589:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb77e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022224985600:0@lo:400:kworker.0 00000100:00100000:0.0:1775764832.268596:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c3c51dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224985984:0@lo:400:kworker.0 00000100:00100000:2.0:1775764832.268814:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224985472 00000100:00100000:2.0:1775764832.268819:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224985472 00000100:00100000:2.0:1775764832.268854:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1775764832.268860:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224985472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764832.268905:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224985472:12345-0@lo:400:kworker.0 Request processed in 46us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764832.268911:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1775764832.268950:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb77e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224985472:0@lo:400:kworker.0 00000100:00100000:3.0:1775764832.269556:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb24d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224985856:0@lo:400:kworker.0 00000100:00100000:3.0:1775764832.269595:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764832.269621:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764832.269626:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c86d75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224985728:0@lo:400:kworker.0 00000100:00100000:3.0:1775764832.269650:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764832.269676:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224985728 00000100:00100000:3.0:1775764832.269679:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224985728 00000100:00100000:3.0:1775764832.269714:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:3.0:1775764832.269719:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224985728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764832.269753:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224985728:12345-0@lo:400:kworker.0 Request processed in 33us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764832.269759:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00080000:3.0:1775764832.269789:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764832.269807:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c86d75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224985728:0@lo:400:kworker.0 00000100:00100000:1.0:1775764832.273020:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224985856 00000100:00100000:1.0:1775764832.273089:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224985856 00000100:00100000:1.0:1775764832.273138:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1775764832.273147:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224985856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764832.273248:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224985856:12345-0@lo:400:kworker.0 Request processed in 102us (3653us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764832.273255:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1775764832.273496:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb24d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224985856:0@lo:400:kworker.0 00000100:00100000:0.0:1775764832.276866:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222882432:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35758us (36060us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764832.276889:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84728 00000001:00080000:1.0:1775764832.279607:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996579 is committed 00000100:00100000:0.0:1775764832.281055:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.281156:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222882560 00000100:00100000:3.0:1775764832.281167:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222882560 00002000:00100000:3.0:1775764832.281295:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3416064->3420159) req@ffff8b8c9a3ad500 x1862022222882560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.281315:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad500 with x1862022222882560 ext(3416064->3420159) 00002000:00010000:3.0:1775764832.281321:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ad500 00000100:00100000:3.0:1775764832.281401:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37876 00000100:00100000:3.0:1775764832.281411:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222882560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.281703:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222882560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 291us (653us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764832.281711:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37876 00002000:00100000:3.0:1775764832.281718:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3416064->3420159) req@ffff8b8c9a3ad500 x1862022222882560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.281725:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ad500 with x1862022222882560 ext(3416064->3420159) 00002000:00010000:3.0:1775764832.281728:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3ad500 00000100:00100000:2.0:1775764832.285695:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.285786:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222882688 00000100:00100000:0.0:1775764832.285796:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222882688 00002000:00100000:0.0:1775764832.285839:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3440640->3444735) req@ffff8b8c3c51dc00 x1862022222882688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.285851:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51dc00 with x1862022222882688 ext(3440640->3444735) 00002000:00010000:0.0:1775764832.285856:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51dc00 00000100:00100000:0.0:1775764832.285892:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37877 00000100:00100000:0.0:1775764832.285900:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222882688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.286156:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222882688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (469us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764832.286164:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37877 00002000:00100000:0.0:1775764832.286177:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3440640->3444735) req@ffff8b8c3c51dc00 x1862022222882688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.286186:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51dc00 with x1862022222882688 ext(3440640->3444735) 00002000:00010000:0.0:1775764832.286189:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51dc00 00000100:00100000:2.0:1775764832.291409:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.291518:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222882816 00000100:00100000:0.0:1775764832.291529:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222882816 00002000:00100000:0.0:1775764832.291599:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3043328->3104767) req@ffff8b8c3c51ce00 x1862022222882816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.291612:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ce00 with x1862022222882816 ext(3043328->3104767) 00002000:00010000:0.0:1775764832.291618:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ce00 00000100:00100000:0.0:1775764832.291651:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37878 00000100:00100000:0.0:1775764832.291660:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222882816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.301607:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222882816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9938us (10200us total) trans 0 rc 61440/61440 00000100:00100000:0.0:1775764832.301621:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37878 00002000:00100000:0.0:1775764832.301633:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3043328->3104767) req@ffff8b8c3c51ce00 x1862022222882816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.301643:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ce00 with x1862022222882816 ext(3043328->3104767) 00002000:00010000:0.0:1775764832.301649:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ce00 00000100:00100000:2.0:1775764832.306150:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.306314:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222882944 00000100:00100000:3.0:1775764832.306324:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222882944 00002000:00100000:3.0:1775764832.306370:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3821568->3887103) req@ffff8b8cad85f800 x1862022222882944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.306381:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f800 with x1862022222882944 ext(3821568->3887103) 00002000:00010000:3.0:1775764832.306387:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f800 00000100:00100000:3.0:1775764832.306451:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37879 00000100:00100000:3.0:1775764832.306460:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222882944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.310046:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222882944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3577us (3896us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1775764832.310058:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37879 00002000:00100000:0.0:1775764832.310069:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3821568->3887103) req@ffff8b8cad85f800 x1862022222882944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.310085:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f800 with x1862022222882944 ext(3821568->3887103) 00002000:00010000:0.0:1775764832.310091:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f800 00000100:00100000:3.0:1775764832.313343:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.313512:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222883200 00000100:00100000:1.0:1775764832.313524:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222883200 00000100:00100000:1.0:1775764832.313607:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44321 00000100:00100000:1.0:1775764832.313617:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022222883200:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764832.313671:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764832.313699:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782800/0xdb23b4c9253cf9a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd46 expref: 76 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.313718:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764832.313724:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764832.313950:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf9a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.313965:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf9a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.313975:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf9a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764832.314037:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032084 00000004:00010000:1.0:1775764832.314061:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c929ddab reply state 00000000f14ddb73 transno 4295032085 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf9a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764832.314073:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764832.314163:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022222883200:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 547us (828us total) trans 4295032085 rc 0/0 00000100:00100000:1.0:1775764832.314180:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44321 00000020:00080000:1.0:1775764832.314185:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764832.317473:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764832.317526:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf9a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.317565:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf9a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.317572:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf9a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.317577:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d09ea00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764832.317582:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf9a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.317589:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf9a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.317606:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.317609:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764832.317615:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf9a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.317620:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09ea00/0xdb23b4c9253cf9a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764832.320100:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.320246:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222883328 00000100:00100000:2.0:1775764832.320258:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222883328 00002000:00010000:2.0:1775764832.320298:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1531089->18446744073709551615) 00002000:00100000:2.0:1775764832.320303:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf5f80 with x1862022222883328 ext(1531089->18446744073709551615) 00002000:00010000:2.0:1775764832.320315:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf5f80. 00000100:00100000:2.0:1775764832.320348:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37880 00000100:00100000:2.0:1775764832.320357:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222883328:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764832.320708:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1531089 00002000:00010000:2.0:1775764832.320712:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.320715:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764831 -> 1775764832 00002000:00010000:2.0:1775764832.320716:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.320720:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 715 00000100:00100000:2.0:1775764832.320773:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222883328:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 417us (3308us total) trans 4294996580 rc 0/0 00000100:00100000:2.0:1775764832.320781:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37880 00002000:00010000:2.0:1775764832.320784:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1531089->18446744073709551615) 00002000:00100000:2.0:1775764832.320786:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ecf5f80 with x1862022222883328 ext(1531089->18446744073709551615) 00002000:00010000:2.0:1775764832.320790:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ecf5f80. 00000100:00100000:2.0:1775764832.321697:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222883456 00000100:00100000:2.0:1775764832.321704:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222883456 00002000:00010000:2.0:1775764832.321727:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764832.321730:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c0e00 with x1862022222883456 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764832.321738:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c0e00. 00000100:00100000:2.0:1775764832.321773:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37881 00000100:00100000:2.0:1775764832.321780:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222883456:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764832.321964:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 839587 -> 0 00002000:00010000:2.0:1775764832.321967:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.321970:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764832.321971:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.321973:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764832.322019:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022222883456:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 238us (1928us total) trans 4294995986 rc 0/0 00000100:00100000:2.0:1775764832.322026:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37881 00002000:00010000:2.0:1775764832.322029:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764832.322031:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c0e00 with x1862022222883456 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764832.322035:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c0e00. 00000100:00100000:1.0:1775764832.326733:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.326819:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222883584 00000100:00100000:3.0:1775764832.326830:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222883584 00000100:00100000:3.0:1775764832.326991:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44322 00000100:00100000:3.0:1775764832.327010:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+77:11755:x1862022222883584:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764832.327036:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764832.327057:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd4d expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.327159:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783600/0xdb23b4c9253cf9b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.327185:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783600/0xdb23b4c9253cf9b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.327198:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783600/0xdb23b4c9253cf9b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764832.327236:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1531089 00000004:00200000:3.0:1775764832.327241:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764832.327258:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783600/0xdb23b4c9253cf9b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.327285:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd4d expref: 79 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.327303:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783600/0xdb23b4c9253cf9b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd4d expref: 78 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.327312:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.327315:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764832.327320:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96783600, rc 0) 00000100:00100000:3.0:1775764832.327425:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022222883584:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 424us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764832.327432:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44322 00000100:00100000:2.0:1775764832.331680:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.331775:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222883712 00000100:00100000:1.0:1775764832.331786:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222883712 00002000:00100000:1.0:1775764832.331832:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (950272->954367) req@ffff8b8cbb782300 x1862022222883712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.331842:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022222883712 ext(950272->954367) 00002000:00010000:1.0:1775764832.331848:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:1.0:1775764832.331977:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37882 00000100:00100000:1.0:1775764832.331986:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222883712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764832.332438:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222883712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 451us (765us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764832.332447:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37882 00002000:00100000:1.0:1775764832.332455:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (950272->954367) req@ffff8b8cbb782300 x1862022222883712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.332463:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022222883712 ext(950272->954367) 00002000:00010000:1.0:1775764832.332467:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:2.0:1775764832.336294:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.336498:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222883840 00000100:00100000:3.0:1775764832.336508:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222883840 00002000:00100000:3.0:1775764832.336600:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (954368->958463) req@ffff8b8cc178b100 x1862022222883840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.336611:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178b100 with x1862022222883840 ext(954368->958463) 00002000:00010000:3.0:1775764832.336616:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc178b100 00000100:00100000:3.0:1775764832.336642:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37883 00000100:00100000:3.0:1775764832.336652:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc178b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222883840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.336898:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc178b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222883840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 247us (612us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764832.336906:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37883 00002000:00100000:3.0:1775764832.336912:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (954368->958463) req@ffff8b8cc178b100 x1862022222883840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.336920:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc178b100 with x1862022222883840 ext(954368->958463) 00002000:00010000:3.0:1775764832.336923:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc178b100 00000100:00100000:0.0:1775764832.344376:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.344476:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222883968 00000100:00100000:3.0:1775764832.344486:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222883968 00002000:00100000:3.0:1775764832.344535:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (569344->1355775) req@ffff8b8c9a3aed80 x1862022222883968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 520/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.344580:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3aed80 with x1862022222883968 ext(569344->1355775) 00002000:00010000:3.0:1775764832.344586:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3aed80 00000100:00100000:3.0:1775764832.344622:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37884 00000100:00100000:3.0:1775764832.344631:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222883968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.391132:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222883968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 46490us (46753us total) trans 0 rc 671744/671744 00000100:00100000:3.0:1775764832.391147:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37884 00002000:00100000:3.0:1775764832.391160:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (569344->1355775) req@ffff8b8c9a3aed80 x1862022222883968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 520/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 671744/671744 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.391170:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3aed80 with x1862022222883968 ext(569344->1355775) 00002000:00010000:3.0:1775764832.391177:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9a3aed80 00000100:00100000:1.0:1775764832.396152:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.396427:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222884096 00000100:00100000:0.0:1775764832.396438:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222884096 00002000:00100000:0.0:1775764832.396490:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (950272->970751) req@ffff8b8caf8c0a80 x1862022222884096/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.396502:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c0a80 with x1862022222884096 ext(950272->970751) 00002000:00010000:0.0:1775764832.396508:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c0a80 00000100:00100000:0.0:1775764832.396577:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37885 00000100:00100000:0.0:1775764832.396587:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222884096:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764832.399290:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222884096:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2696us (3138us total) trans 4294996581 rc 0/0 00000100:00100000:0.0:1775764832.399304:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37885 00002000:00100000:0.0:1775764832.399316:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (950272->970751) req@ffff8b8caf8c0a80 x1862022222884096/t4294996581(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/448 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.399326:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c0a80 with x1862022222884096 ext(950272->970751) 00002000:00010000:0.0:1775764832.399332:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c0a80 00000100:00100000:1.0:1775764832.404054:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.404133:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222884224 00000100:00100000:3.0:1775764832.404143:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222884224 00000100:00100000:3.0:1775764832.404202:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84729 00000100:00100000:3.0:1775764832.404211:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222884224:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764832.434703:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996581 is committed 00000100:00100000:3.0:1775764832.435018:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222884224:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 30802us (30965us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764832.435031:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84729 00000100:00100000:1.0:1775764832.440840:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.441019:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222884480 00000100:00100000:2.0:1775764832.441030:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222884480 00000100:00100000:2.0:1775764832.441094:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44323 00000100:00100000:2.0:1775764832.441106:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022222884480:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764832.441172:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764832.441223:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783600/0xdb23b4c9253cf9b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd4d expref: 78 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.441246:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764832.441251:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764832.441482:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf9be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.441496:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf9be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.441506:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf9be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764832.441605:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032086 00000004:00010000:2.0:1775764832.441631:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed92eb10 reply state 00000000df936fe1 transno 4295032087 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf9be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764832.441641:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764832.441733:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022222884480:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 629us (903us total) trans 4295032087 rc 0/0 00000100:00100000:2.0:1775764832.441741:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44323 00000020:00080000:2.0:1775764832.441746:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764832.444292:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf9be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.444309:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf9be lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.444316:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf9be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.444322:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764832.444327:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf9be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.444335:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf9be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.444353:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.444357:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764832.444362:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf9be lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.444368:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253cf9be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764832.446966:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.447057:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222884608 00000100:00100000:2.0:1775764832.447066:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222884608 00002000:00010000:2.0:1775764832.447110:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764832.447115:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c2300 with x1862022222884608 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764832.447126:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c2300. 00000100:00100000:2.0:1775764832.447159:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37886 00000100:00100000:2.0:1775764832.447177:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222884608:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764832.447470:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1531089 -> 4194304 00002000:00010000:2.0:1775764832.447474:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.447476:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.447478:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.447481:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 715 00000100:00100000:2.0:1775764832.447585:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222884608:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 417us (626us total) trans 4294996582 rc 0/0 00000100:00100000:2.0:1775764832.447593:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37886 00002000:00010000:2.0:1775764832.447597:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764832.447599:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c2300 with x1862022222884608 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764832.447603:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c2300. 00000100:00100000:2.0:1775764832.454629:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.454704:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222884736 00000100:00100000:3.0:1775764832.454713:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222884736 00002000:00010000:3.0:1775764832.454753:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (90435->18446744073709551615) 00002000:00100000:3.0:1775764832.454758:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d68380 with x1862022222884736 ext(90435->18446744073709551615) 00002000:00010000:3.0:1775764832.454771:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d68380. 00000100:00100000:3.0:1775764832.454791:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37887 00000100:00100000:3.0:1775764832.454799:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022222884736:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764832.455020:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 90435 00002000:00010000:3.0:1775764832.455024:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764832.455027:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764832.455029:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:3.0:1775764832.455032:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764832.455088:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222884736:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 289us (466us total) trans 4294995987 rc 0/0 00000100:00100000:3.0:1775764832.455094:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37887 00002000:00010000:3.0:1775764832.455097:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (90435->18446744073709551615) 00002000:00100000:3.0:1775764832.455100:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95d68380 with x1862022222884736 ext(90435->18446744073709551615) 00002000:00010000:3.0:1775764832.455105:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95d68380. 00000100:00100000:0.0:1775764832.459279:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.459388:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222884864 00000100:00100000:2.0:1775764832.459400:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222884864 00002000:00100000:2.0:1775764832.459448:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (32768->36863) req@ffff8b8c9a3ac000 x1862022222884864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.459459:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ac000 with x1862022222884864 ext(32768->36863) 00002000:00010000:2.0:1775764832.459464:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3ac000 00000100:00100000:2.0:1775764832.459498:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37888 00000100:00100000:2.0:1775764832.459508:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222884864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.459804:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222884864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 297us (534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764832.459812:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37888 00002000:00100000:2.0:1775764832.459819:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (32768->36863) req@ffff8b8c9a3ac000 x1862022222884864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.459827:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9a3ac000 with x1862022222884864 ext(32768->36863) 00002000:00010000:2.0:1775764832.459831:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9a3ac000 00000100:00100000:1.0:1775764832.464042:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.464308:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222884992 00000100:00100000:0.0:1775764832.464318:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222884992 00002000:00100000:0.0:1775764832.464368:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (36864->40959) req@ffff8b8caf8c3480 x1862022222884992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.464386:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3480 with x1862022222884992 ext(36864->40959) 00002000:00010000:0.0:1775764832.464392:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c3480 00000100:00100000:0.0:1775764832.464430:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37889 00000100:00100000:0.0:1775764832.464439:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222884992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.464724:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222884992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (692us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764832.464732:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37889 00002000:00100000:0.0:1775764832.464738:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (36864->40959) req@ffff8b8caf8c3480 x1862022222884992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.464745:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3480 with x1862022222884992 ext(36864->40959) 00002000:00010000:0.0:1775764832.464748:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c3480 00000100:00100000:3.0:1775764832.469060:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.469163:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222885120 00000100:00100000:0.0:1775764832.469185:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222885120 00002000:00100000:0.0:1775764832.469232:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (12288->77823) req@ffff8b8c96730380 x1862022222885120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.469243:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96730380 with x1862022222885120 ext(12288->77823) 00002000:00010000:0.0:1775764832.469249:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96730380 00000100:00100000:0.0:1775764832.469282:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37890 00000100:00100000:0.0:1775764832.469291:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222885120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.473967:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222885120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4663us (4901us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764832.473980:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37890 00002000:00100000:0.0:1775764832.473995:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (12288->77823) req@ffff8b8c96730380 x1862022222885120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.474014:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96730380 with x1862022222885120 ext(12288->77823) 00002000:00010000:0.0:1775764832.474020:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96730380 00000100:00100000:1.0:1775764832.478672:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.478781:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222885248 00000100:00100000:0.0:1775764832.478791:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222885248 00002000:00100000:0.0:1775764832.478839:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (77824->94207) req@ffff8b8caf8c3800 x1862022222885248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.478849:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3800 with x1862022222885248 ext(77824->94207) 00002000:00010000:0.0:1775764832.478856:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c3800 00000100:00100000:0.0:1775764832.478954:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37891 00000100:00100000:0.0:1775764832.478965:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222885248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.479260:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222885248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 296us (597us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1775764832.479269:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37891 00002000:00100000:0.0:1775764832.479276:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (77824->94207) req@ffff8b8caf8c3800 x1862022222885248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/16824 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.479284:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3800 with x1862022222885248 ext(77824->94207) 00002000:00010000:0.0:1775764832.479287:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c3800 00000100:00100000:1.0:1775764832.484795:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.485030:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222885376 00000100:00100000:3.0:1775764832.485041:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222885376 00002000:00100000:3.0:1775764832.485088:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (32768->90434) req@ffff8b8caf8c1f80 x1862022222885376/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.485098:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1f80 with x1862022222885376 ext(32768->90434) 00002000:00010000:3.0:1775764832.485104:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c1f80 00000100:00100000:3.0:1775764832.485136:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37892 00000100:00100000:3.0:1775764832.485145:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222885376:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764832.489667:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022222885376:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4513us (4872us total) trans 4294995988 rc 0/0 00000100:00100000:3.0:1775764832.489679:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37892 00002000:00100000:3.0:1775764832.489692:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (32768->90434) req@ffff8b8caf8c1f80 x1862022222885376/t4294995988(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/448 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.489701:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1f80 with x1862022222885376 ext(32768->90434) 00002000:00010000:3.0:1775764832.489707:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c1f80 00000100:00100000:1.0:1775764832.494627:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.494710:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222885504 00000100:00100000:2.0:1775764832.494721:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222885504 00000100:00100000:2.0:1775764832.494818:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84730 00000100:00100000:2.0:1775764832.494829:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2364:x1862022222885504:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764832.525746:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995978 is committed 00000001:00080000:2.0:1775764832.525767:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995982 is committed 00000001:00080000:2.0:1775764832.525775:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995986 is committed 00000001:00080000:2.0:1775764832.525786:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995988 is committed 00000100:00100000:2.0:1775764832.525912:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222885504:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31079us (31288us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764832.525923:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84730 00000100:00100000:2.0:1775764832.528767:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.528865:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222885632 00000100:00100000:3.0:1775764832.528947:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222885632 00000100:00100000:3.0:1775764832.529051:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44324 00000100:00100000:3.0:1775764832.529062:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+79:11755:x1862022222885632:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764832.529089:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764832.529108:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd54 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.529209:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.529224:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.529236:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764832.529264:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4284739 00000004:00200000:3.0:1775764832.529269:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764832.529287:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.529312:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd54 expref: 81 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.529328:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd54 expref: 80 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.529336:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.529339:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764832.529343:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96783000, rc 0) 00000100:00100000:3.0:1775764832.529404:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022222885632:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 343us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764832.529411:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44324 00000100:00100000:1.0:1775764832.534404:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.534489:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222885760 00000100:00100000:2.0:1775764832.534499:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222885760 00002000:00100000:2.0:1775764832.534574:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3981312->4046847) req@ffff8b8caf8c1500 x1862022222885760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.534585:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1500 with x1862022222885760 ext(3981312->4046847) 00002000:00010000:2.0:1775764832.534591:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c1500 00000100:00100000:2.0:1775764832.534616:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37893 00000100:00100000:2.0:1775764832.534625:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222885760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764832.547740:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222885760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13104us (13334us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764832.547754:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37893 00002000:00100000:1.0:1775764832.547767:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3981312->4046847) req@ffff8b8caf8c1500 x1862022222885760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.547779:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1500 with x1862022222885760 ext(3981312->4046847) 00002000:00010000:1.0:1775764832.547785:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c1500 00000100:00100000:1.0:1775764832.550973:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.551080:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222885888 00000100:00100000:0.0:1775764832.551090:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222885888 00002000:00100000:0.0:1775764832.551139:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (4055040->4059135) req@ffff8b8caf8c2d80 x1862022222885888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.551149:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c2d80 with x1862022222885888 ext(4055040->4059135) 00002000:00010000:0.0:1775764832.551157:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c2d80 00000100:00100000:0.0:1775764832.551295:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37894 00000100:00100000:0.0:1775764832.551305:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222885888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.551640:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222885888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 336us (675us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764832.551648:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37894 00002000:00100000:0.0:1775764832.551654:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (4055040->4059135) req@ffff8b8caf8c2d80 x1862022222885888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.551662:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c2d80 with x1862022222885888 ext(4055040->4059135) 00002000:00010000:0.0:1775764832.551665:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c2d80 00000100:00100000:0.0:1775764832.557135:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.557232:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222886016 00000100:00100000:3.0:1775764832.557242:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222886016 00002000:00100000:3.0:1775764832.557291:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3194880->3223551) req@ffff8b8cb77e2680 x1862022222886016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.557302:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2680 with x1862022222886016 ext(3194880->3223551) 00002000:00010000:3.0:1775764832.557308:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2680 00000100:00100000:3.0:1775764832.557341:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37895 00000100:00100000:3.0:1775764832.557350:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222886016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.560840:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222886016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3481us (3705us total) trans 0 rc 28672/28672 00000100:00100000:3.0:1775764832.560853:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37895 00002000:00100000:3.0:1775764832.560876:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3194880->3223551) req@ffff8b8cb77e2680 x1862022222886016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.560887:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2680 with x1862022222886016 ext(3194880->3223551) 00002000:00010000:3.0:1775764832.560895:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2680 00000100:00100000:0.0:1775764832.564416:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.564465:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222886272 00000100:00100000:3.0:1775764832.564476:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222886272 00000100:00100000:3.0:1775764832.564596:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44325 00000100:00100000:3.0:1775764832.564608:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022222886272:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764832.564662:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764832.564692:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd54 expref: 80 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.564713:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.564719:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764832.564969:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.564984:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.564993:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764832.565068:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032088 00000004:00010000:3.0:1775764832.565094:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b684192 reply state 000000005aaea3e6 transno 4295032089 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764832.565104:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764832.565242:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022222886272:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 636us (832us total) trans 4295032089 rc 0/0 00000100:00100000:3.0:1775764832.565250:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44325 00000020:00080000:3.0:1775764832.565255:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764832.568965:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.568997:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.569585:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222886528 00000100:00100000:0.0:1775764832.569596:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222886528 00002000:00010000:0.0:1775764832.569639:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764832.569644:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c0000 with x1862022222886528 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764832.569656:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c0000. 00000100:00100000:0.0:1775764832.569684:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222886400 00000100:00100000:0.0:1775764832.569687:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222886400 00002000:00010000:0.0:1775764832.569700:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3026693->18446744073709551615) 00002000:00100000:0.0:1775764832.569703:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1c00 with x1862022222886400 ext(3026693->18446744073709551615) 00002000:00010000:0.0:1775764832.569709:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c1c00. 00000100:00100000:0.0:1775764832.569732:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37896 00000100:00100000:0.0:1775764832.569742:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222886528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764832.570105:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 90435 -> 0 00002000:00010000:0.0:1775764832.570110:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:0.0:1775764832.570113:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764832.570115:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:0.0:1775764832.570117:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 263 00000100:00100000:0.0:1775764832.570190:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222886528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 448us (1234us total) trans 4294995989 rc 0/0 00000100:00100000:0.0:1775764832.570198:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37896 00002000:00010000:0.0:1775764832.570201:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764832.570204:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c0000 with x1862022222886528 ext(0->18446744073709551615) 00000100:00100000:1.0:1775764832.570405:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37897 00000100:00100000:1.0:1775764832.570417:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222886400:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764832.570604:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3026693 00002000:00010000:1.0:1775764832.570608:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764832.570611:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764832.570613:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764832.570615:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 715 00000100:00100000:1.0:1775764832.570639:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222886400:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 226us (1642us total) trans 4294996583 rc 0/0 00000100:00100000:1.0:1775764832.570646:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37897 00002000:00010000:1.0:1775764832.570649:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3026693->18446744073709551615) 00002000:00100000:1.0:1775764832.570651:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c1c00 with x1862022222886400 ext(3026693->18446744073709551615) 00002000:00010000:1.0:1775764832.570656:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c1c00. 00002000:00010000:0.0:1775764832.570733:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf8c0000. 00010000:00010000:3.0:1775764832.573792:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.573809:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.573818:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.573823:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96782a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764832.573828:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.573836:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9d3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.573853:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.573856:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764832.573860:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9d3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.573883:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764832.574358:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.574456:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222886656 00000100:00100000:1.0:1775764832.574467:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222886656 00000100:00100000:1.0:1775764832.574583:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44326 00000100:00100000:1.0:1775764832.574593:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+81:11755:x1862022222886656:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764832.574616:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764832.574634:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f400/0xdb23b4c9253cf9da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd5b expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.574717:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e200/0xdb23b4c9253cf9e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.574731:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e200/0xdb23b4c9253cf9e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.574741:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e200/0xdb23b4c9253cf9e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764832.574769:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3026693 00000004:00200000:1.0:1775764832.574773:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764832.574790:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e200/0xdb23b4c9253cf9e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.574814:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f400/0xdb23b4c9253cf9da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd5b expref: 83 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.574830:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e200/0xdb23b4c9253cf9e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd5b expref: 82 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.574836:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764832.574839:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764832.574842:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d09e200, rc 0) 00000100:00100000:1.0:1775764832.574909:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022222886656:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 318us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764832.574916:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44326 00000100:00100000:0.0:1775764832.578691:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.578778:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222886784 00000100:00100000:3.0:1775764832.578790:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222886784 00002000:00100000:3.0:1775764832.578839:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2883584->2887679) req@ffff8b8c8f8c7800 x1862022222886784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.578849:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7800 with x1862022222886784 ext(2883584->2887679) 00002000:00010000:3.0:1775764832.578855:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7800 00000100:00100000:3.0:1775764832.578900:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37898 00000100:00100000:3.0:1775764832.578909:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222886784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.579147:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222886784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 238us (466us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764832.579154:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37898 00002000:00100000:3.0:1775764832.579161:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2883584->2887679) req@ffff8b8c8f8c7800 x1862022222886784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.579186:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7800 with x1862022222886784 ext(2883584->2887679) 00002000:00010000:3.0:1775764832.579190:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7800 00000100:00100000:3.0:1775764832.582124:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.582273:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222886912 00000100:00100000:0.0:1775764832.582284:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222886912 00002000:00100000:0.0:1775764832.582333:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2887680->2891775) req@ffff8b8c96731180 x1862022222886912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.582344:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731180 with x1862022222886912 ext(2887680->2891775) 00002000:00010000:0.0:1775764832.582350:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96731180 00000100:00100000:0.0:1775764832.582378:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37899 00000100:00100000:0.0:1775764832.582387:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222886912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.582627:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222886912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 240us (513us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764832.582634:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37899 00002000:00100000:0.0:1775764832.582640:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2887680->2891775) req@ffff8b8c96731180 x1862022222886912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.582653:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731180 with x1862022222886912 ext(2887680->2891775) 00002000:00010000:0.0:1775764832.582655:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96731180 00000100:00100000:0.0:1775764832.587634:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.587808:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222887040 00000100:00100000:2.0:1775764832.587821:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222887040 00002000:00100000:2.0:1775764832.587893:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1626112->1630207) req@ffff8b8c8f8c4e00 x1862022222887040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.587905:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022222887040 ext(1626112->1630207) 00002000:00010000:2.0:1775764832.587912:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4e00 00000100:00100000:2.0:1775764832.587944:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37900 00000100:00100000:2.0:1775764832.587954:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222887040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.588268:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222887040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 315us (643us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764832.588276:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37900 00002000:00100000:2.0:1775764832.588283:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1626112->1630207) req@ffff8b8c8f8c4e00 x1862022222887040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.588291:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022222887040 ext(1626112->1630207) 00002000:00010000:2.0:1775764832.588293:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4e00 00000100:00100000:0.0:1775764832.592300:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.592517:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222887168 00000100:00100000:3.0:1775764832.592527:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222887168 00002000:00100000:3.0:1775764832.592613:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1630208->1634303) req@ffff8b8c8f8c7b80 x1862022222887168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.592623:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022222887168 ext(1630208->1634303) 00002000:00010000:3.0:1775764832.592629:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7b80 00000100:00100000:3.0:1775764832.592663:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37901 00000100:00100000:3.0:1775764832.592672:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222887168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.592903:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222887168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 231us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764832.592910:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37901 00002000:00100000:3.0:1775764832.592916:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1630208->1634303) req@ffff8b8c8f8c7b80 x1862022222887168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.592924:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022222887168 ext(1630208->1634303) 00002000:00010000:3.0:1775764832.592927:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7b80 00000100:00100000:1.0:1775764832.597645:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.597742:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222887296 00000100:00100000:0.0:1775764832.597752:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222887296 00002000:00100000:0.0:1775764832.597802:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1605632->1671167) req@ffff8b8caf8c3b80 x1862022222887296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.597813:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3b80 with x1862022222887296 ext(1605632->1671167) 00002000:00010000:0.0:1775764832.597818:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c3b80 00000100:00100000:0.0:1775764832.597850:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37902 00000100:00100000:0.0:1775764832.597860:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf8c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222887296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.602421:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf8c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222887296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4547us (4769us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764832.602438:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37902 00002000:00100000:0.0:1775764832.602456:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1605632->1671167) req@ffff8b8caf8c3b80 x1862022222887296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.602468:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf8c3b80 with x1862022222887296 ext(1605632->1671167) 00002000:00010000:0.0:1775764832.602477:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf8c3b80 00000100:00100000:0.0:1775764832.608524:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.608656:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222887552 00000100:00100000:3.0:1775764832.608666:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222887552 00000100:00100000:3.0:1775764832.608716:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44327 00000100:00100000:3.0:1775764832.608725:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022222887552:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764832.608772:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764832.608796:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e200/0xdb23b4c9253cf9e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd5b expref: 82 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.608813:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.608818:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764832.609027:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.609040:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.609049:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764832.609095:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032090 00000004:00010000:3.0:1775764832.609119:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035b1ebd0 reply state 000000004b1dfa02 transno 4295032091 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764832.609127:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764832.609226:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022222887552:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 500us (707us total) trans 4295032091 rc 0/0 00000100:00100000:3.0:1775764832.609233:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44327 00000020:00080000:3.0:1775764832.609238:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764832.611795:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.611812:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.611819:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.611825:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96782a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764832.611830:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.611837:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9e8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.611853:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764832.611856:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764832.611861:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9e8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.611877:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782a00/0xdb23b4c9253cf9e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764832.613138:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.613185:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.613263:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222887808 00000100:00100000:1.0:1775764832.613273:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222887808 00002000:00010000:1.0:1775764832.613312:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (918848->18446744073709551615) 00002000:00100000:1.0:1775764832.613316:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5180 with x1862022222887808 ext(918848->18446744073709551615) 00002000:00010000:1.0:1775764832.613327:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5180. 00000100:00100000:1.0:1775764832.613356:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222887680 00000100:00100000:1.0:1775764832.613360:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222887680 00002000:00010000:1.0:1775764832.613372:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764832.613375:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022222887680 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764832.613381:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5500. 00000100:00100000:1.0:1775764832.613406:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37903 00000100:00100000:1.0:1775764832.613416:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222887808:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764832.613654:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 918848 00002000:00010000:1.0:1775764832.613658:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764832.613660:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764832.613663:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764832.613666:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764832.613717:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222887808:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 303us (587us total) trans 4294995990 rc 0/0 00000100:00100000:1.0:1775764832.613724:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37903 00002000:00010000:1.0:1775764832.613728:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (918848->18446744073709551615) 00002000:00100000:1.0:1775764832.613730:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5180 with x1862022222887808 ext(918848->18446744073709551615) 00002000:00010000:1.0:1775764832.613735:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5180. 00000100:00100000:1.0:1775764832.613750:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37904 00000100:00100000:1.0:1775764832.613755:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222887680:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764832.613851:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3026693 -> 4194304 00002000:00010000:1.0:1775764832.613854:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764832.613856:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764832.613858:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764832.613860:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 715 00000100:00100000:1.0:1775764832.613884:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222887680:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 128us (698us total) trans 4294996584 rc 0/0 00000100:00100000:1.0:1775764832.613890:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37904 00002000:00010000:1.0:1775764832.613893:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764832.613895:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022222887680 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764832.613899:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5500. 00000100:00100000:3.0:1775764832.617684:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.617790:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222887936 00000100:00100000:0.0:1775764832.617803:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222887936 00002000:00100000:0.0:1775764832.617861:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (901120->905215) req@ffff8b8c96731500 x1862022222887936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.617883:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731500 with x1862022222887936 ext(901120->905215) 00002000:00010000:0.0:1775764832.617890:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96731500 00000100:00100000:0.0:1775764832.617928:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37905 00000100:00100000:0.0:1775764832.617937:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222887936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.618238:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222887936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 301us (567us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764832.618246:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37905 00002000:00100000:0.0:1775764832.618252:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (901120->905215) req@ffff8b8c96731500 x1862022222887936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.618260:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731500 with x1862022222887936 ext(901120->905215) 00002000:00010000:0.0:1775764832.618263:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96731500 00000100:00100000:1.0:1775764832.622502:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.623330:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222888064 00000100:00100000:3.0:1775764832.623342:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222888064 00002000:00100000:3.0:1775764832.623404:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (905216->909311) req@ffff8b8c8f9cdc00 x1862022222888064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.623415:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdc00 with x1862022222888064 ext(905216->909311) 00002000:00010000:3.0:1775764832.623423:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cdc00 00000100:00100000:3.0:1775764832.623506:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37906 00000100:00100000:3.0:1775764832.623516:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222888064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.623833:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222888064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 317us (1339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764832.623842:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37906 00002000:00100000:3.0:1775764832.623848:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (905216->909311) req@ffff8b8c8f9cdc00 x1862022222888064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.623857:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdc00 with x1862022222888064 ext(905216->909311) 00002000:00010000:3.0:1775764832.623861:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cdc00 00000100:00100000:1.0:1775764832.627939:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.628050:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222888192 00000100:00100000:0.0:1775764832.628060:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222888192 00002000:00100000:0.0:1775764832.628112:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (880640->921599) req@ffff8b8c8f9cd880 x1862022222888192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.628123:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd880 with x1862022222888192 ext(880640->921599) 00002000:00010000:0.0:1775764832.628129:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cd880 00000100:00100000:0.0:1775764832.628198:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37907 00000100:00100000:0.0:1775764832.628207:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222888192:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.633826:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222888192:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5320us (5672us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1775764832.633848:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37907 00002000:00100000:0.0:1775764832.633863:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (880640->921599) req@ffff8b8c8f9cd880 x1862022222888192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.633966:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd880 with x1862022222888192 ext(880640->921599) 00002000:00010000:0.0:1775764832.633975:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cd880 00000100:00100000:1.0:1775764832.637798:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.637965:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222888320 00000100:00100000:2.0:1775764832.637976:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222888320 00002000:00100000:2.0:1775764832.638043:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (901120->918847) req@ffff8b8c8f9cf480 x1862022222888320/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.638055:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf480 with x1862022222888320 ext(901120->918847) 00002000:00010000:2.0:1775764832.638061:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cf480 00000100:00100000:2.0:1775764832.638144:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37908 00000100:00100000:2.0:1775764832.638157:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222888320:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764832.642236:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222888320:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4068us (4433us total) trans 4294995991 rc 0/0 00000100:00100000:2.0:1775764832.642251:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37908 00002000:00100000:2.0:1775764832.642267:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (901120->918847) req@ffff8b8c8f9cf480 x1862022222888320/t4294995991(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/448 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.642277:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf480 with x1862022222888320 ext(901120->918847) 00002000:00010000:2.0:1775764832.642285:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cf480 00000100:00100000:1.0:1775764832.646526:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.646661:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222888448 00000100:00100000:0.0:1775764832.646672:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222888448 00000100:00100000:0.0:1775764832.646726:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84731 00000100:00100000:0.0:1775764832.646736:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222888448:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764832.681803:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995989 is committed 00000001:00080000:3.0:1775764832.681822:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995990 is committed 00000001:00080000:3.0:1775764832.681829:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995991 is committed 00000100:00100000:0.0:1775764832.682103:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222888448:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35363us (35581us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764832.682115:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84731 00000100:00100000:0.0:1775764832.685524:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.685641:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222888576 00000100:00100000:3.0:1775764832.685652:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222888576 00000100:00100000:3.0:1775764832.685757:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44328 00000100:00100000:3.0:1775764832.685768:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+83:11755:x1862022222888576:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764832.685796:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764832.685816:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf9ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd62 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.685917:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.685932:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.685943:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764832.685969:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5113152 00000004:00200000:3.0:1775764832.685973:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764832.685990:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.686027:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96782000/0xdb23b4c9253cf9ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd62 expref: 85 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.686046:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd62 expref: 84 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.686060:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.686063:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764832.686068:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96783000, rc 0) 00000100:00100000:3.0:1775764832.686135:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022222888576:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 369us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764832.686142:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44328 00000100:00100000:1.0:1775764832.690154:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.690391:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222888704 00000100:00100000:2.0:1775764832.690401:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222888704 00002000:00100000:2.0:1775764832.690448:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1945600->1978367) req@ffff8b8c8f9cf800 x1862022222888704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.690460:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf800 with x1862022222888704 ext(1945600->1978367) 00002000:00010000:2.0:1775764832.690466:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf800 00000100:00100000:2.0:1775764832.690497:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37909 00000100:00100000:2.0:1775764832.690507:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222888704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.695770:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222888704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5255us (5619us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1775764832.695785:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37909 00002000:00100000:2.0:1775764832.695800:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1945600->1978367) req@ffff8b8c8f9cf800 x1862022222888704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.695813:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf800 with x1862022222888704 ext(1945600->1978367) 00002000:00010000:2.0:1775764832.695822:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf800 00000100:00100000:3.0:1775764832.702426:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.702634:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222888832 00000100:00100000:1.0:1775764832.702646:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222888832 00002000:00100000:1.0:1775764832.702697:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3457024->3510271) req@ffff8b8c96733480 x1862022222888832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.702709:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733480 with x1862022222888832 ext(3457024->3510271) 00002000:00010000:1.0:1775764832.702715:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733480 00000100:00100000:1.0:1775764832.702751:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37910 00000100:00100000:1.0:1775764832.702761:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222888832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764832.708234:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222888832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5464us (5809us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1775764832.708248:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37910 00002000:00100000:1.0:1775764832.708260:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3457024->3510271) req@ffff8b8c96733480 x1862022222888832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.708271:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733480 with x1862022222888832 ext(3457024->3510271) 00002000:00010000:1.0:1775764832.708277:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733480 00000100:00100000:3.0:1775764832.715201:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.715286:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222888960 00000100:00100000:2.0:1775764832.715297:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222888960 00002000:00100000:2.0:1775764832.715350:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2772992->2777087) req@ffff8b8c96732680 x1862022222888960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.715362:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732680 with x1862022222888960 ext(2772992->2777087) 00002000:00010000:2.0:1775764832.715367:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732680 00000100:00100000:2.0:1775764832.715400:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37911 00000100:00100000:2.0:1775764832.715410:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222888960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.715685:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222888960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764832.715693:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37911 00002000:00100000:2.0:1775764832.715700:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2772992->2777087) req@ffff8b8c96732680 x1862022222888960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.715708:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732680 with x1862022222888960 ext(2772992->2777087) 00002000:00010000:2.0:1775764832.715711:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732680 00000100:00100000:3.0:1775764832.719904:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.720206:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222889088 00000100:00100000:2.0:1775764832.720220:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222889088 00002000:00100000:2.0:1775764832.720275:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2777088->2781183) req@ffff8b8c96732d80 x1862022222889088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.720289:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732d80 with x1862022222889088 ext(2777088->2781183) 00002000:00010000:2.0:1775764832.720295:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732d80 00000100:00100000:2.0:1775764832.720332:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37912 00000100:00100000:2.0:1775764832.720341:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222889088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.720648:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222889088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 307us (754us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764832.720656:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37912 00002000:00100000:2.0:1775764832.720662:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2777088->2781183) req@ffff8b8c96732d80 x1862022222889088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.720669:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732d80 with x1862022222889088 ext(2777088->2781183) 00002000:00010000:2.0:1775764832.720672:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732d80 00000100:00100000:0.0:1775764832.725305:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.725416:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222889216 00000100:00100000:1.0:1775764832.725427:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222889216 00002000:00100000:1.0:1775764832.725475:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2752512->2818047) req@ffff8b8c8f8c6a00 x1862022222889216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.725486:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6a00 with x1862022222889216 ext(2752512->2818047) 00002000:00010000:1.0:1775764832.725491:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6a00 00000100:00100000:1.0:1775764832.725525:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37913 00000100:00100000:1.0:1775764832.725534:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222889216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764832.729755:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222889216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4211us (4451us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764832.729769:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37913 00002000:00100000:1.0:1775764832.729782:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2752512->2818047) req@ffff8b8c8f8c6a00 x1862022222889216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.729794:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6a00 with x1862022222889216 ext(2752512->2818047) 00002000:00010000:1.0:1775764832.729801:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6a00 00000100:00100000:3.0:1775764832.733968:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.734074:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222889344 00000100:00100000:2.0:1775764832.734085:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222889344 00002000:00100000:2.0:1775764832.734135:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2818048->2854911) req@ffff8b8c96733800 x1862022222889344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.734146:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733800 with x1862022222889344 ext(2818048->2854911) 00002000:00010000:2.0:1775764832.734152:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733800 00000100:00100000:2.0:1775764832.734196:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37914 00000100:00100000:2.0:1775764832.734206:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222889344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.738605:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222889344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4391us (4634us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764832.738618:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37914 00002000:00100000:2.0:1775764832.738630:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2818048->2854911) req@ffff8b8c96733800 x1862022222889344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.738641:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733800 with x1862022222889344 ext(2818048->2854911) 00002000:00010000:2.0:1775764832.738648:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733800 00000100:00100000:2.0:1775764832.742979:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.743124:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222889472 00000100:00100000:3.0:1775764832.743135:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222889472 00002000:00100000:3.0:1775764832.743191:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2093056->2158591) req@ffff8b8c86d36300 x1862022222889472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.743202:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36300 with x1862022222889472 ext(2093056->2158591) 00002000:00010000:3.0:1775764832.743208:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36300 00000100:00100000:3.0:1775764832.743242:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37915 00000100:00100000:3.0:1775764832.743252:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222889472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.747418:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222889472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4155us (4437us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764832.747432:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37915 00002000:00100000:3.0:1775764832.747447:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2093056->2158591) req@ffff8b8c86d36300 x1862022222889472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.747465:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36300 with x1862022222889472 ext(2093056->2158591) 00002000:00010000:3.0:1775764832.747471:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36300 00000100:00100000:3.0:1775764832.751416:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.751580:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222889600 00000100:00100000:2.0:1775764832.751591:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222889600 00002000:00100000:2.0:1775764832.751646:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2158592->2195455) req@ffff8b8c96733100 x1862022222889600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.751657:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733100 with x1862022222889600 ext(2158592->2195455) 00002000:00010000:2.0:1775764832.751664:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733100 00000100:00100000:2.0:1775764832.751702:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37916 00000100:00100000:2.0:1775764832.751712:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222889600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.756274:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222889600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4554us (4859us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764832.756287:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37916 00002000:00100000:2.0:1775764832.756301:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2158592->2195455) req@ffff8b8c96733100 x1862022222889600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.756312:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733100 with x1862022222889600 ext(2158592->2195455) 00002000:00010000:2.0:1775764832.756318:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733100 00000100:00100000:2.0:1775764832.761932:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.762032:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222889728 00000100:00100000:3.0:1775764832.762042:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222889728 00002000:00100000:3.0:1775764832.762088:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3604480->3665919) req@ffff8b8cadfc9c00 x1862022222889728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.762098:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9c00 with x1862022222889728 ext(3604480->3665919) 00002000:00010000:3.0:1775764832.762104:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9c00 00000100:00100000:3.0:1775764832.762144:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37917 00000100:00100000:3.0:1775764832.762152:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cadfc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222889728:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.766506:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cadfc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222889728:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4345us (4573us total) trans 0 rc 61440/61440 00000100:00100000:3.0:1775764832.766519:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37917 00002000:00100000:3.0:1775764832.766532:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3604480->3665919) req@ffff8b8cadfc9c00 x1862022222889728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764832.766752:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cadfc9c00 with x1862022222889728 ext(3604480->3665919) 00002000:00010000:3.0:1775764832.766759:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cadfc9c00 00000100:00100000:3.0:1775764832.771421:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.771585:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222889856 00000100:00100000:0.0:1775764832.771594:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222889856 00002000:00100000:0.0:1775764832.771649:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (442368->446463) req@ffff8b8c96732300 x1862022222889856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.771660:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732300 with x1862022222889856 ext(442368->446463) 00002000:00010000:0.0:1775764832.771668:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96732300 00000100:00100000:0.0:1775764832.771697:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37918 00000100:00100000:0.0:1775764832.771706:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222889856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.771956:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222889856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 249us (543us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764832.771967:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37918 00002000:00100000:0.0:1775764832.771973:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (442368->446463) req@ffff8b8c96732300 x1862022222889856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.771981:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732300 with x1862022222889856 ext(442368->446463) 00002000:00010000:0.0:1775764832.771984:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96732300 00000100:00100000:1.0:1775764832.776186:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.776332:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222889984 00000100:00100000:2.0:1775764832.776344:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222889984 00002000:00100000:2.0:1775764832.776394:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (446464->450559) req@ffff8b8c8f9cdf80 x1862022222889984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.776406:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdf80 with x1862022222889984 ext(446464->450559) 00002000:00010000:2.0:1775764832.776412:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cdf80 00000100:00100000:2.0:1775764832.776445:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37919 00000100:00100000:2.0:1775764832.776454:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222889984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.776736:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222889984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 283us (569us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764832.776743:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37919 00002000:00100000:2.0:1775764832.776749:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (446464->450559) req@ffff8b8c8f9cdf80 x1862022222889984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.776756:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdf80 with x1862022222889984 ext(446464->450559) 00002000:00010000:2.0:1775764832.776760:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cdf80 00000100:00100000:0.0:1775764832.777752:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764832.777773:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb24d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224986240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764832.777828:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764832.778022:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224986240 00000100:00100000:3.0:1775764832.778028:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224986240 00000100:00100000:3.0:1775764832.778072:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1775764832.778080:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224986240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764832.778105:0:6595:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 3407872 granted 491323392 pending 0 free 3858759680 avail 3838836736 00000100:00100000:3.0:1775764832.778156:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224986240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764832.778162:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1775764832.778899:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb24d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224986240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764832.784346:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.784456:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222890112 00000100:00100000:0.0:1775764832.784466:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222890112 00002000:00100000:0.0:1775764832.784513:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (106496->806911) req@ffff8b8c90d53b80 x1862022222890112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.784524:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022222890112 ext(106496->806911) 00002000:00010000:0.0:1775764832.784530:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53b80 00000100:00100000:0.0:1775764832.784617:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37920 00000100:00100000:0.0:1775764832.784627:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222890112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.794628:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222890112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9988us (10277us total) trans 0 rc 692224/692224 00000100:00100000:0.0:1775764832.794641:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37920 00002000:00100000:0.0:1775764832.794654:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (106496->806911) req@ffff8b8c90d53b80 x1862022222890112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 692224/692224 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.794665:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022222890112 ext(106496->806911) 00002000:00010000:0.0:1775764832.794671:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53b80 00000100:00100000:3.0:1775764832.799633:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.799741:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222890240 00000100:00100000:1.0:1775764832.799752:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222890240 00002000:00100000:1.0:1775764832.799798:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (442368->1042973) req@ffff8b8cb24d0000 x1862022222890240/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.799809:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022222890240 ext(442368->1042973) 00002000:00010000:1.0:1775764832.799815:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0000 00000100:00100000:1.0:1775764832.799888:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37921 00000100:00100000:1.0:1775764832.799898:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222890240:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764832.803806:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222890240:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3900us (4173us total) trans 4294995992 rc 0/0 00000100:00100000:1.0:1775764832.803820:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37921 00002000:00100000:1.0:1775764832.803831:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (442368->1042973) req@ffff8b8cb24d0000 x1862022222890240/t4294995992(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/448 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.803841:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022222890240 ext(442368->1042973) 00002000:00010000:1.0:1775764832.803847:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0000 00000100:00100000:2.0:1775764832.807256:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.807531:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222890368 00000100:00100000:1.0:1775764832.807572:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222890368 00000100:00100000:1.0:1775764832.807617:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84732 00000100:00100000:1.0:1775764832.807626:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222890368:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764832.838161:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222890368:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 30525us (30902us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764832.838606:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84732 00000001:00080000:1.0:1775764832.838644:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995992 is committed 00000100:00100000:2.0:1775764832.842270:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.842337:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222890624 00000100:00100000:3.0:1775764832.842347:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222890624 00000100:00100000:3.0:1775764832.842405:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44329 00000100:00100000:3.0:1775764832.842416:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022222890624:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764832.842475:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764832.842504:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cf9f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd62 expref: 84 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.842523:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.842528:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764832.842768:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783a00/0xdb23b4c9253cf9fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.842782:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783a00/0xdb23b4c9253cf9fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.842791:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783a00/0xdb23b4c9253cf9fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764832.842841:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032092 00000004:00010000:3.0:1775764832.842880:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046749601 reply state 000000008301865a transno 4295032093 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783a00/0xdb23b4c9253cf9fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764832.842889:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764832.843433:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022222890624:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1018us (1170us total) trans 4295032093 rc 0/0 00000100:00100000:3.0:1775764832.843443:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44329 00000020:00080000:3.0:1775764832.843448:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764832.847463:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.847494:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.847554:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222890752 00000100:00100000:2.0:1775764832.847563:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222890752 00002000:00010000:2.0:1775764832.847602:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (912350->18446744073709551615) 00002000:00100000:2.0:1775764832.847607:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ed80 with x1862022222890752 ext(912350->18446744073709551615) 00002000:00010000:2.0:1775764832.847619:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ed80. 00000100:00100000:2.0:1775764832.847639:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222890880 00000100:00100000:2.0:1775764832.847642:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222890880 00002000:00010000:2.0:1775764832.847653:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764832.847656:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f480 with x1862022222890880 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764832.847662:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f480. 00000100:00100000:2.0:1775764832.847680:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37922 00000100:00100000:2.0:1775764832.847689:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222890752:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764832.848034:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 912350 00002000:00010000:2.0:1775764832.848037:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764833 00002000:00010000:2.0:1775764832.848040:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764832 00002000:00010000:2.0:1775764832.848041:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764833 00002000:00010000:2.0:1775764832.848043:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 715 00000100:00100000:2.0:1775764832.848091:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222890752:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 403us (637us total) trans 4294996585 rc 0/0 00000100:00100000:2.0:1775764832.848098:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37922 00002000:00010000:2.0:1775764832.848102:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (912350->18446744073709551615) 00002000:00100000:2.0:1775764832.848105:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ed80 with x1862022222890752 ext(912350->18446744073709551615) 00002000:00010000:2.0:1775764832.848109:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ed80. 00000100:00100000:2.0:1775764832.848131:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37923 00000100:00100000:2.0:1775764832.848137:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222890880:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764832.848353:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 918848 -> 0 00002000:00010000:2.0:1775764832.848356:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764832 -> 1775764833 00002000:00010000:2.0:1775764832.848358:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764832.848361:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764832 -> 1775764833 00002000:00010000:2.0:1775764832.848363:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 647 00000100:00100000:2.0:1775764832.848385:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222890880:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 247us (889us total) trans 4294995993 rc 0/0 00000100:00100000:2.0:1775764832.848392:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37923 00002000:00010000:2.0:1775764832.848395:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764832.848397:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f480 with x1862022222890880 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764832.848401:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f480. 00010000:00010000:1.0:1775764832.849028:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783a00/0xdb23b4c9253cf9fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.849040:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783a00/0xdb23b4c9253cf9fd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.849049:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783a00/0xdb23b4c9253cf9fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.849055:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96783a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764832.849060:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783a00/0xdb23b4c9253cf9fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.849067:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783a00/0xdb23b4c9253cf9fd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.849085:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764832.849088:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764832.849094:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783a00/0xdb23b4c9253cf9fd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.849100:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783a00/0xdb23b4c9253cf9fd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764832.857588:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.857759:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222891008 00000100:00100000:2.0:1775764832.857770:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222891008 00000100:00100000:2.0:1775764832.857835:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44330 00000100:00100000:2.0:1775764832.857845:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+85:11755:x1862022222891008:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764832.857882:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764832.857904:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cfa04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd69 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.857987:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cfa0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.858012:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cfa0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.858023:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cfa0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764832.858050:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 912350 00000004:00200000:2.0:1775764832.858054:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764832.858071:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cfa0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.858095:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253cfa04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd69 expref: 87 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.858113:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cfa0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd69 expref: 86 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764832.858121:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764832.858124:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764832.858128:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0200, rc 0) 00000100:00100000:2.0:1775764832.858512:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022222891008:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 667us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764832.858519:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44330 00000100:00100000:0.0:1775764832.864768:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.864859:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222891264 00000100:00100000:3.0:1775764832.864880:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222891264 00000100:00100000:3.0:1775764832.864942:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44331 00000100:00100000:3.0:1775764832.864953:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022222891264:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764832.865019:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764832.865047:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253cfa0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd69 expref: 86 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.865067:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764832.865073:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764832.865306:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cfa12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.865320:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cfa12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764832.865330:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cfa12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764832.865384:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032094 00000004:00010000:3.0:1775764832.865410:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000980c88a8 reply state 00000000a47eaa95 transno 4295032095 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cfa12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764832.865419:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764832.865507:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022222891264:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 555us (748us total) trans 4295032095 rc 0/0 00000100:00100000:3.0:1775764832.865605:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44331 00000020:00080000:3.0:1775764832.865610:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764832.868886:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cfa12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.868905:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cfa12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.868913:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cfa12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.868920:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96783000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764832.868925:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cfa12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.868932:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cfa12 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.868951:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764832.868955:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764832.868960:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cfa12 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.868967:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96783000/0xdb23b4c9253cfa12 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764832.870598:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.870739:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222891392 00000100:00100000:1.0:1775764832.870748:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222891392 00002000:00010000:1.0:1775764832.870786:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1577031->18446744073709551615) 00002000:00100000:1.0:1775764832.870790:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6d80 with x1862022222891392 ext(1577031->18446744073709551615) 00002000:00010000:1.0:1775764832.870803:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6d80. 00000100:00100000:1.0:1775764832.870827:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37924 00000100:00100000:1.0:1775764832.870836:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222891392:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764832.871073:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 912350 -> 1577031 00002000:00010000:1.0:1775764832.871077:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764832.871079:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764832.871081:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764832.871083:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 715 00000100:00100000:1.0:1775764832.871188:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222891392:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 352us (598us total) trans 4294996586 rc 0/0 00000100:00100000:1.0:1775764832.871196:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37924 00002000:00010000:1.0:1775764832.871200:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1577031->18446744073709551615) 00002000:00100000:1.0:1775764832.871202:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6d80 with x1862022222891392 ext(1577031->18446744073709551615) 00002000:00010000:1.0:1775764832.871206:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6d80. 00000100:00100000:3.0:1775764832.874025:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.874104:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222891520 00000100:00100000:2.0:1775764832.874116:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222891520 00002000:00010000:2.0:1775764832.874153:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764832.874158:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75500 with x1862022222891520 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764832.874179:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d75500. 00000100:00100000:2.0:1775764832.874213:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37925 00000100:00100000:2.0:1775764832.874222:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222891520:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764832.874439:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764832.874443:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:2.0:1775764832.874445:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764832.874448:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:2.0:1775764832.874450:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:2.0:1775764832.874518:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222891520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 295us (500us total) trans 4294995994 rc 0/0 00000100:00100000:2.0:1775764832.874526:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37925 00002000:00010000:2.0:1775764832.874530:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764832.874532:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75500 with x1862022222891520 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764832.874566:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d75500. 00000100:00100000:3.0:1775764832.877379:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.877491:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222891648 00000100:00100000:1.0:1775764832.877502:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222891648 00000100:00100000:1.0:1775764832.877590:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44332 00000100:00100000:1.0:1775764832.877599:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+87:11755:x1862022222891648:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764832.877623:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764832.877640:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd70 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.877718:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e400/0xdb23b4c9253cfa20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.877732:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e400/0xdb23b4c9253cfa20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.877744:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e400/0xdb23b4c9253cfa20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764832.877770:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1577031 00000004:00200000:1.0:1775764832.877774:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764832.877788:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e400/0xdb23b4c9253cfa20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.877810:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd70 expref: 89 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.877828:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e400/0xdb23b4c9253cfa20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd70 expref: 88 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.877837:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764832.877841:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764832.877844:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d09e400, rc 0) 00000100:00100000:1.0:1775764832.877908:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022222891648:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 310us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764832.877914:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44332 00000100:00100000:3.0:1775764832.883618:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.883706:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222891904 00000100:00100000:1.0:1775764832.883717:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222891904 00000100:00100000:1.0:1775764832.883774:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44333 00000100:00100000:1.0:1775764832.883783:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022222891904:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764832.883837:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764832.883874:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09e400/0xdb23b4c9253cfa20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd70 expref: 88 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.883892:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764832.883897:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764832.884126:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa27 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.884141:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.884151:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764832.884202:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032096 00000004:00010000:1.0:1775764832.884227:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f7d68ca reply state 00000000aba7abd9 transno 4295032097 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764832.884237:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764832.884323:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022222891904:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 541us (714us total) trans 4295032097 rc 0/0 00000100:00100000:1.0:1775764832.884331:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44333 00000020:00080000:1.0:1775764832.884336:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764832.886898:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.886914:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa27 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.886920:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.886925:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d09f200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764832.886929:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.886936:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa27 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.886953:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764832.886956:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764832.886960:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa27 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764832.886969:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d09f200/0xdb23b4c9253cfa27 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764832.893146:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.893201:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.893267:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222892160 00000100:00100000:1.0:1775764832.893283:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222892160 00000100:00100000:0.0:1775764832.893289:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222892032 00000100:00100000:0.0:1775764832.893293:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222892032 00002000:00010000:0.0:1775764832.893323:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00010000:1.0:1775764832.893323:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1107368->18446744073709551615) 00002000:00100000:0.0:1775764832.893328:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ca80 with x1862022222892032 ext(4194304->18446744073709551615) 00002000:00100000:1.0:1775764832.893328:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89bb80 with x1862022222892160 ext(1107368->18446744073709551615) 00002000:00010000:0.0:1775764832.893339:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ca80. 00002000:00010000:1.0:1775764832.893339:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89bb80. 00000100:00100000:1.0:1775764832.893368:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37926 00000100:00100000:1.0:1775764832.893377:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222892160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764832.893633:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1107368 00002000:00010000:1.0:1775764832.893638:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764832.893640:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764832.893643:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764832.893645:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:1.0:1775764832.893704:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222892160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 327us (566us total) trans 4294995995 rc 0/0 00000100:00100000:1.0:1775764832.893711:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37926 00002000:00010000:1.0:1775764832.893715:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1107368->18446744073709551615) 00002000:00100000:1.0:1775764832.893718:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89bb80 with x1862022222892160 ext(1107368->18446744073709551615) 00002000:00010000:1.0:1775764832.893722:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89bb80. 00000100:00100000:1.0:1775764832.893738:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37927 00000100:00100000:1.0:1775764832.893745:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222892032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764832.893859:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1577031 -> 4194304 00002000:00010000:1.0:1775764832.893862:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764832.893864:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764832.893866:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764832.893868:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 715 00000100:00100000:1.0:1775764832.893904:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222892032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 159us (702us total) trans 4294996587 rc 0/0 00000100:00100000:1.0:1775764832.893911:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37927 00002000:00010000:1.0:1775764832.893914:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764832.893917:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ca80 with x1862022222892032 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764832.893921:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ca80. 00000100:00100000:3.0:1775764832.911856:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764832.911982:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222892288 00000100:00100000:2.0:1775764832.911993:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222892288 00002000:00100000:2.0:1775764832.912055:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (1101824->1105919) req@ffff8b8b8109f100 x1862022222892288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.912072:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f100 with x1862022222892288 ext(1101824->1105919) 00002000:00010000:2.0:1775764832.912079:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109f100 00000100:00100000:2.0:1775764832.912112:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37928 00000100:00100000:2.0:1775764832.912122:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222892288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.912453:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222892288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 332us (606us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764832.912461:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37928 00002000:00100000:2.0:1775764832.912467:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (1101824->1105919) req@ffff8b8b8109f100 x1862022222892288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/4536 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.912475:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f100 with x1862022222892288 ext(1101824->1105919) 00002000:00010000:2.0:1775764832.912478:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109f100 00000100:00100000:3.0:1775764832.915308:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.915495:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222892416 00000100:00100000:0.0:1775764832.915504:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222892416 00002000:00100000:0.0:1775764832.915588:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (499712->1892351) req@ffff8b8cb3451f80 x1862022222892416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.915599:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022222892416 ext(499712->1892351) 00002000:00010000:0.0:1775764832.915605:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80 00000100:00100000:0.0:1775764832.915637:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37929 00000100:00100000:0.0:1775764832.915646:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222892416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764832.933773:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.933818:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.933848:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.933876:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764832.933914:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.934014:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222892544 00000100:00100000:0.0:1775764832.934023:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222892544 00002000:00100000:0.0:1775764832.934071:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (0->1110015) req@ffff8b8cbaed4000 x1862022222892544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.934093:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4000 with x1862022222892544 ext(0->1110015) 00002000:00010000:0.0:1775764832.934099:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed4000 00000100:00100000:0.0:1775764832.934129:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222892672 00000100:00100000:0.0:1775764832.934132:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222892672 00002000:00100000:0.0:1775764832.934145:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1101823) req@ffff8b8cc17b7b80 x1862022222892672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.934152:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7b80 with x1862022222892672 ext(1044480->1101823) 00002000:00010000:0.0:1775764832.934156:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b7b80 00000100:00100000:0.0:1775764832.934169:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222892800 00000100:00100000:0.0:1775764832.934172:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222892800 00002000:00100000:0.0:1775764832.934185:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1892352->2940927) req@ffff8b8b85a32300 x1862022222892800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.934192:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32300 with x1862022222892800 ext(1892352->2940927) 00002000:00010000:0.0:1775764832.934194:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32300 00000100:00100000:0.0:1775764832.934205:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222892928 00000100:00100000:0.0:1775764832.934208:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222892928 00002000:00100000:0.0:1775764832.934218:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2940928->3989503) req@ffff8b8b85a33480 x1862022222892928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.934225:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33480 with x1862022222892928 ext(2940928->3989503) 00002000:00010000:0.0:1775764832.934228:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33480 00000100:00100000:0.0:1775764832.934239:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222893056 00000100:00100000:0.0:1775764832.934241:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222893056 00002000:00100000:0.0:1775764832.934253:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3989504->4194303) req@ffff8b8c92fed500 x1862022222893056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.934260:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed500 with x1862022222893056 ext(3989504->4194303) 00002000:00010000:0.0:1775764832.934263:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed500 00000100:00100000:0.0:1775764832.934281:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37930 00000100:00100000:0.0:1775764832.934290:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222892544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.934824:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37931 00000100:00100000:2.0:1775764832.934834:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222892672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764832.934984:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37932 00000100:00100000:2.0:1775764832.934992:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222892800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.935148:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37933 00000100:00100000:0.0:1775764832.935159:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222892928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.935879:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37934 00000100:00100000:0.0:1775764832.935889:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2365:x1862022222893056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764832.944886:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222892416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 29225us (29575us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764832.944902:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37929 00002000:00100000:0.0:1775764832.944915:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (499712->1892351) req@ffff8b8cb3451f80 x1862022222892416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.944927:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022222892416 ext(499712->1892351) 00002000:00010000:0.0:1775764832.944933:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80 00000100:00100000:2.0:1775764832.950821:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222892672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15976us (16989us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764832.950835:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37931 00002000:00100000:2.0:1775764832.950847:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1101823) req@ffff8b8cc17b7b80 x1862022222892672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764832.950857:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7b80 with x1862022222892672 ext(1044480->1101823) 00002000:00010000:2.0:1775764832.950864:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b7b80 00000100:00100000:0.0:1775764832.958332:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222892544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 24030us (24556us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764832.958348:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37930 00002000:00100000:0.0:1775764832.958362:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (0->1110015) req@ffff8b8cbaed4000 x1862022222892544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 504/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.958374:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4000 with x1862022222892544 ext(0->1110015) 00002000:00010000:0.0:1775764832.958381:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed4000 00000100:00100000:1.0:1775764832.960677:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222893056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 24780us (26752us total) trans 0 rc 204800/204800 00000100:00100000:1.0:1775764832.960691:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37934 00002000:00100000:1.0:1775764832.960707:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3989504->4194303) req@ffff8b8c92fed500 x1862022222893056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 204800/204800 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.960718:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed500 with x1862022222893056 ext(3989504->4194303) 00002000:00010000:1.0:1775764832.960724:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed500 00000100:00100000:0.0:1775764832.963730:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022222892800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 28730us (29872us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764832.963745:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37932 00002000:00100000:0.0:1775764832.963759:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1892352->2940927) req@ffff8b8b85a32300 x1862022222892800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.963771:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32300 with x1862022222892800 ext(1892352->2940927) 00002000:00010000:0.0:1775764832.963777:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32300 00000100:00100000:1.0:1775764832.965685:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222892928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30520us (31798us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764832.965699:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37933 00002000:00100000:1.0:1775764832.965710:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2940928->3989503) req@ffff8b8b85a33480 x1862022222892928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 488/440 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764832.965721:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33480 with x1862022222892928 ext(2940928->3989503) 00002000:00010000:1.0:1775764832.965727:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33480 00000100:00100000:3.0:1775764832.973337:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764832.974532:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222893184 00000100:00100000:0.0:1775764832.974560:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222893184 00002000:00100000:0.0:1775764832.974622:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1101824->1107367) req@ffff8b8c92feed80 x1862022222893184/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 6032/0 e 0 to 0 dl 1775764843 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.974633:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feed80 with x1862022222893184 ext(1101824->1107367) 00002000:00010000:0.0:1775764832.974639:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92feed80 00000100:00100000:0.0:1775764832.974676:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37935 00000100:00100000:0.0:1775764832.974685:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222893184:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764832.975670:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222893184:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 980us (2337us total) trans 4294995996 rc 0/0 00000100:00100000:0.0:1775764832.975679:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37935 00002000:00100000:0.0:1775764832.975688:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1101824->1107367) req@ffff8b8c92feed80 x1862022222893184/t4294995996(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:313/0 lens 6032/448 e 0 to 0 dl 1775764843 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764832.975697:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feed80 with x1862022222893184 ext(1101824->1107367) 00002000:00010000:0.0:1775764832.975701:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92feed80 00000100:00100000:3.0:1775764832.980412:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764832.982009:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222893312 00000100:00100000:1.0:1775764832.982023:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222893312 00000100:00100000:1.0:1775764832.982091:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84733 00000100:00100000:1.0:1775764832.982100:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9a57ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222893312:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764833.044819:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294995996 is committed 00000100:00100000:3.0:1775764833.045010:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9a57ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222893312:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 62899us (64596us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.045021:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84733 00000100:00100000:2.0:1775764833.049636:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.049726:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222893440 00000100:00100000:0.0:1775764833.049735:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222893440 00000100:00100000:0.0:1775764833.049833:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44334 00000100:00100000:0.0:1775764833.049845:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+89:11755:x1862022222893440:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764833.049879:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764833.049906:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cfa2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd77 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.049982:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cfa35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.049993:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cfa35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.050020:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cfa35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764833.050047:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5301672 00000004:00200000:0.0:1775764833.050051:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764833.050069:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cfa35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.050097:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13a200/0xdb23b4c9253cfa2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd77 expref: 91 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.050117:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cfa35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd77 expref: 90 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.050125:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764833.050128:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764833.050132:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13b800, rc 0) 00000100:00100000:0.0:1775764833.050200:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022222893440:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 357us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764833.050206:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44334 00000100:00080000:3.0:1775764833.050514:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764833.056643:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.056827:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222893696 00000100:00100000:2.0:1775764833.056838:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222893696 00000100:00100000:3.0:1775764833.057107:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44335 00000100:00100000:3.0:1775764833.057120:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022222893696:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764833.057187:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764833.057217:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b800/0xdb23b4c9253cfa35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd77 expref: 90 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.057251:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.057256:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764833.057481:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfa3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.057495:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfa3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.057506:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfa3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764833.057599:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032098 00000004:00010000:3.0:1775764833.057626:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000376b87f9 reply state 00000000a96cbe20 transno 4295032099 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfa3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764833.057636:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764833.057727:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022222893696:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 609us (1093us total) trans 4295032099 rc 0/0 00000100:00100000:3.0:1775764833.057735:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44335 00000020:00080000:3.0:1775764833.057740:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764833.061912:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.062006:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.062080:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222893824 00000100:00100000:0.0:1775764833.062089:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222893824 00002000:00010000:0.0:1775764833.062128:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2177453->18446744073709551615) 00002000:00100000:0.0:1775764833.062133:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e300 with x1862022222893824 ext(2177453->18446744073709551615) 00002000:00010000:0.0:1775764833.062147:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e300. 00000100:00100000:0.0:1775764833.062187:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222893952 00000100:00100000:0.0:1775764833.062191:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222893952 00002000:00010000:0.0:1775764833.062224:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764833.062235:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c700 with x1862022222893952 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764833.062242:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c700. 00000100:00100000:0.0:1775764833.062262:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37936 00000100:00100000:0.0:1775764833.062272:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222893824:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764833.062570:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2177453 00002000:00010000:0.0:1775764833.062575:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.062578:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764832 00002000:00010000:0.0:1775764833.062580:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.062582:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 715 00000100:00100000:0.0:1775764833.062640:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222893824:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 369us (747us total) trans 4294996588 rc 0/0 00000100:00100000:0.0:1775764833.062648:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37936 00002000:00010000:0.0:1775764833.062652:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2177453->18446744073709551615) 00002000:00100000:0.0:1775764833.062655:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e300 with x1862022222893824 ext(2177453->18446744073709551615) 00002000:00010000:0.0:1775764833.062659:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e300. 00000100:00100000:0.0:1775764833.062678:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37937 00000100:00100000:0.0:1775764833.062685:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222893952:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764833.062910:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1107368 -> 0 00002000:00010000:0.0:1775764833.062913:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.062915:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764833.062917:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.062920:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 135 00000100:00100000:0.0:1775764833.062942:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222893952:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 258us (945us total) trans 4294995997 rc 0/0 00000100:00100000:0.0:1775764833.062950:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37937 00002000:00010000:0.0:1775764833.062953:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764833.062955:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c700 with x1862022222893952 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764833.062960:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c700. 00000100:00080000:0.0:1775764833.062982:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775764833.066796:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfa3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.066815:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfa3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.066822:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfa3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.066827:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4e400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764833.066832:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfa3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.066839:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfa3c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.066858:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764833.066861:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764833.066876:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfa3c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.066883:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfa3c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764833.085923:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.086006:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222894080 00000100:00100000:3.0:1775764833.086015:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222894080 00000100:00100000:3.0:1775764833.086070:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44336 00000100:00100000:3.0:1775764833.086080:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+91:11755:x1862022222894080:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764833.086104:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764833.086124:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd7e expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.086232:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.086246:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.086259:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764833.086284:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2177453 00000004:00200000:3.0:1775764833.086289:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764833.086305:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.086328:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd7e expref: 93 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.086343:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd7e expref: 92 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.086352:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.086355:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764833.086359:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4ec00, rc 0) 00000100:00100000:3.0:1775764833.086416:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022222894080:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 338us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.086422:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44336 00000100:00100000:0.0:1775764833.097572:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.097683:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222894336 00000100:00100000:3.0:1775764833.097695:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222894336 00000100:00100000:3.0:1775764833.097881:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44337 00000100:00100000:3.0:1775764833.097902:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022222894336:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764833.097972:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764833.098017:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd7e expref: 92 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.098041:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.098047:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764833.098613:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa51 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.098631:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.098643:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764833.098704:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032100 00000004:00010000:3.0:1775764833.098816:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007d0e2644 reply state 000000002c6b6cf5 transno 4295032101 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764833.098825:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764833.099115:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022222894336:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1223us (1550us total) trans 4295032101 rc 0/0 00000100:00100000:3.0:1775764833.099124:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44337 00000020:00080000:3.0:1775764833.099130:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764833.104479:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764833.104591:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.104604:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa51 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.104611:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.104617:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4f200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764833.104621:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.104629:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa51 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.104647:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764833.104650:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764833.104654:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa51 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.104660:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfa51 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764833.104805:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.106484:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222894464 00000100:00100000:0.0:1775764833.106500:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222894464 00002000:00010000:0.0:1775764833.106633:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (196705->18446744073709551615) 00002000:00100000:0.0:1775764833.106639:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353100 with x1862022222894464 ext(196705->18446744073709551615) 00002000:00010000:0.0:1775764833.106653:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353100. 00000100:00100000:0.0:1775764833.106683:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222894592 00000100:00100000:0.0:1775764833.106687:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222894592 00002000:00010000:0.0:1775764833.106702:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764833.106705:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351500 with x1862022222894592 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764833.106712:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99351500. 00000100:00100000:0.0:1775764833.106740:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37938 00000100:00100000:0.0:1775764833.106749:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222894464:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764833.107114:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37939 00000100:00100000:1.0:1775764833.107125:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222894592:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764833.107340:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764833.107343:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764833.107345:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764833.107347:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764833.107350:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764833.107422:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222894592:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 299us (2617us total) trans 4294995998 rc 0/0 00000100:00100000:1.0:1775764833.107430:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37939 00002000:00010000:1.0:1775764833.107434:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764833.107437:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351500 with x1862022222894592 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764833.107443:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99351500. 00002000:00010000:0.0:1775764833.108178:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2177453 -> 196705 00002000:00010000:0.0:1775764833.108184:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.108186:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764832 00002000:00010000:0.0:1775764833.108188:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.108190:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 715 00000100:00100000:0.0:1775764833.108316:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222894464:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1478us (3756us total) trans 4294996589 rc 0/0 00000100:00100000:0.0:1775764833.108327:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37938 00002000:00010000:0.0:1775764833.108331:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (196705->18446744073709551615) 00002000:00100000:0.0:1775764833.108333:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353100 with x1862022222894464 ext(196705->18446744073709551615) 00002000:00010000:0.0:1775764833.108339:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353100. 00000100:00100000:2.0:1775764833.115327:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.115426:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222894720 00000100:00100000:3.0:1775764833.115435:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222894720 00000100:00100000:3.0:1775764833.115524:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44338 00000100:00100000:3.0:1775764833.115531:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+93:11755:x1862022222894720:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764833.115592:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764833.115613:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa58 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd85 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.115697:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f800/0xdb23b4c9253cfa5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.115708:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f800/0xdb23b4c9253cfa5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.115727:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f800/0xdb23b4c9253cfa5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764833.115749:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 196705 00000004:00200000:3.0:1775764833.115752:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764833.115766:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f800/0xdb23b4c9253cfa5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.115784:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa58 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd85 expref: 95 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.115797:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f800/0xdb23b4c9253cfa5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd85 expref: 94 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.115802:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.115804:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764833.115808:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4f800, rc 0) 00000100:00100000:3.0:1775764833.115867:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022222894720:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 331us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.115878:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44338 00000100:00100000:0.0:1775764833.129616:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764833.129743:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222894976 00000100:00100000:1.0:1775764833.129754:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222894976 00000100:00100000:1.0:1775764833.129865:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44339 00000100:00100000:1.0:1775764833.129877:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022222894976:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764833.129929:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764833.129956:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f800/0xdb23b4c9253cfa5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd85 expref: 94 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.129976:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764833.129981:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764833.130206:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfa66 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.130220:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfa66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.130241:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfa66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764833.131494:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032102 00000004:00010000:1.0:1775764833.131563:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2d523da reply state 00000000dfedb495 transno 4295032103 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfa66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764833.131576:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764833.132535:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022222894976:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2652us (2920us total) trans 4295032103 rc 0/0 00000100:00100000:1.0:1775764833.132588:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44339 00000020:00080000:1.0:1775764833.132597:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764833.140609:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfa66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.140627:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfa66 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.140634:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfa66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.140640:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764833.140644:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfa66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.140651:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfa66 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.140670:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764833.140674:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764833.140678:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfa66 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.140684:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfa66 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764833.147152:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.147392:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.151577:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222895104 00000100:00100000:2.0:1775764833.151595:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222895104 00002000:00010000:2.0:1775764833.151650:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4162915->18446744073709551615) 00002000:00100000:2.0:1775764833.151656:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88700 with x1862022222895104 ext(4162915->18446744073709551615) 00002000:00010000:2.0:1775764833.151669:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88700. 00000100:00100000:2.0:1775764833.151767:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222895232 00000100:00100000:2.0:1775764833.151772:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222895232 00002000:00010000:2.0:1775764833.151786:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764833.151789:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a300 with x1862022222895232 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764833.151796:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8a300. 00000100:00100000:1.0:1775764833.152003:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37940 00000100:00100000:1.0:1775764833.152017:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222895104:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764833.152278:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 196705 -> 4162915 00002000:00010000:1.0:1775764833.152282:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764833.152285:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764833.152287:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764833.152289:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 715 00000100:00100000:1.0:1775764833.152371:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222895104:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 358us (5229us total) trans 4294996590 rc 0/0 00000100:00100000:1.0:1775764833.152379:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37940 00002000:00010000:1.0:1775764833.152384:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4162915->18446744073709551615) 00002000:00100000:1.0:1775764833.152387:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88700 with x1862022222895104 ext(4162915->18446744073709551615) 00002000:00010000:1.0:1775764833.152392:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88700. 00000100:00100000:1.0:1775764833.152418:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37941 00000100:00100000:1.0:1775764833.152426:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222895232:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764833.152568:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764833.152571:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764833.152573:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764833.152575:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764833.152578:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764833.152601:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222895232:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 176us (5210us total) trans 4294995999 rc 0/0 00000100:00100000:1.0:1775764833.152610:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37941 00002000:00010000:1.0:1775764833.152613:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764833.152615:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a300 with x1862022222895232 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764833.152619:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8a300. 00000100:00100000:3.0:1775764833.156179:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.156285:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222895360 00000100:00100000:0.0:1775764833.156299:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222895360 00000100:00100000:0.0:1775764833.156392:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44340 00000100:00100000:0.0:1775764833.156403:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+95:11755:x1862022222895360:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764833.156435:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764833.156461:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cfa6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd8c expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.156615:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ae00/0xdb23b4c9253cfa74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.156631:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ae00/0xdb23b4c9253cfa74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.156641:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ae00/0xdb23b4c9253cfa74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764833.156670:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4162915 00000004:00200000:0.0:1775764833.156675:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764833.156693:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ae00/0xdb23b4c9253cfa74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.156721:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ac00/0xdb23b4c9253cfa6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd8c expref: 97 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.156737:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ae00/0xdb23b4c9253cfa74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd8c expref: 96 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.156745:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764833.156749:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764833.156752:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9d13ae00, rc 0) 00000100:00100000:0.0:1775764833.156802:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022222895360:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 401us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764833.156809:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44340 00000100:00100000:0.0:1775764833.168916:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.171343:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222895616 00000100:00100000:3.0:1775764833.171357:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222895616 00000100:00100000:3.0:1775764833.171490:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44341 00000100:00100000:3.0:1775764833.171502:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022222895616:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764833.171577:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764833.171605:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13ae00/0xdb23b4c9253cfa74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd8c expref: 96 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.171623:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.171634:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764833.172108:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa7b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.172125:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.172136:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764833.174750:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032104 00000004:00010000:3.0:1775764833.174822:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007de76f08 reply state 000000009e78e834 transno 4295032105 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764833.174834:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764833.174990:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+98:11755:x1862022222895616:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 3475us (6115us total) trans 4295032105 rc 0/0 00000100:00100000:3.0:1775764833.175008:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44341 00000020:00080000:3.0:1775764833.175015:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764833.180069:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.180088:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa7b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.180096:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa7b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.180102:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4ec00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764833.180108:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa7b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.180115:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa7b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.180135:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764833.180139:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764833.180143:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa7b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.180149:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfa7b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764833.180707:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.180785:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764833.181030:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222895872 00000100:00100000:1.0:1775764833.181041:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222895872 00002000:00010000:1.0:1775764833.181079:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764833.181084:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b800 with x1862022222895872 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764833.181096:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8b800. 00000100:00100000:1.0:1775764833.181118:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222895744 00000100:00100000:1.0:1775764833.181121:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222895744 00002000:00010000:1.0:1775764833.181134:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1366033->18446744073709551615) 00002000:00100000:1.0:1775764833.181136:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022222895744 ext(1366033->18446744073709551615) 00002000:00010000:1.0:1775764833.181143:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89f80. 00000100:00100000:1.0:1775764833.181166:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37942 00000100:00100000:1.0:1775764833.181175:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222895872:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764833.181409:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764833.181413:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764833.181416:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764833.181418:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764833.181420:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764833.181475:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222895872:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 300us (771us total) trans 4294996000 rc 0/0 00000100:00100000:1.0:1775764833.181483:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37942 00002000:00010000:1.0:1775764833.181487:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764833.181491:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b800 with x1862022222895872 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764833.181495:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8b800. 00000100:00100000:1.0:1775764833.181510:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37943 00000100:00100000:1.0:1775764833.181516:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022222895744:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764833.181697:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4162915 -> 1366033 00002000:00010000:1.0:1775764833.181700:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764833.181702:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764832 00002000:00010000:1.0:1775764833.181703:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:1.0:1775764833.181705:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 715 00000100:00100000:1.0:1775764833.181726:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222895744:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 209us (940us total) trans 4294996591 rc 0/0 00000100:00100000:1.0:1775764833.181733:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37943 00002000:00010000:1.0:1775764833.181736:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1366033->18446744073709551615) 00002000:00100000:1.0:1775764833.181738:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022222895744 ext(1366033->18446744073709551615) 00002000:00010000:1.0:1775764833.181742:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89f80. 00000100:00100000:1.0:1775764833.189681:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.189775:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222896000 00000100:00100000:3.0:1775764833.189785:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222896000 00000100:00100000:3.0:1775764833.189849:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44342 00000100:00100000:3.0:1775764833.189871:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+97:11755:x1862022222896000:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764833.189897:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764833.189916:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e800/0xdb23b4c9253cfa82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd93 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.190010:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfa89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.190024:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfa89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.190036:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfa89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764833.190065:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1366033 00000004:00200000:3.0:1775764833.190069:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764833.190087:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfa89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.190115:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e800/0xdb23b4c9253cfa82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd93 expref: 99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.190134:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfa89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd93 expref: 98 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.190142:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.190146:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764833.190150:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4f000, rc 0) 00000100:00100000:3.0:1775764833.190264:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+98:11755:x1862022222896000:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 407us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.190271:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44342 00000100:00100000:1.0:1775764833.203443:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.203533:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222896128 00000100:00100000:3.0:1775764833.203566:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222896128 00002000:00100000:3.0:1775764833.203619:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1257472->1261567) req@ffff8b8c8f9cf100 x1862022222896128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.203630:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf100 with x1862022222896128 ext(1257472->1261567) 00002000:00010000:3.0:1775764833.203637:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf100 00000100:00100000:3.0:1775764833.203665:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37944 00000100:00100000:3.0:1775764833.203674:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222896128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764833.204431:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222896128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 754us (995us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764833.204442:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37944 00002000:00100000:3.0:1775764833.204450:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1257472->1261567) req@ffff8b8c8f9cf100 x1862022222896128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/4536 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.204459:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf100 with x1862022222896128 ext(1257472->1261567) 00002000:00010000:3.0:1775764833.204464:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf100 00000100:00100000:1.0:1775764833.211031:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.211150:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222896256 00000100:00100000:0.0:1775764833.211170:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222896256 00002000:00100000:0.0:1775764833.211221:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1261568->1265663) req@ffff8b8c8f9cca80 x1862022222896256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.211234:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cca80 with x1862022222896256 ext(1261568->1265663) 00002000:00010000:0.0:1775764833.211239:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cca80 00000100:00100000:0.0:1775764833.211277:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37945 00000100:00100000:0.0:1775764833.211286:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222896256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764833.211529:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222896256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 244us (511us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764833.211576:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37945 00002000:00100000:0.0:1775764833.211583:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1261568->1265663) req@ffff8b8c8f9cca80 x1862022222896256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/4536 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.211592:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cca80 with x1862022222896256 ext(1261568->1265663) 00002000:00010000:0.0:1775764833.211594:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cca80 00000100:00100000:2.0:1775764833.220905:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.221048:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222896384 00000100:00100000:0.0:1775764833.221058:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222896384 00002000:00100000:0.0:1775764833.221104:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1236992->1302527) req@ffff8b8c99350000 x1862022222896384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.221115:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350000 with x1862022222896384 ext(1236992->1302527) 00002000:00010000:0.0:1775764833.221120:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350000 00000100:00100000:0.0:1775764833.221152:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37946 00000100:00100000:0.0:1775764833.221160:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222896384:12345-192.168.202.29@tcp:3:fsx.0 00010000:00010000:1.0:1775764833.225723:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764833.231458:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222896384:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10283us (10545us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764833.231474:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37946 00002000:00100000:0.0:1775764833.231489:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1236992->1302527) req@ffff8b8c99350000 x1862022222896384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.231500:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350000 with x1862022222896384 ext(1236992->1302527) 00002000:00010000:0.0:1775764833.231507:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350000 00000100:00100000:2.0:1775764833.236110:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.236274:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222896512 00000100:00100000:0.0:1775764833.236287:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222896512 00002000:00100000:0.0:1775764833.236354:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1302528->1339391) req@ffff8b8c99351880 x1862022222896512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.236367:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351880 with x1862022222896512 ext(1302528->1339391) 00002000:00010000:0.0:1775764833.236374:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351880 00000100:00100000:0.0:1775764833.236409:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37947 00000100:00100000:0.0:1775764833.236419:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222896512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764833.241954:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222896512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5523us (5842us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764833.241968:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37947 00002000:00100000:0.0:1775764833.241981:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1302528->1339391) req@ffff8b8c99351880 x1862022222896512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.241991:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351880 with x1862022222896512 ext(1302528->1339391) 00002000:00010000:0.0:1775764833.242006:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351880 00000100:00100000:2.0:1775764833.250280:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.250432:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222896640 00000100:00100000:3.0:1775764833.250445:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222896640 00002000:00100000:3.0:1775764833.250511:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (200704->1351679) req@ffff8b8c99351180 x1862022222896640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.250523:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351180 with x1862022222896640 ext(200704->1351679) 00002000:00010000:3.0:1775764833.250530:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351180 00000100:00100000:3.0:1775764833.250608:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37948 00000100:00100000:3.0:1775764833.250618:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222896640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764833.261822:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.261958:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222896768 00000100:00100000:0.0:1775764833.261970:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222896768 00002000:00100000:0.0:1775764833.262029:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1351680->1368063) req@ffff8b8c8f9cd500 x1862022222896768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.262040:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd500 with x1862022222896768 ext(1351680->1368063) 00002000:00010000:0.0:1775764833.262046:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd500 00000100:00100000:0.0:1775764833.262086:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37949 00000100:00100000:0.0:1775764833.262095:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222896768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764833.262380:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222896768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 284us (568us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1775764833.262388:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37949 00002000:00100000:0.0:1775764833.262395:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1351680->1368063) req@ffff8b8c8f9cd500 x1862022222896768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/16824 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.262403:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd500 with x1862022222896768 ext(1351680->1368063) 00002000:00010000:0.0:1775764833.262406:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd500 00000100:00100000:3.0:1775764833.268410:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222896640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17781us (18128us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764833.268428:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37948 00002000:00100000:3.0:1775764833.268444:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (200704->1351679) req@ffff8b8c99351180 x1862022222896640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.268455:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351180 with x1862022222896640 ext(200704->1351679) 00002000:00010000:3.0:1775764833.268461:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351180 00000100:00100000:1.0:1775764833.286796:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.286901:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222896896 00000100:00100000:2.0:1775764833.286912:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222896896 00002000:00100000:2.0:1775764833.286969:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1368064->2822143) req@ffff8b8c8f9cfb80 x1862022222896896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.286981:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cfb80 with x1862022222896896 ext(1368064->2822143) 00002000:00010000:2.0:1775764833.286986:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cfb80 00000100:00100000:2.0:1775764833.287085:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37950 00000100:00100000:2.0:1775764833.287095:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222896896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764833.297751:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.298227:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222896896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11131us (11438us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764833.298239:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37950 00002000:00100000:2.0:1775764833.298252:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1368064->2822143) req@ffff8b8c8f9cfb80 x1862022222896896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.298261:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cfb80 with x1862022222896896 ext(1368064->2822143) 00002000:00010000:2.0:1775764833.298267:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cfb80 00000100:00100000:2.0:1775764833.298295:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222897024 00000100:00100000:2.0:1775764833.298303:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222897024 00002000:00100000:2.0:1775764833.298334:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2412544->3411967) req@ffff8b8cb0a88e00 x1862022222897024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.298342:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88e00 with x1862022222897024 ext(2412544->3411967) 00002000:00010000:2.0:1775764833.298345:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88e00 00000100:00100000:2.0:1775764833.301580:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37951 00000100:00100000:2.0:1775764833.301611:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222897024:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764833.305176:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222897024:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3562us (7416us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764833.305190:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37951 00002000:00100000:2.0:1775764833.305203:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2412544->3411967) req@ffff8b8cb0a88e00 x1862022222897024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.305212:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88e00 with x1862022222897024 ext(2412544->3411967) 00002000:00010000:2.0:1775764833.305217:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88e00 00000100:00100000:0.0:1775764833.311661:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.311767:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222897280 00000100:00100000:3.0:1775764833.311780:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222897280 00000100:00100000:3.0:1775764833.311986:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44343 00000100:00100000:3.0:1775764833.312008:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+98:11755:x1862022222897280:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764833.312066:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764833.312097:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfa89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd93 expref: 98 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.312118:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.312123:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764833.312410:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fc00/0xdb23b4c9253cfa90 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.312428:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fc00/0xdb23b4c9253cfa90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.312444:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fc00/0xdb23b4c9253cfa90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764833.312504:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032106 00000004:00010000:3.0:1775764833.312531:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d627b4d reply state 000000007006e97a transno 4295032107 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fc00/0xdb23b4c9253cfa90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764833.312591:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764833.312701:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+100:11755:x1862022222897280:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 705us (1049us total) trans 4295032107 rc 0/0 00000100:00100000:3.0:1775764833.312710:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44343 00000020:00080000:3.0:1775764833.312715:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764833.317019:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.317057:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.317103:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222897408 00000100:00100000:0.0:1775764833.317112:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222897408 00002000:00010000:0.0:1775764833.317152:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764833.317157:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88380 with x1862022222897408 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764833.317181:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88380. 00000100:00100000:0.0:1775764833.317204:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222897536 00000100:00100000:0.0:1775764833.317207:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222897536 00002000:00010000:0.0:1775764833.317219:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1117151->18446744073709551615) 00002000:00100000:0.0:1775764833.317223:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b100 with x1862022222897536 ext(1117151->18446744073709551615) 00002000:00010000:0.0:1775764833.317229:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8b100. 00000100:00100000:0.0:1775764833.317245:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37952 00000100:00100000:0.0:1775764833.317253:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222897408:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764833.317512:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1366033 -> 4194304 00002000:00010000:0.0:1775764833.317516:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.317519:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764832 00002000:00010000:0.0:1775764833.317521:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.317523:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 715 00000100:00100000:0.0:1775764833.317594:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2365:x1862022222897408:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 340us (585us total) trans 4294996592 rc 0/0 00000100:00100000:0.0:1775764833.317602:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37952 00002000:00010000:0.0:1775764833.317606:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764833.317608:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88380 with x1862022222897408 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764833.317612:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88380. 00000100:00100000:0.0:1775764833.317628:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37953 00000100:00100000:0.0:1775764833.317635:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222897536:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764833.317744:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1117151 00002000:00010000:0.0:1775764833.317747:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.317749:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764833.317752:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.317754:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764833.317775:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222897536:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 140us (717us total) trans 4294996001 rc 0/0 00000100:00100000:0.0:1775764833.317781:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37953 00002000:00010000:0.0:1775764833.317784:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1117151->18446744073709551615) 00002000:00100000:0.0:1775764833.317786:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b100 with x1862022222897536 ext(1117151->18446744073709551615) 00002000:00010000:0.0:1775764833.317790:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8b100. 00010000:00010000:1.0:1775764833.324028:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fc00/0xdb23b4c9253cfa90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.324049:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fc00/0xdb23b4c9253cfa90 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.324062:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fc00/0xdb23b4c9253cfa90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.324068:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4fc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764833.324073:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fc00/0xdb23b4c9253cfa90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.324081:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fc00/0xdb23b4c9253cfa90 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.324100:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764833.324103:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764833.324108:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fc00/0xdb23b4c9253cfa90 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.324114:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fc00/0xdb23b4c9253cfa90 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764833.327622:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.327752:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222897664 00000100:00100000:0.0:1775764833.327764:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222897664 00002000:00100000:0.0:1775764833.327814:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (0->1110015) req@ffff8b8c8f9cce00 x1862022222897664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.327827:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cce00 with x1862022222897664 ext(0->1110015) 00002000:00010000:0.0:1775764833.327832:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cce00 00000100:00100000:0.0:1775764833.327877:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37954 00000100:00100000:0.0:1775764833.327886:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222897664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764833.340976:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.341087:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222897792 00000100:00100000:2.0:1775764833.341100:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222897792 00002000:00100000:2.0:1775764833.341149:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3469312->4194303) req@ffff8b8cb0a89500 x1862022222897792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.341160:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022222897792 ext(3469312->4194303) 00002000:00010000:2.0:1775764833.341166:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89500 00000100:00100000:2.0:1775764833.341198:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37955 00000100:00100000:2.0:1775764833.341208:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2365:x1862022222897792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764833.348378:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.349632:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222897920 00000100:00100000:3.0:1775764833.349652:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222897920 00002000:00100000:3.0:1775764833.349707:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1118207) req@ffff8b8c8f9ced80 x1862022222897920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.349719:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ced80 with x1862022222897920 ext(1044480->1118207) 00002000:00010000:3.0:1775764833.349726:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9ced80 00000100:00100000:3.0:1775764833.349765:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37956 00000100:00100000:3.0:1775764833.349775:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222897920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764833.352261:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222897664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 24365us (24635us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764833.352276:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37954 00002000:00100000:3.0:1775764833.352289:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (0->1110015) req@ffff8b8c8f9cce00 x1862022222897664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.352306:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cce00 with x1862022222897664 ext(0->1110015) 00002000:00010000:3.0:1775764833.352312:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cce00 00000100:00100000:3.0:1775764833.359573:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222897920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9789us (11193us total) trans 0 rc 69632/69632 00000100:00100000:3.0:1775764833.359586:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37956 00002000:00100000:3.0:1775764833.359598:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1118207) req@ffff8b8c8f9ced80 x1862022222897920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 69632/69632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.359608:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ced80 with x1862022222897920 ext(1044480->1118207) 00002000:00010000:3.0:1775764833.359613:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9ced80 00000100:00100000:0.0:1775764833.359821:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2365:x1862022222897792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18613us (18854us total) trans 0 rc 724992/724992 00000100:00100000:0.0:1775764833.359828:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37955 00002000:00100000:0.0:1775764833.359834:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3469312->4194303) req@ffff8b8cb0a89500 x1862022222897792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 724992/724992 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.359841:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022222897792 ext(3469312->4194303) 00002000:00010000:0.0:1775764833.359845:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89500 00000100:00100000:2.0:1775764833.364734:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.364815:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222898048 00000100:00100000:0.0:1775764833.364826:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222898048 00002000:00100000:0.0:1775764833.364939:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1105920->1117150) req@ffff8b8cbb57d850 x1862022222898048/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 11720/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.364951:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57d850 with x1862022222898048 ext(1105920->1117150) 00002000:00010000:0.0:1775764833.364957:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57d850 00000100:00100000:0.0:1775764833.365033:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37957 00000100:00100000:0.0:1775764833.365043:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb57d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222898048:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764833.365585:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb57d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222898048:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 540us (858us total) trans 4294996002 rc 0/0 00000100:00100000:0.0:1775764833.365594:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37957 00002000:00100000:0.0:1775764833.365601:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1105920->1117150) req@ffff8b8cbb57d850 x1862022222898048/t4294996002(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 11720/448 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.365609:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57d850 with x1862022222898048 ext(1105920->1117150) 00002000:00010000:0.0:1775764833.365613:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57d850 00000100:00100000:1.0:1775764833.370361:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.370469:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222898176 00000100:00100000:0.0:1775764833.370479:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222898176 00000100:00100000:0.0:1775764833.370615:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84734 00000100:00100000:0.0:1775764833.370626:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222898176:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764833.407781:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222898176:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 37149us (37423us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764833.407794:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84734 00000001:00080000:3.0:1775764833.410446:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996002 is committed 00000100:00100000:1.0:1775764833.410659:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.410805:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222898304 00000100:00100000:3.0:1775764833.410817:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222898304 00000100:00100000:3.0:1775764833.410885:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44344 00000100:00100000:3.0:1775764833.410895:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+99:11755:x1862022222898304:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764833.410923:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764833.410944:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfa97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcd9a expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.411045:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e800/0xdb23b4c9253cfa9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.411061:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e800/0xdb23b4c9253cfa9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.411074:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e800/0xdb23b4c9253cfa9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764833.411108:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5311455 00000004:00200000:3.0:1775764833.411113:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764833.411132:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e800/0xdb23b4c9253cfa9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.411328:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfa97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd9a expref: 101 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.411349:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e800/0xdb23b4c9253cfa9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd9a expref: 100 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.411359:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.411362:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764833.411366:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4e800, rc 0) 00000100:00100000:3.0:1775764833.411436:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+100:11755:x1862022222898304:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 542us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.411442:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44344 00000100:00100000:2.0:1775764833.418632:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764833.418740:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222898432 00000100:00100000:1.0:1775764833.418751:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222898432 00002000:00100000:1.0:1775764833.418798:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3272704->3731455) req@ffff8b8c99350a80 x1862022222898432/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 520/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764833.418818:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350a80 with x1862022222898432 ext(3272704->3731455) 00002000:00010000:1.0:1775764833.418824:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350a80 00000100:00100000:1.0:1775764833.418867:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37958 00000100:00100000:1.0:1775764833.418877:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022222898432:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764833.428771:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2364:x1862022222898432:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9886us (10137us total) trans 4294996593 rc 0/0 00000100:00100000:0.0:1775764833.428784:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37958 00002000:00100000:0.0:1775764833.428799:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3272704->3731455) req@ffff8b8c99350a80 x1862022222898432/t4294996593(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 520/456 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.428810:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350a80 with x1862022222898432 ext(3272704->3731455) 00002000:00010000:0.0:1775764833.428817:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350a80 00000100:00100000:3.0:1775764833.432145:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764833.432435:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222898560 00000100:00100000:1.0:1775764833.432446:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222898560 00000100:00100000:1.0:1775764833.432581:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84735 00000100:00100000:1.0:1775764833.432591:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2364:x1862022222898560:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764833.467635:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996593 is committed 00000100:00100000:3.0:1775764833.467833:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222898560:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35238us (35691us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.467845:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84735 00000100:00100000:1.0:1775764833.473814:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.474006:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222898688 00000100:00100000:0.0:1775764833.474017:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222898688 00002000:00100000:0.0:1775764833.474065:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (987136->1339391) req@ffff8b8c8f9cdc00 x1862022222898688/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.474075:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdc00 with x1862022222898688 ext(987136->1339391) 00002000:00010000:0.0:1775764833.474081:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cdc00 00000100:00100000:0.0:1775764833.474111:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37959 00000100:00100000:0.0:1775764833.474122:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222898688:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764833.478824:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222898688:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4690us (5006us total) trans 4294996594 rc 0/0 00000100:00100000:0.0:1775764833.478839:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37959 00002000:00100000:0.0:1775764833.478867:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (987136->1339391) req@ffff8b8c8f9cdc00 x1862022222898688/t4294996594(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/448 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.478879:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdc00 with x1862022222898688 ext(987136->1339391) 00002000:00010000:0.0:1775764833.478886:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cdc00 00000100:00100000:1.0:1775764833.482005:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.482116:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222898816 00000100:00100000:3.0:1775764833.482129:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222898816 00000100:00100000:3.0:1775764833.482200:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84736 00000100:00100000:3.0:1775764833.482211:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222898816:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764833.512750:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996594 is committed 00000100:00100000:1.0:1775764833.512929:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222898816:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 30714us (30936us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764833.512942:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84736 00000100:00100000:3.0:1775764833.516736:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.516838:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222899072 00000100:00100000:0.0:1775764833.516848:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222899072 00000100:00100000:0.0:1775764833.516919:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44345 00000100:00100000:0.0:1775764833.516929:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+100:11755:x1862022222899072:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764833.516984:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764833.517022:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e800/0xdb23b4c9253cfa9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcd9a expref: 100 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.517042:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764833.517049:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764833.517289:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cfaa5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.517304:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cfaa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764833.517314:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cfaa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764833.517366:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032108 00000004:00010000:0.0:1775764833.517392:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc477ecb reply state 00000000fe9b1057 transno 4295032109 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cfaa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764833.517402:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764833.517494:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+102:11755:x1862022222899072:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 566us (767us total) trans 4295032109 rc 0/0 00000100:00100000:0.0:1775764833.517501:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44345 00000020:00080000:0.0:1775764833.517506:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764833.520905:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.520938:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.521076:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222899200 00000100:00100000:0.0:1775764833.521086:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222899200 00002000:00010000:0.0:1775764833.521126:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1537301->18446744073709551615) 00002000:00100000:0.0:1775764833.521131:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351c00 with x1862022222899200 ext(1537301->18446744073709551615) 00002000:00010000:0.0:1775764833.521143:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351c00. 00000100:00100000:0.0:1775764833.521174:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222899328 00000100:00100000:0.0:1775764833.521178:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222899328 00002000:00010000:0.0:1775764833.521190:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764833.521193:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353b80 with x1862022222899328 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764833.521199:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99353b80. 00000100:00100000:0.0:1775764833.521230:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37960 00000100:00100000:0.0:1775764833.521239:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222899200:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764833.521647:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1537301 00002000:00010000:0.0:1775764833.521652:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.521655:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764832 -> 1775764833 00002000:00010000:0.0:1775764833.521657:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.521659:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 907 00000100:00100000:0.0:1775764833.521713:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222899200:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 474us (816us total) trans 4294996595 rc 0/0 00000100:00100000:0.0:1775764833.521720:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37960 00002000:00010000:0.0:1775764833.521723:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1537301->18446744073709551615) 00002000:00100000:0.0:1775764833.521726:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351c00 with x1862022222899200 ext(1537301->18446744073709551615) 00002000:00010000:0.0:1775764833.521731:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351c00. 00000100:00100000:0.0:1775764833.521748:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37961 00000100:00100000:0.0:1775764833.521754:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222899328:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764833.521953:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1117151 -> 0 00002000:00010000:0.0:1775764833.521957:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.521959:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764833.521961:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:0.0:1775764833.521963:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:0.0:1775764833.521985:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222899328:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 231us (1046us total) trans 4294996003 rc 0/0 00000100:00100000:0.0:1775764833.522003:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37961 00002000:00010000:0.0:1775764833.522006:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764833.522009:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353b80 with x1862022222899328 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764833.522013:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99353b80. 00010000:00010000:1.0:1775764833.522975:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cfaa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.522988:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cfaa5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.523006:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cfaa5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.523013:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9d13b600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764833.523018:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cfaa5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.523025:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cfaa5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.523043:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764833.523046:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764833.523051:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cfaa5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.523057:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9d13b600/0xdb23b4c9253cfaa5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764833.537252:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.537409:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222899456 00000100:00100000:3.0:1775764833.537420:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222899456 00000100:00100000:3.0:1775764833.537480:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44346 00000100:00100000:3.0:1775764833.537491:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+101:11755:x1862022222899456:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764833.537519:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764833.537587:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfaac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcda1 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.537671:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfab3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.537687:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.537699:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764833.537726:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1537301 00000004:00200000:3.0:1775764833.537731:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764833.537747:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.537773:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfaac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcda1 expref: 103 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.537790:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfab3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcda1 expref: 102 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.537797:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.537800:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764833.537804:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4f000, rc 0) 00000100:00100000:3.0:1775764833.537873:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+102:11755:x1862022222899456:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 384us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.537881:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44346 00000100:00100000:3.0:1775764833.548662:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.548817:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222899584 00000100:00100000:2.0:1775764833.548828:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222899584 00002000:00100000:2.0:1775764833.548890:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1601536->1605631) req@ffff8b8c927fbb80 x1862022222899584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.548902:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fbb80 with x1862022222899584 ext(1601536->1605631) 00002000:00010000:2.0:1775764833.548908:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fbb80 00000100:00100000:2.0:1775764833.548979:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37962 00000100:00100000:2.0:1775764833.549000:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222899584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764833.549268:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222899584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 279us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764833.549277:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37962 00002000:00100000:2.0:1775764833.549284:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1601536->1605631) req@ffff8b8c927fbb80 x1862022222899584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.549292:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fbb80 with x1862022222899584 ext(1601536->1605631) 00002000:00010000:2.0:1775764833.549295:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fbb80 00000100:00100000:2.0:1775764833.552884:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.552961:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222899712 00000100:00100000:3.0:1775764833.552971:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222899712 00002000:00100000:3.0:1775764833.553030:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1605632->1609727) req@ffff8b8c99352680 x1862022222899712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.553041:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352680 with x1862022222899712 ext(1605632->1609727) 00002000:00010000:3.0:1775764833.553046:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352680 00000100:00100000:3.0:1775764833.553078:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37963 00000100:00100000:3.0:1775764833.553088:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222899712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764833.553339:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222899712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 252us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.553347:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37963 00002000:00100000:3.0:1775764833.553352:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1605632->1609727) req@ffff8b8c99352680 x1862022222899712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.553359:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352680 with x1862022222899712 ext(1605632->1609727) 00002000:00010000:3.0:1775764833.553362:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352680 00000100:00100000:1.0:1775764833.557093:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.557194:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222899840 00000100:00100000:2.0:1775764833.557205:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222899840 00002000:00100000:2.0:1775764833.557249:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1609728->1613823) req@ffff8b8c8f9cf800 x1862022222899840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.557260:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf800 with x1862022222899840 ext(1609728->1613823) 00002000:00010000:2.0:1775764833.557265:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf800 00000100:00100000:2.0:1775764833.557296:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37964 00000100:00100000:2.0:1775764833.557305:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222899840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764833.557569:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222899840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 232us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764833.557578:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37964 00002000:00100000:2.0:1775764833.557585:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1609728->1613823) req@ffff8b8c8f9cf800 x1862022222899840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.557593:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf800 with x1862022222899840 ext(1609728->1613823) 00002000:00010000:2.0:1775764833.557596:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf800 00000100:00100000:0.0:1775764833.561173:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764833.561271:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222899968 00000100:00100000:1.0:1775764833.561283:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222899968 00002000:00100000:1.0:1775764833.561329:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1613824->1617919) req@ffff8b8cb0a88700 x1862022222899968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764833.561341:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88700 with x1862022222899968 ext(1613824->1617919) 00002000:00010000:1.0:1775764833.561347:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88700 00000100:00100000:1.0:1775764833.561376:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37965 00000100:00100000:1.0:1775764833.561384:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222899968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764833.561631:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222899968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 247us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764833.561638:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37965 00002000:00100000:1.0:1775764833.561644:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1613824->1617919) req@ffff8b8cb0a88700 x1862022222899968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764833.561652:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88700 with x1862022222899968 ext(1613824->1617919) 00002000:00010000:1.0:1775764833.561656:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88700 00000100:00100000:0.0:1775764833.564769:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.564841:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222900096 00000100:00100000:3.0:1775764833.564850:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222900096 00002000:00100000:3.0:1775764833.564906:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1617920->1622015) req@ffff8b8cb0a8a300 x1862022222900096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.564918:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a300 with x1862022222900096 ext(1617920->1622015) 00002000:00010000:3.0:1775764833.564924:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8a300 00000100:00100000:3.0:1775764833.564953:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37966 00000100:00100000:3.0:1775764833.564960:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222900096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764833.565203:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222900096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 242us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.565210:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37966 00002000:00100000:3.0:1775764833.565215:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1617920->1622015) req@ffff8b8cb0a8a300 x1862022222900096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.565222:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a300 with x1862022222900096 ext(1617920->1622015) 00002000:00010000:3.0:1775764833.565225:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8a300 00000100:00100000:3.0:1775764833.568950:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.569130:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222900224 00000100:00100000:0.0:1775764833.569141:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222900224 00002000:00100000:0.0:1775764833.569202:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1622016->1626111) req@ffff8b8c927f8700 x1862022222900224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.569213:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8700 with x1862022222900224 ext(1622016->1626111) 00002000:00010000:0.0:1775764833.569220:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8700 00000100:00100000:0.0:1775764833.569254:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37967 00000100:00100000:0.0:1775764833.569263:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222900224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764833.569510:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222900224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 247us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764833.569517:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37967 00002000:00100000:0.0:1775764833.569523:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1622016->1626111) req@ffff8b8c927f8700 x1862022222900224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.569530:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8700 with x1862022222900224 ext(1622016->1626111) 00002000:00010000:0.0:1775764833.569533:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8700 00000100:00100000:0.0:1775764833.573652:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764833.573746:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222900352 00000100:00100000:1.0:1775764833.573756:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222900352 00002000:00100000:1.0:1775764833.573804:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1601536->2718116) req@ffff8b8cb0a8b800 x1862022222900352/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764833.573815:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b800 with x1862022222900352 ext(1601536->2718116) 00002000:00010000:1.0:1775764833.573821:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b800 00000100:00100000:1.0:1775764833.573864:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37968 00000100:00100000:1.0:1775764833.573873:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222900352:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764833.579261:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222900352:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5377us (5608us total) trans 4294996596 rc 0/0 00000100:00100000:1.0:1775764833.579275:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37968 00002000:00100000:1.0:1775764833.579290:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1601536->2718116) req@ffff8b8cb0a8b800 x1862022222900352/t4294996596(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/448 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764833.579302:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b800 with x1862022222900352 ext(1601536->2718116) 00002000:00010000:1.0:1775764833.579308:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b800 00000100:00100000:0.0:1775764833.583130:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.583246:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222900480 00000100:00100000:2.0:1775764833.583257:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222900480 00000100:00100000:2.0:1775764833.583315:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84737 00000100:00100000:2.0:1775764833.583325:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222900480:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764833.619982:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996595 is committed 00000001:00080000:1.0:1775764833.620007:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996596 is committed 00000100:00100000:2.0:1775764833.620162:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222900480:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36827us (37030us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764833.620175:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84737 00000100:00100000:3.0:1775764833.623520:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764833.623647:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222900736 00000100:00100000:1.0:1775764833.623658:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222900736 00000100:00100000:1.0:1775764833.623720:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44347 00000100:00100000:1.0:1775764833.623730:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+102:11755:x1862022222900736:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764833.623782:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764833.623809:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f000/0xdb23b4c9253cfab3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcda1 expref: 102 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.623836:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764833.623841:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764833.624087:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.624101:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.624111:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764833.624315:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032110 00000004:00010000:1.0:1775764833.624343:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b18d2e6c reply state 00000000e1813770 transno 4295032111 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764833.624353:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764833.624514:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+104:11755:x1862022222900736:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 784us (1003us total) trans 4295032111 rc 0/0 00000100:00100000:1.0:1775764833.624522:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44347 00000020:00080000:1.0:1775764833.624528:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764833.630682:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764833.630706:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.630779:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222900992 00000100:00100000:3.0:1775764833.630789:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222900992 00002000:00010000:3.0:1775764833.630829:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764833.630834:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdf80 with x1862022222900992 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764833.630846:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cdf80. 00000100:00100000:3.0:1775764833.630883:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222900864 00000100:00100000:3.0:1775764833.630886:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222900864 00002000:00010000:3.0:1775764833.630898:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3067414->18446744073709551615) 00002000:00100000:3.0:1775764833.630901:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf100 with x1862022222900864 ext(3067414->18446744073709551615) 00002000:00010000:3.0:1775764833.630906:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf100. 00000100:00100000:3.0:1775764833.630925:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37969 00000100:00100000:3.0:1775764833.630934:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222900992:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764833.631180:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764833.631184:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:3.0:1775764833.631187:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764833.631189:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:3.0:1775764833.631191:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764833.631245:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222900992:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 311us (573us total) trans 4294996004 rc 0/0 00000100:00100000:3.0:1775764833.631253:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37969 00002000:00010000:3.0:1775764833.631256:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764833.631259:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdf80 with x1862022222900992 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764833.631263:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cdf80. 00000100:00100000:3.0:1775764833.631280:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37970 00000100:00100000:3.0:1775764833.631287:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222900864:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764833.631447:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1537301 -> 3067414 00002000:00010000:3.0:1775764833.631451:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764833 00002000:00010000:3.0:1775764833.631453:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764833 -> 1775764833 00002000:00010000:3.0:1775764833.631455:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764833 00002000:00010000:3.0:1775764833.631457:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 649 00000100:00100000:3.0:1775764833.631477:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222900864:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 191us (769us total) trans 4294996597 rc 0/0 00000100:00100000:3.0:1775764833.631484:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37970 00002000:00010000:3.0:1775764833.631487:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3067414->18446744073709551615) 00002000:00100000:3.0:1775764833.631489:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf100 with x1862022222900864 ext(3067414->18446744073709551615) 00002000:00010000:3.0:1775764833.631494:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf100. 00000100:00100000:3.0:1775764833.634519:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764833.634685:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222901120 00000100:00100000:1.0:1775764833.634697:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222901120 00000100:00100000:1.0:1775764833.634751:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44348 00000100:00100000:1.0:1775764833.634761:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+104:11755:x1862022222901120:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764833.634784:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764833.634806:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253cfac1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcda8 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.634911:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfac8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.634924:0:5813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.634931:0:5813:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfac8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.634948:0:5813:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.634959:0:5813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfac8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.635416:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.635425:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.635432:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.635437:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2045c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764833.635441:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.635448:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.635463:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764833.635466:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764833.635469:0:3298:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfac8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.635476:0:3298:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfac8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.635482:0:3298:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfac8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.635511:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.635517:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfaba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.635605:0:5813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfac8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.635612:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfac8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764833.635646:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3067414 00000004:00200000:1.0:1775764833.635651:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764833.635672:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfac8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.635701:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253cfac1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcda8 expref: 105 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.635715:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfac8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcda8 expref: 104 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.635722:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764833.635724:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764833.635727:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044600, rc 0) 00000100:00100000:1.0:1775764833.635784:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+104:11755:x1862022222901120:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1024us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764833.635792:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44348 00000100:00100000:3.0:1775764833.650349:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.650395:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.650490:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222901376 00000100:00100000:2.0:1775764833.650500:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222901376 00002000:00100000:2.0:1775764833.650580:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2613248->3067903) req@ffff8b8c90d51c00 x1862022222901376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.650601:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51c00 with x1862022222901376 ext(2613248->3067903) 00002000:00010000:2.0:1775764833.650606:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51c00 00000100:00100000:2.0:1775764833.650622:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222901248 00000100:00100000:2.0:1775764833.650624:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222901248 00002000:00100000:2.0:1775764833.650635:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1540096->2613247) req@ffff8b8c90d52680 x1862022222901248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.650643:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022222901248 ext(1540096->2613247) 00002000:00010000:2.0:1775764833.650645:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52680 00000100:00100000:2.0:1775764833.650665:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37971 00000100:00100000:2.0:1775764833.650673:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222901376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764833.651239:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37972 00000100:00100000:1.0:1775764833.651250:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222901248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764833.672327:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222901376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21642us (21976us total) trans 0 rc 393216/393216 00000100:00100000:0.0:1775764833.672341:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37971 00002000:00100000:0.0:1775764833.672355:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2613248->3067903) req@ffff8b8c90d51c00 x1862022222901376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 393216/393216 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.672366:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51c00 with x1862022222901376 ext(2613248->3067903) 00002000:00010000:0.0:1775764833.672373:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51c00 00000100:00100000:2.0:1775764833.676244:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222901248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 24986us (25838us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764833.676259:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37972 00002000:00100000:2.0:1775764833.676271:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1540096->2613247) req@ffff8b8c90d52680 x1862022222901248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.676281:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022222901248 ext(1540096->2613247) 00002000:00010000:2.0:1775764833.676287:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52680 00000100:00100000:1.0:1775764833.696809:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.697423:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222901504 00000100:00100000:2.0:1775764833.697433:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222901504 00002000:00100000:2.0:1775764833.697485:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1380352->1429503) req@ffff8b8c8f9cca80 x1862022222901504/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.697497:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cca80 with x1862022222901504 ext(1380352->1429503) 00002000:00010000:2.0:1775764833.697503:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cca80 00000100:00100000:2.0:1775764833.697575:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37973 00000100:00100000:2.0:1775764833.697586:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222901504:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764833.704493:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222901504:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6897us (7683us total) trans 4294996598 rc 0/0 00000100:00100000:2.0:1775764833.704506:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37973 00002000:00100000:2.0:1775764833.704520:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1380352->1429503) req@ffff8b8c8f9cca80 x1862022222901504/t4294996598(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/448 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.704531:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cca80 with x1862022222901504 ext(1380352->1429503) 00002000:00010000:2.0:1775764833.704555:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cca80 00000100:00100000:2.0:1775764833.719911:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.720006:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222901632 00000100:00100000:0.0:1775764833.720015:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222901632 00000100:00100000:0.0:1775764833.720083:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84738 00000100:00100000:0.0:1775764833.720093:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222901632:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764833.803825:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996598 is committed 00000100:00100000:1.0:1775764833.804433:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222901632:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 84335us (84527us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764833.804445:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84738 00000100:00100000:1.0:1775764833.818595:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.819495:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222901888 00000100:00100000:3.0:1775764833.819507:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222901888 00000100:00100000:3.0:1775764833.819611:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44349 00000100:00100000:3.0:1775764833.819622:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+104:11755:x1862022222901888:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764833.819683:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764833.819712:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfac8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcda8 expref: 104 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.819734:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.819740:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764833.821812:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfacf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.821836:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfacf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.821850:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfacf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764833.822024:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032112 00000004:00010000:2.0:1775764833.822049:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f743d07 reply state 000000008f74d4fc transno 4295032113 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfacf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764833.822059:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764833.822746:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+106:11755:x1862022222901888:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 3119us (4200us total) trans 4295032113 rc 0/0 00000100:00100000:2.0:1775764833.822757:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44349 00000020:00080000:2.0:1775764833.822765:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764833.832402:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.832439:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.832472:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222902016 00000100:00100000:2.0:1775764833.832483:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222902016 00002000:00010000:2.0:1775764833.832526:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (314123->18446744073709551615) 00002000:00100000:2.0:1775764833.832532:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352300 with x1862022222902016 ext(314123->18446744073709551615) 00002000:00010000:2.0:1775764833.832568:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352300. 00000100:00100000:3.0:1775764833.832834:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222902144 00000100:00100000:3.0:1775764833.832839:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222902144 00002000:00010000:3.0:1775764833.832866:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764833.832870:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353480 with x1862022222902144 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764833.832877:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99353480. 00000100:00100000:3.0:1775764833.832902:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37974 00000100:00100000:3.0:1775764833.832911:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222902144:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764833.833128:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764833.833132:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764834 00002000:00010000:3.0:1775764833.833135:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764833.833137:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764834 00002000:00010000:3.0:1775764833.833139:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764833.833190:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222902144:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 280us (750us total) trans 4294996005 rc 0/0 00000100:00100000:3.0:1775764833.833201:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37974 00002000:00010000:3.0:1775764833.833205:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764833.833207:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353480 with x1862022222902144 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764833.833212:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99353480. 00000100:00100000:2.0:1775764833.833443:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37975 00000100:00100000:2.0:1775764833.833452:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222902016:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764833.833746:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3067414 -> 314123 00002000:00010000:2.0:1775764833.833749:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764833 -> 1775764834 00002000:00010000:2.0:1775764833.833752:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764833 -> 1775764833 00002000:00010000:2.0:1775764833.833754:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764833 -> 1775764834 00002000:00010000:2.0:1775764833.833756:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 779 00000100:00100000:2.0:1775764833.833781:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222902016:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 331us (1390us total) trans 4294996599 rc 0/0 00000100:00100000:2.0:1775764833.833788:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37975 00002000:00010000:2.0:1775764833.833791:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (314123->18446744073709551615) 00002000:00100000:2.0:1775764833.833793:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352300 with x1862022222902016 ext(314123->18446744073709551615) 00002000:00010000:2.0:1775764833.833798:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352300. 00010000:00010000:1.0:1775764833.833895:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfacf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.833905:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfacf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.833912:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfacf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.833918:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecf600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764833.833923:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfacf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.833930:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfacf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.833945:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764833.833948:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764833.833952:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfacf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.833957:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfacf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764833.846505:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.847096:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222902272 00000100:00100000:3.0:1775764833.847107:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222902272 00000100:00100000:3.0:1775764833.847444:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44350 00000100:00100000:3.0:1775764833.847457:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+105:11755:x1862022222902272:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764833.847487:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764833.847508:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfad6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcdaf expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.847634:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e600/0xdb23b4c9253cfadd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.847649:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e600/0xdb23b4c9253cfadd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.847662:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e600/0xdb23b4c9253cfadd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764833.847687:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 314123 00000004:00200000:3.0:1775764833.847690:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764833.847706:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e600/0xdb23b4c9253cfadd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.847730:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfad6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdaf expref: 107 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.847751:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e600/0xdb23b4c9253cfadd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdaf expref: 106 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.847760:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.847763:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764833.847766:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4e600, rc 0) 00000100:00100000:3.0:1775764833.847824:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+106:11755:x1862022222902272:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 370us (1329us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.847831:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44350 00000100:00100000:0.0:1775764833.865629:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.865745:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222902400 00000100:00100000:2.0:1775764833.865757:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222902400 00002000:00100000:2.0:1775764833.865816:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2719744->2723839) req@ffff8b8cb0a88e00 x1862022222902400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.865830:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88e00 with x1862022222902400 ext(2719744->2723839) 00002000:00010000:2.0:1775764833.865838:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88e00 00000100:00100000:2.0:1775764833.865881:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37976 00000100:00100000:2.0:1775764833.865891:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222902400:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764833.866146:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222902400:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764833.866161:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37976 00002000:00100000:2.0:1775764833.866173:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2719744->2723839) req@ffff8b8cb0a88e00 x1862022222902400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.866181:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88e00 with x1862022222902400 ext(2719744->2723839) 00002000:00010000:2.0:1775764833.866184:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88e00 00000100:00100000:1.0:1775764833.871477:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.871607:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222902528 00000100:00100000:2.0:1775764833.871618:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222902528 00002000:00100000:2.0:1775764833.871665:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2723840->2727935) req@ffff8b8c8f9cfb80 x1862022222902528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.871677:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cfb80 with x1862022222902528 ext(2723840->2727935) 00002000:00010000:2.0:1775764833.871682:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cfb80 00000100:00100000:2.0:1775764833.871718:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37977 00000100:00100000:2.0:1775764833.871729:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222902528:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764833.871984:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222902528:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764833.872001:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37977 00002000:00100000:2.0:1775764833.872008:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2723840->2727935) req@ffff8b8c8f9cfb80 x1862022222902528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.872017:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cfb80 with x1862022222902528 ext(2723840->2727935) 00002000:00010000:2.0:1775764833.872021:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cfb80 00000100:00100000:0.0:1775764833.876681:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.876770:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222902656 00000100:00100000:3.0:1775764833.876781:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222902656 00002000:00100000:3.0:1775764833.876829:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2727936->2732031) req@ffff8b8cb0a88380 x1862022222902656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.876840:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88380 with x1862022222902656 ext(2727936->2732031) 00002000:00010000:3.0:1775764833.876846:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88380 00000100:00100000:3.0:1775764833.876887:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37978 00000100:00100000:3.0:1775764833.876897:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222902656:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764833.877143:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222902656:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 247us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.877151:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37978 00002000:00100000:3.0:1775764833.877158:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2727936->2732031) req@ffff8b8cb0a88380 x1862022222902656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.877171:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88380 with x1862022222902656 ext(2727936->2732031) 00002000:00010000:3.0:1775764833.877176:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88380 00000100:00100000:1.0:1775764833.881750:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.881865:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222902784 00000100:00100000:0.0:1775764833.881875:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222902784 00002000:00100000:0.0:1775764833.881924:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2732032->2736127) req@ffff8b8c8f9cce00 x1862022222902784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.881936:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cce00 with x1862022222902784 ext(2732032->2736127) 00002000:00010000:0.0:1775764833.881942:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cce00 00000100:00100000:0.0:1775764833.882025:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37979 00000100:00100000:0.0:1775764833.882038:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222902784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764833.882594:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222902784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 557us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764833.882602:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37979 00002000:00100000:0.0:1775764833.882608:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2732032->2736127) req@ffff8b8c8f9cce00 x1862022222902784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.882617:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cce00 with x1862022222902784 ext(2732032->2736127) 00002000:00010000:0.0:1775764833.882620:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cce00 00000100:00100000:1.0:1775764833.887049:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.887423:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222902912 00000100:00100000:0.0:1775764833.887433:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222902912 00002000:00100000:1.0:1775764833.887574:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2736128->2740223) req@ffff8b8c8f9ced80 x1862022222902912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764833.887585:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ced80 with x1862022222902912 ext(2736128->2740223) 00002000:00010000:1.0:1775764833.887591:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ced80 00000100:00100000:1.0:1775764833.887617:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37980 00000100:00100000:1.0:1775764833.887626:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222902912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764833.887893:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222902912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764833.887901:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37980 00002000:00100000:1.0:1775764833.887908:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2736128->2740223) req@ffff8b8c8f9ced80 x1862022222902912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764833.887917:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ced80 with x1862022222902912 ext(2736128->2740223) 00002000:00010000:1.0:1775764833.887920:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ced80 00000100:00100000:2.0:1775764833.893851:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.893980:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222903040 00000100:00100000:0.0:1775764833.893999:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222903040 00002000:00100000:0.0:1775764833.894052:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2740224->2744319) req@ffff8b8c99351f80 x1862022222903040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.894064:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351f80 with x1862022222903040 ext(2740224->2744319) 00002000:00010000:0.0:1775764833.894071:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351f80 00000100:00100000:0.0:1775764833.894115:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37981 00000100:00100000:0.0:1775764833.894127:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222903040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764833.894405:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222903040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 280us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764833.894413:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37981 00002000:00100000:0.0:1775764833.894420:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2740224->2744319) req@ffff8b8c99351f80 x1862022222903040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.894428:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351f80 with x1862022222903040 ext(2740224->2744319) 00002000:00010000:0.0:1775764833.894431:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351f80 00000100:00100000:2.0:1775764833.899792:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.899890:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222903168 00000100:00100000:3.0:1775764833.899901:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222903168 00002000:00100000:3.0:1775764833.899953:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2744320->2748415) req@ffff8b8c99350e00 x1862022222903168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.899964:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350e00 with x1862022222903168 ext(2744320->2748415) 00002000:00010000:3.0:1775764833.899970:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350e00 00000100:00100000:3.0:1775764833.900030:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37982 00000100:00100000:3.0:1775764833.900040:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222903168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764833.900628:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222903168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 585us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.900636:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37982 00002000:00100000:3.0:1775764833.900644:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2744320->2748415) req@ffff8b8c99350e00 x1862022222903168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.900652:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350e00 with x1862022222903168 ext(2744320->2748415) 00002000:00010000:3.0:1775764833.900657:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350e00 00000100:00100000:1.0:1775764833.907887:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.908355:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222903296 00000100:00100000:2.0:1775764833.908367:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222903296 00002000:00100000:2.0:1775764833.908418:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->2752511) req@ffff8b8cb24d1500 x1862022222903296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.908430:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1500 with x1862022222903296 ext(2748416->2752511) 00002000:00010000:2.0:1775764833.908436:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1500 00000100:00100000:2.0:1775764833.908589:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37983 00000100:00100000:2.0:1775764833.908600:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222903296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764833.908846:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222903296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 247us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764833.909822:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37983 00002000:00100000:2.0:1775764833.909835:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->2752511) req@ffff8b8cb24d1500 x1862022222903296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.909845:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1500 with x1862022222903296 ext(2748416->2752511) 00002000:00010000:2.0:1775764833.909849:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1500 00000100:00100000:2.0:1775764833.913925:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.914396:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222903424 00000100:00100000:0.0:1775764833.914407:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222903424 00002000:00100000:0.0:1775764833.914528:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2752512->2756607) req@ffff8b8c99352a00 x1862022222903424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.914610:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352a00 with x1862022222903424 ext(2752512->2756607) 00002000:00010000:0.0:1775764833.914619:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352a00 00000100:00100000:0.0:1775764833.914687:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37984 00000100:00100000:0.0:1775764833.914697:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222903424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764833.914937:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222903424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 241us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764833.914944:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37984 00002000:00100000:0.0:1775764833.914950:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2752512->2756607) req@ffff8b8c99352a00 x1862022222903424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764833.914958:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352a00 with x1862022222903424 ext(2752512->2756607) 00002000:00010000:0.0:1775764833.914961:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352a00 00000100:00100000:1.0:1775764833.922672:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.922788:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222903552 00000100:00100000:3.0:1775764833.922799:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222903552 00002000:00100000:3.0:1775764833.922847:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2756608->2760703) req@ffff8b8cb24d0700 x1862022222903552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.922944:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0700 with x1862022222903552 ext(2756608->2760703) 00002000:00010000:3.0:1775764833.922951:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0700 00000100:00100000:3.0:1775764833.923041:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37985 00000100:00100000:3.0:1775764833.923053:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222903552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764833.923836:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222903552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 782us (1169us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764833.923846:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37985 00002000:00100000:3.0:1775764833.923863:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2756608->2760703) req@ffff8b8cb24d0700 x1862022222903552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764833.923873:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0700 with x1862022222903552 ext(2756608->2760703) 00002000:00010000:3.0:1775764833.923877:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0700 00000100:00100000:1.0:1775764833.929307:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.929621:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222903808 00000100:00100000:2.0:1775764833.929631:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222903808 00000100:00100000:2.0:1775764833.929693:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44351 00000100:00100000:2.0:1775764833.929705:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+106:11755:x1862022222903808:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764833.929765:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764833.929798:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e600/0xdb23b4c9253cfadd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdaf expref: 106 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.929819:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764833.929825:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764833.930065:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfae4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.930078:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfae4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.930088:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfae4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764833.930139:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032114 00000004:00010000:2.0:1775764833.930176:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de5760b5 reply state 000000009ede8075 transno 4295032115 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfae4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764833.930186:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764833.930297:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+108:11755:x1862022222903808:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 595us (1000us total) trans 4295032115 rc 0/0 00000100:00100000:2.0:1775764833.930306:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44351 00000020:00080000:2.0:1775764833.930311:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764833.934875:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfae4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.934893:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfae4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.934901:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfae4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.934906:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecea00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764833.934910:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfae4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.934918:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfae4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.934938:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764833.934941:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764833.934945:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfae4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.934951:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfae4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764833.935208:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764833.935251:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.935913:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222903936 00000100:00100000:2.0:1775764833.935926:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222903936 00002000:00010000:2.0:1775764833.935969:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1795953->18446744073709551615) 00002000:00100000:2.0:1775764833.935974:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b100 with x1862022222903936 ext(1795953->18446744073709551615) 00002000:00010000:2.0:1775764833.935984:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b100. 00000100:00100000:2.0:1775764833.936013:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222904064 00000100:00100000:2.0:1775764833.936017:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222904064 00002000:00010000:2.0:1775764833.936027:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764833.936030:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022222904064 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764833.936037:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89500. 00000100:00100000:2.0:1775764833.936056:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37986 00000100:00100000:2.0:1775764833.936065:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222903936:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764833.936314:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 314123 -> 1795953 00002000:00010000:2.0:1775764833.936317:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764834 00002000:00010000:2.0:1775764833.936320:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764833 -> 1775764833 00002000:00010000:2.0:1775764833.936322:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764834 00002000:00010000:2.0:1775764833.936324:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:2.0:1775764833.936380:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222903936:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 315us (1176us total) trans 4294996600 rc 0/0 00000100:00100000:2.0:1775764833.936387:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37986 00002000:00010000:2.0:1775764833.936391:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1795953->18446744073709551615) 00002000:00100000:2.0:1775764833.936393:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b100 with x1862022222903936 ext(1795953->18446744073709551615) 00002000:00010000:2.0:1775764833.936397:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b100. 00000100:00100000:2.0:1775764833.936415:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37987 00000100:00100000:2.0:1775764833.936420:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222904064:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764833.936964:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764833.936968:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764834 00002000:00010000:2.0:1775764833.936970:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764833.936972:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764834 00002000:00010000:2.0:1775764833.936974:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764833.937025:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222904064:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 603us (1773us total) trans 4294996006 rc 0/0 00000100:00100000:2.0:1775764833.937033:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37987 00002000:00010000:2.0:1775764833.937037:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764833.937040:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022222904064 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764833.937045:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89500. 00000100:00100000:0.0:1775764833.943849:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764833.944042:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222904192 00000100:00100000:2.0:1775764833.944054:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222904192 00000100:00100000:2.0:1775764833.944143:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44352 00000100:00100000:2.0:1775764833.944160:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+107:11755:x1862022222904192:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764833.944191:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764833.944220:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfaeb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcdb6 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.944302:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfaf2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.944316:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfaf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.944327:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfaf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764833.944353:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1795953 00000004:00200000:2.0:1775764833.944357:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764833.944372:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfaf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.944393:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfaeb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdb6 expref: 109 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.944409:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfaf2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdb6 expref: 108 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.944421:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764833.944424:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764833.944428:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ece600, rc 0) 00000100:00100000:2.0:1775764833.944688:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+108:11755:x1862022222904192:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 535us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764833.944695:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44352 00000100:00100000:3.0:1775764833.956191:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764833.956232:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764833.956406:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222904448 00000100:00100000:1.0:1775764833.956420:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222904448 00002000:00100000:1.0:1775764833.956475:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1363968->1798143) req@ffff8b8c90d52300 x1862022222904448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764833.956487:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022222904448 ext(1363968->1798143) 00002000:00010000:1.0:1775764833.956493:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52300 00000100:00100000:1.0:1775764833.956517:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222904320 00000100:00100000:1.0:1775764833.956519:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222904320 00002000:00100000:1.0:1775764833.956530:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (315392->1363967) req@ffff8b8c90d50e00 x1862022222904320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764833.956569:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50e00 with x1862022222904320 ext(315392->1363967) 00002000:00010000:1.0:1775764833.956572:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50e00 00000100:00100000:1.0:1775764833.956595:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37988 00000100:00100000:1.0:1775764833.956603:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222904448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764833.957469:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37989 00000100:00100000:2.0:1775764833.957481:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222904320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764833.967589:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222904448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10975us (11396us total) trans 0 rc 434176/434176 00000100:00100000:1.0:1775764833.967605:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37988 00002000:00100000:1.0:1775764833.967617:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1363968->1798143) req@ffff8b8c90d52300 x1862022222904448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 434176/434176 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764833.967628:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022222904448 ext(1363968->1798143) 00002000:00010000:1.0:1775764833.967634:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52300 00000100:00100000:2.0:1775764833.977774:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222904320:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 20284us (21529us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764833.977788:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37989 00002000:00100000:2.0:1775764833.977801:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (315392->1363967) req@ffff8b8c90d50e00 x1862022222904320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 488/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764833.977812:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50e00 with x1862022222904320 ext(315392->1363967) 00002000:00010000:2.0:1775764833.977819:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50e00 00000100:00100000:3.0:1775764833.995364:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764833.995774:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222904576 00000100:00100000:1.0:1775764833.995784:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222904576 00002000:00100000:1.0:1775764833.995828:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1798144->2908159) req@ffff8b8c90d52a00 x1862022222904576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764833.995839:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52a00 with x1862022222904576 ext(1798144->2908159) 00002000:00010000:1.0:1775764833.995845:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52a00 00000100:00100000:1.0:1775764833.995886:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37990 00000100:00100000:1.0:1775764833.995895:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222904576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764833.999381:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.000182:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.000340:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222904704 00000100:00100000:0.0:1775764834.000350:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222904704 00002000:00100000:0.0:1775764834.000414:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2842624->3895295) req@ffff8b8cb0a88000 x1862022222904704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/0 e 0 to 0 dl 1775764844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.000426:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88000 with x1862022222904704 ext(2842624->3895295) 00002000:00010000:0.0:1775764834.000432:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88000 00000100:00100000:0.0:1775764834.000460:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222904832 00000100:00100000:0.0:1775764834.000464:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222904832 00002000:00100000:0.0:1775764834.000481:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3895296->4128767) req@ffff8b8c90d51500 x1862022222904832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.000489:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51500 with x1862022222904832 ext(3895296->4128767) 00002000:00010000:0.0:1775764834.000493:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51500 00000100:00100000:0.0:1775764834.000514:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37991 00000100:00100000:0.0:1775764834.000522:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222904704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764834.001225:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37992 00000100:00100000:0.0:1775764834.001234:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222904832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:3.0:1775764834.001570:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764834.004360:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222904576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8457us (8996us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764834.004373:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37990 00002000:00100000:1.0:1775764834.004387:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1798144->2908159) req@ffff8b8c90d52a00 x1862022222904576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764834.004397:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52a00 with x1862022222904576 ext(1798144->2908159) 00002000:00010000:1.0:1775764834.004404:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52a00 00000100:00100000:2.0:1775764834.006291:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222904704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5757us (6905us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764834.006306:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37991 00002000:00100000:2.0:1775764834.006317:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2842624->3895295) req@ffff8b8cb0a88000 x1862022222904704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:314/0 lens 504/440 e 0 to 0 dl 1775764844 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.006328:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88000 with x1862022222904704 ext(2842624->3895295) 00002000:00010000:2.0:1775764834.006333:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88000 00000100:00100000:0.0:1775764834.008973:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222904832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7729us (8782us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.008994:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37992 00002000:00100000:0.0:1775764834.009007:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3895296->4128767) req@ffff8b8c90d51500 x1862022222904832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.009018:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51500 with x1862022222904832 ext(3895296->4128767) 00002000:00010000:0.0:1775764834.009025:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51500 00000100:00100000:0.0:1775764834.016262:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.016421:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222904960 00000100:00100000:2.0:1775764834.016431:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222904960 00002000:00100000:2.0:1775764834.016478:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2809856->4146898) req@ffff8b8cb0a89880 x1862022222904960/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 520/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.016490:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89880 with x1862022222904960 ext(2809856->4146898) 00002000:00010000:2.0:1775764834.016496:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89880 00000100:00100000:2.0:1775764834.016527:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37993 00000100:00100000:2.0:1775764834.016577:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222904960:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764834.020482:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222904960:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3937us (4221us total) trans 4294996601 rc 0/0 00000100:00100000:2.0:1775764834.020495:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37993 00002000:00100000:2.0:1775764834.020508:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2809856->4146898) req@ffff8b8cb0a89880 x1862022222904960/t4294996601(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 520/456 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.020518:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89880 with x1862022222904960 ext(2809856->4146898) 00002000:00010000:2.0:1775764834.020524:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89880 00000100:00100000:0.0:1775764834.024892:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764834.025437:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222905088 00000100:00100000:1.0:1775764834.025449:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222905088 00000100:00100000:1.0:1775764834.025600:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84739 00000100:00100000:1.0:1775764834.025611:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222905088:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764834.060829:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222905088:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35210us (35935us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764834.060842:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84739 00000001:00080000:3.0:1775764834.063692:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996601 is committed 00000100:00100000:0.0:1775764834.065231:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.065315:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222905344 00000100:00100000:3.0:1775764834.065325:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222905344 00000100:00100000:3.0:1775764834.065386:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44353 00000100:00100000:3.0:1775764834.065396:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+108:11755:x1862022222905344:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764834.065453:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764834.065480:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfaf2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdb6 expref: 108 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.065498:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764834.065503:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764834.065765:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfaf9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.065781:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfaf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.065790:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfaf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764834.065842:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032116 00000004:00010000:3.0:1775764834.065878:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a16b4e43 reply state 00000000386dcf3f transno 4295032117 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfaf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764834.065892:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764834.065977:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+110:11755:x1862022222905344:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 582us (764us total) trans 4295032117 rc 0/0 00000100:00100000:3.0:1775764834.065993:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44353 00000020:00080000:3.0:1775764834.065998:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764834.069621:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfaf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.069637:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfaf9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.069648:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfaf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.069653:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4ea00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764834.069658:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfaf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.069666:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfaf9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.069683:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764834.069686:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764834.069691:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfaf9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.069696:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfaf9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764834.071169:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.071232:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.071441:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222905472 00000100:00100000:3.0:1775764834.071452:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222905472 00002000:00010000:3.0:1775764834.071494:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764834.071500:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89c00 with x1862022222905472 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764834.071513:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89c00. 00000100:00100000:3.0:1775764834.071569:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222905600 00000100:00100000:3.0:1775764834.071573:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222905600 00002000:00010000:3.0:1775764834.071585:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1190347->18446744073709551615) 00002000:00100000:3.0:1775764834.071589:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8bb80 with x1862022222905600 ext(1190347->18446744073709551615) 00002000:00010000:3.0:1775764834.071595:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8bb80. 00000100:00100000:3.0:1775764834.071620:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37994 00000100:00100000:3.0:1775764834.071630:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222905472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764834.071937:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1795953 -> 4194304 00002000:00010000:3.0:1775764834.071942:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.071945:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764833 -> 1775764834 00002000:00010000:3.0:1775764834.071946:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.071949:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 521 00000100:00100000:3.0:1775764834.072013:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222905472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 385us (860us total) trans 4294996602 rc 0/0 00000100:00100000:3.0:1775764834.072022:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37994 00002000:00010000:3.0:1775764834.072026:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764834.072029:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89c00 with x1862022222905472 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764834.072033:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89c00. 00000100:00100000:3.0:1775764834.072050:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37995 00000100:00100000:3.0:1775764834.072056:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222905600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764834.072174:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1190347 00002000:00010000:3.0:1775764834.072177:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.072179:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764834.072180:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.072183:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764834.072204:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222905600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 148us (972us total) trans 4294996007 rc 0/0 00000100:00100000:3.0:1775764834.072211:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37995 00002000:00010000:3.0:1775764834.072214:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1190347->18446744073709551615) 00002000:00100000:3.0:1775764834.072217:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8bb80 with x1862022222905600 ext(1190347->18446744073709551615) 00002000:00010000:3.0:1775764834.072221:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8bb80. 00000100:00100000:2.0:1775764834.076286:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764834.076375:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222905728 00000100:00100000:1.0:1775764834.076386:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222905728 00000100:00100000:1.0:1775764834.076451:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44354 00000100:00100000:1.0:1775764834.076460:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+109:11755:x1862022222905728:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764834.076486:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764834.076506:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfb00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcdbd expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.076623:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253cfb07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.076644:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253cfb07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.076657:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253cfb07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764834.076684:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5384651 00000004:00200000:1.0:1775764834.076688:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764834.076707:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253cfb07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.076733:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfb00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdbd expref: 111 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.076752:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253cfb07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdbd expref: 110 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.076761:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764834.076763:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764834.076767:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2045800, rc 0) 00000100:00100000:1.0:1775764834.076818:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+110:11755:x1862022222905728:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 360us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764834.076825:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44354 00000100:00100000:0.0:1775764834.082254:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.082343:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222905984 00000100:00100000:2.0:1775764834.082354:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222905984 00000100:00100000:2.0:1775764834.082411:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44355 00000100:00100000:2.0:1775764834.082421:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+110:11755:x1862022222905984:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764834.082474:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764834.082500:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253cfb07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdbd expref: 110 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.082515:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764834.082520:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764834.082747:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfb0e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.082759:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfb0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.082767:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfb0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764834.082803:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032118 00000004:00010000:2.0:1775764834.082818:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009dfe797b reply state 00000000bb5f4f4d transno 4295032119 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfb0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764834.082824:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764834.082900:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+112:11755:x1862022222905984:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 482us (653us total) trans 4295032119 rc 0/0 00000100:00100000:2.0:1775764834.082906:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44355 00000020:00080000:2.0:1775764834.082910:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764834.085335:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfb0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.085349:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfb0e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.085356:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfb0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.085361:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ece200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764834.085366:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfb0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.085373:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfb0e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.085393:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764834.085396:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764834.085401:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfb0e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.085406:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfb0e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764834.088635:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.088670:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.088763:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222906112 00000100:00100000:3.0:1775764834.088772:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222906112 00002000:00010000:3.0:1775764834.088811:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2374953->18446744073709551615) 00002000:00100000:3.0:1775764834.088816:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022222906112 ext(2374953->18446744073709551615) 00002000:00010000:3.0:1775764834.088829:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954a80. 00000100:00100000:3.0:1775764834.088850:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222906240 00000100:00100000:3.0:1775764834.088860:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222906240 00002000:00010000:3.0:1775764834.088873:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764834.088876:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022222906240 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764834.088882:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955c00. 00000100:00100000:3.0:1775764834.088897:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37996 00000100:00100000:3.0:1775764834.088904:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222906112:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764834.089212:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2374953 00002000:00010000:3.0:1775764834.089216:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.089218:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.089220:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.089223:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:3.0:1775764834.089272:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222906112:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 367us (645us total) trans 4294996603 rc 0/0 00000100:00100000:3.0:1775764834.089280:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37996 00002000:00010000:3.0:1775764834.089283:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2374953->18446744073709551615) 00002000:00100000:3.0:1775764834.089286:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022222906112 ext(2374953->18446744073709551615) 00002000:00010000:3.0:1775764834.089291:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954a80. 00000100:00100000:3.0:1775764834.089306:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37997 00000100:00100000:3.0:1775764834.089313:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222906240:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764834.089442:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1190347 -> 0 00002000:00010000:3.0:1775764834.089445:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.089447:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764834.089449:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.089451:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764834.089473:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222906240:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 160us (802us total) trans 4294996008 rc 0/0 00000100:00100000:3.0:1775764834.089479:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37997 00002000:00010000:3.0:1775764834.089482:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764834.089484:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022222906240 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764834.089488:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955c00. 00000100:00100000:2.0:1775764834.097840:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764834.098349:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222906368 00000100:00100000:1.0:1775764834.098361:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222906368 00000100:00100000:1.0:1775764834.098466:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44356 00000100:00100000:1.0:1775764834.098477:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+111:11755:x1862022222906368:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764834.098502:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764834.098523:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfb15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcdc4 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.098648:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253cfb1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.098663:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253cfb1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.098674:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253cfb1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764834.098702:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2374953 00000004:00200000:1.0:1775764834.098707:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764834.098724:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253cfb1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.098749:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253cfb15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdc4 expref: 113 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.098767:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253cfb1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdc4 expref: 112 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.098775:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764834.098778:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764834.098782:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2045000, rc 0) 00000100:00100000:1.0:1775764834.098834:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+112:11755:x1862022222906368:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 360us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764834.098842:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44356 00000100:00100000:2.0:1775764834.108398:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.108591:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222906496 00000100:00100000:3.0:1775764834.108601:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222906496 00002000:00100000:3.0:1775764834.108649:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1912832->1929215) req@ffff8b8c99353100 x1862022222906496/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 16872/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764834.108660:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353100 with x1862022222906496 ext(1912832->1929215) 00002000:00010000:3.0:1775764834.108667:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353100 00000100:00100000:3.0:1775764834.108737:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37998 00000100:00100000:3.0:1775764834.108748:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222906496:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764834.109254:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222906496:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 507us (864us total) trans 4294996604 rc 0/0 00000100:00100000:3.0:1775764834.109263:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37998 00002000:00100000:3.0:1775764834.109269:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1912832->1929215) req@ffff8b8c99353100 x1862022222906496/t4294996604(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 16872/448 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764834.109276:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353100 with x1862022222906496 ext(1912832->1929215) 00002000:00010000:3.0:1775764834.109280:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353100 00000100:00100000:1.0:1775764834.114372:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.114488:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222906624 00000100:00100000:0.0:1775764834.114500:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222906624 00000100:00100000:0.0:1775764834.116119:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84740 00000100:00100000:0.0:1775764834.116139:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222906624:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764834.152483:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222906624:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36341us (38109us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764834.152498:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84740 00000001:00080000:1.0:1775764834.156089:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996604 is committed 00000100:00100000:1.0:1775764834.160068:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.160202:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222906752 00000100:00100000:0.0:1775764834.160213:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222906752 00002000:00100000:0.0:1775764834.160263:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (499712->2187263) req@ffff8b8cb24d1f80 x1862022222906752/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.160275:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1f80 with x1862022222906752 ext(499712->2187263) 00002000:00010000:0.0:1775764834.160281:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1f80 00000100:00100000:0.0:1775764834.160315:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 37999 00000100:00100000:0.0:1775764834.160325:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222906752:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764834.167273:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222906752:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6937us (7200us total) trans 4294996605 rc 0/0 00000100:00100000:0.0:1775764834.167289:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 37999 00002000:00100000:0.0:1775764834.167302:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (499712->2187263) req@ffff8b8cb24d1f80 x1862022222906752/t4294996605(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/448 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.167313:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1f80 with x1862022222906752 ext(499712->2187263) 00002000:00010000:0.0:1775764834.167319:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1f80 00000100:00100000:1.0:1775764834.171603:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.171751:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222906880 00000100:00100000:2.0:1775764834.171762:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222906880 00000100:00100000:2.0:1775764834.171826:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84741 00000100:00100000:2.0:1775764834.171836:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222906880:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764834.211228:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996605 is committed 00000100:00100000:3.0:1775764834.211398:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222906880:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 39557us (39799us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764834.211411:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84741 00000100:00100000:2.0:1775764834.218741:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764834.219111:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222907008 00000100:00100000:1.0:1775764834.219121:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222907008 00002000:00100000:1.0:1775764834.219180:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (98304->163839) req@ffff8b8c99350000 x1862022222907008/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764834.219191:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350000 with x1862022222907008 ext(98304->163839) 00002000:00010000:1.0:1775764834.219197:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350000 00000100:00100000:1.0:1775764834.219223:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38000 00000100:00100000:1.0:1775764834.219233:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222907008:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764834.227554:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222907008:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8299us (8800us total) trans 4294996606 rc 0/0 00000100:00100000:1.0:1775764834.227581:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38000 00002000:00100000:1.0:1775764834.227600:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (98304->163839) req@ffff8b8c99350000 x1862022222907008/t4294996606(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/448 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764834.227612:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350000 with x1862022222907008 ext(98304->163839) 00002000:00010000:1.0:1775764834.227618:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350000 00000100:00100000:2.0:1775764834.231349:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.231434:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222907136 00000100:00100000:0.0:1775764834.231443:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222907136 00000100:00100000:0.0:1775764834.231501:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84742 00000100:00100000:0.0:1775764834.231511:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222907136:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:0.0:1775764834.249747:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764834.281735:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996606 is committed 00000100:00100000:0.0:1775764834.282235:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222907136:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 50635us (50804us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.282249:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84742 00000100:00100000:0.0:1775764834.295797:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.297710:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222907392 00000100:00100000:3.0:1775764834.297723:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222907392 00000100:00100000:3.0:1775764834.297861:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44357 00000100:00100000:3.0:1775764834.297871:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+112:11755:x1862022222907392:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764834.297925:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764834.297961:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253cfb1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdc4 expref: 112 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.297991:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764834.297997:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764834.298236:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfb23 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.298250:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfb23 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.298260:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfb23 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764834.298308:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032120 00000004:00010000:3.0:1775764834.298331:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007824aa55 reply state 000000000c151522 transno 4295032121 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfb23 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764834.298340:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764834.298755:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+114:11755:x1862022222907392:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 883us (2966us total) trans 4295032121 rc 0/0 00000100:00100000:3.0:1775764834.298763:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44357 00000020:00080000:3.0:1775764834.298767:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764834.305907:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.305946:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.306530:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222907520 00000100:00100000:0.0:1775764834.306562:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222907520 00002000:00010000:0.0:1775764834.306604:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (647727->18446744073709551615) 00002000:00100000:0.0:1775764834.306610:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351180 with x1862022222907520 ext(647727->18446744073709551615) 00002000:00010000:0.0:1775764834.306622:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351180. 00000100:00100000:0.0:1775764834.306651:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222907648 00000100:00100000:0.0:1775764834.306655:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222907648 00002000:00010000:0.0:1775764834.306667:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764834.306670:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0fb80 with x1862022222907648 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764834.306676:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0fb80. 00000100:00100000:0.0:1775764834.306694:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38001 00000100:00100000:0.0:1775764834.306704:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222907520:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764834.307067:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2374953 -> 647727 00002000:00010000:0.0:1775764834.307071:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764834 00002000:00010000:0.0:1775764834.307074:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764834 -> 1775764834 00002000:00010000:0.0:1775764834.307076:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764834 00002000:00010000:0.0:1775764834.307078:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 649 00000100:00100000:0.0:1775764834.307132:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222907520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 429us (1234us total) trans 4294996607 rc 0/0 00000100:00100000:0.0:1775764834.307140:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38001 00002000:00010000:0.0:1775764834.307143:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (647727->18446744073709551615) 00002000:00100000:0.0:1775764834.307145:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351180 with x1862022222907520 ext(647727->18446744073709551615) 00000100:00100000:3.0:1775764834.307395:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38002 00000100:00100000:3.0:1775764834.307406:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222907648:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764834.307535:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764834.307564:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.307566:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764834.307568:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.307570:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764834.307594:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222907648:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 190us (1647us total) trans 4294996009 rc 0/0 00000100:00100000:3.0:1775764834.307600:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38002 00002000:00010000:3.0:1775764834.307603:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764834.307606:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0fb80 with x1862022222907648 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764834.307611:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0fb80. 00002000:00010000:0.0:1775764834.307691:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351180. 00010000:00010000:1.0:1775764834.309103:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfb23 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.309118:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfb23 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.309126:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfb23 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.309133:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4f600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764834.309137:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfb23 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.309144:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfb23 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.309170:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764834.309173:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764834.309178:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfb23 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.309184:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfb23 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764834.330393:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.330489:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222907776 00000100:00100000:3.0:1775764834.330499:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222907776 00000100:00100000:3.0:1775764834.330581:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44358 00000100:00100000:3.0:1775764834.330592:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+113:11755:x1862022222907776:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764834.330616:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764834.330635:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfb2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcdcb expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.330724:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.330740:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.330753:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764834.330783:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 647727 00000004:00200000:3.0:1775764834.330787:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764834.330806:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.330832:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfb2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdcb expref: 115 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.330848:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdcb expref: 114 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.331165:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764834.331168:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764834.331172:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4fe00, rc 0) 00000100:00100000:3.0:1775764834.331273:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+114:11755:x1862022222907776:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 682us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764834.331281:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44358 00000100:00100000:1.0:1775764834.340094:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764834.340133:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222908032 00000100:00100000:1.0:1775764834.340143:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222908032 00000100:00100000:1.0:1775764834.340203:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44359 00000100:00100000:1.0:1775764834.340229:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+114:11755:x1862022222908032:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764834.340283:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764834.340312:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdcb expref: 114 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.340328:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764834.340334:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764834.340667:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfb38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.340681:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfb38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.340692:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfb38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764834.340749:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032122 00000004:00010000:1.0:1775764834.340774:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007d0dde31 reply state 00000000b0ffd46e transno 4295032123 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfb38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764834.340783:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764834.340884:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+116:11755:x1862022222908032:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 672us (799us total) trans 4295032123 rc 0/0 00000100:00100000:1.0:1775764834.340892:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44359 00000020:00080000:1.0:1775764834.340897:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764834.349382:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.349407:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764834.350091:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfb38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.350104:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfb38 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.350112:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfb38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.350118:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764834.350123:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfb38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.350131:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfb38 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.350147:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764834.350159:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764834.350165:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfb38 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.350170:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfb38 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764834.350209:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222908160 00000100:00100000:3.0:1775764834.350219:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222908160 00002000:00010000:3.0:1775764834.350256:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2319475->18446744073709551615) 00002000:00100000:3.0:1775764834.350260:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022222908160 ext(2319475->18446744073709551615) 00002000:00010000:3.0:1775764834.350270:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700. 00000100:00100000:3.0:1775764834.350312:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222908288 00000100:00100000:3.0:1775764834.350315:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222908288 00002000:00010000:3.0:1775764834.350327:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764834.350329:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956300 with x1862022222908288 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764834.350335:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956300. 00000100:00100000:3.0:1775764834.350353:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38003 00000100:00100000:3.0:1775764834.350362:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222908160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764834.350584:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 647727 -> 2319475 00002000:00010000:3.0:1775764834.350588:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.350591:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.350593:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.350596:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:3.0:1775764834.350650:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222908160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 289us (1278us total) trans 4294996608 rc 0/0 00000100:00100000:3.0:1775764834.350657:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38003 00002000:00010000:3.0:1775764834.350661:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2319475->18446744073709551615) 00002000:00100000:3.0:1775764834.350663:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022222908160 ext(2319475->18446744073709551615) 00002000:00010000:3.0:1775764834.350667:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700. 00000100:00100000:3.0:1775764834.350684:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38004 00000100:00100000:3.0:1775764834.350690:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222908288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764834.350795:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764834.350798:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.350799:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764834.350802:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.350803:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764834.350824:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222908288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 134us (1415us total) trans 4294996010 rc 0/0 00000100:00100000:3.0:1775764834.350831:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38004 00002000:00010000:3.0:1775764834.350834:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764834.350836:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956300 with x1862022222908288 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764834.350840:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956300. 00000100:00100000:1.0:1775764834.358448:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.358516:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222908416 00000100:00100000:0.0:1775764834.358526:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222908416 00002000:00100000:0.0:1775764834.358587:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2318336->2322431) req@ffff8b8c90d5fb80 x1862022222908416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.358599:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5fb80 with x1862022222908416 ext(2318336->2322431) 00002000:00010000:0.0:1775764834.358605:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5fb80 00000100:00100000:0.0:1775764834.358635:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38005 00000100:00100000:0.0:1775764834.358645:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222908416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764834.358817:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222908416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 172us (378us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764834.358825:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38005 00002000:00100000:0.0:1775764834.358831:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2318336->2322431) req@ffff8b8c90d5fb80 x1862022222908416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/4536 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.358840:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5fb80 with x1862022222908416 ext(2318336->2322431) 00002000:00010000:0.0:1775764834.358843:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5fb80 00000001:00080000:2.0:1775764834.367431:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032109 is committed 00000001:00080000:2.0:1775764834.367569:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032111 is committed 00000001:00080000:2.0:1775764834.367607:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032119 is committed 00000001:00080000:2.0:1775764834.367650:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032121 is committed 00000100:00100000:1.0:1775764834.369222:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.369427:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222908544 00000100:00100000:2.0:1775764834.369436:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222908544 00002000:00100000:2.0:1775764834.369486:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2318336->2319474) req@ffff8b8c90d5e680 x1862022222908544/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 1632/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.369498:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e680 with x1862022222908544 ext(2318336->2319474) 00002000:00010000:2.0:1775764834.369503:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5e680 00000100:00100000:2.0:1775764834.369637:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38006 00000100:00100000:2.0:1775764834.369645:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222908544:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764834.370027:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222908544:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 381us (808us total) trans 4294996609 rc 0/0 00000100:00100000:2.0:1775764834.370035:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38006 00002000:00100000:2.0:1775764834.370041:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2318336->2319474) req@ffff8b8c90d5e680 x1862022222908544/t4294996609(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 1632/448 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.370046:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e680 with x1862022222908544 ext(2318336->2319474) 00002000:00010000:2.0:1775764834.370049:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5e680 00000100:00100000:0.0:1775764834.372976:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.373094:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222908672 00000100:00100000:3.0:1775764834.373104:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222908672 00000100:00100000:1.0:1775764834.373265:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84743 00000100:00100000:1.0:1775764834.373277:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222908672:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764834.412029:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996607 is committed 00000001:00080000:1.0:1775764834.412046:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996609 is committed 00000100:00100000:1.0:1775764834.412175:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222908672:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38894us (39199us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764834.412187:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84743 00000100:00100000:1.0:1775764834.415136:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.415290:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222908800 00000100:00100000:3.0:1775764834.415301:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222908800 00000100:00100000:3.0:1775764834.415404:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44360 00000100:00100000:3.0:1775764834.415414:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:11755:x1862022222908800:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764834.415442:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764834.415464:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfb3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcdd2 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.415574:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e200/0xdb23b4c9253cfb46 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.415590:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e200/0xdb23b4c9253cfb46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.415601:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e200/0xdb23b4c9253cfb46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764834.415628:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2319475 00000004:00200000:3.0:1775764834.415632:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764834.415646:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e200/0xdb23b4c9253cfb46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.415672:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfb3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdd2 expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.415690:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e200/0xdb23b4c9253cfb46 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdd2 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.415699:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764834.415702:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764834.415706:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4e200, rc 0) 00000100:00100000:3.0:1775764834.415763:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222908800:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 351us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764834.415770:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44360 00000100:00100000:3.0:1775764834.420836:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764834.421122:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222909056 00000100:00100000:1.0:1775764834.421138:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222909056 00000100:00100000:1.0:1775764834.421224:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 20537 00000100:00100000:1.0:1775764834.421237:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91733050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222909056:12345-192.168.202.29@tcp:35:fsx.0 00000100:00100000:1.0:1775764834.421644:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91733050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022222909056:12345-192.168.202.29@tcp:35:fsx.0 Request processed in 407us (815us total) trans 4295032124 rc 0/0 00000100:00100000:1.0:1775764834.421652:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 20537 00000100:00100000:0.0:1775764834.425864:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.425948:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222909312 00000100:00100000:3.0:1775764834.425958:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222909312 00000100:00100000:3.0:1775764834.426029:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44361 00000100:00100000:3.0:1775764834.426040:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022222909312:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764834.426068:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764834.426090:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ee00/0xdb23b4c9253cfb4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcdd9 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426172:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfb54 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426188:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfb54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426198:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfb54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426282:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfb5b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426291:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfb5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426297:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfb5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426684:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426695:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426702:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764834.426711:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4065306 00010000:00010000:3.0:1775764834.426802:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfb54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426809:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfb54 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426816:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfb54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426823:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4f400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764834.426827:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfb54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426834:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfb54 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426846:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b8c27d6bb00) 00010000:00010000:3.0:1775764834.426849:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764834.426854:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfb54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426860:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfb54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426873:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfb5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426878:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfb5b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426883:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfb5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426888:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4fa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764834.426890:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfb5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426895:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfb5b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426905:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8b8c0fd59a00) 00010000:00010000:3.0:1775764834.426907:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764834.426909:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfb5b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426913:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfb5b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426955:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ee00/0xdb23b4c9253cfb4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdd9 expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426968:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdd9 expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.426975:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764834.426977:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764834.426980:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4fe00, rc 0) 00000100:00100000:3.0:1775764834.427053:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022222909312:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1014us (1210us total) trans 4295032125 rc 0/0 00000100:00100000:3.0:1775764834.427062:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44361 00000100:00100000:3.0:1775764834.433723:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.433896:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222909440 00000100:00100000:2.0:1775764834.433908:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222909440 00002000:00100000:2.0:1775764834.433960:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2400256->2412543) req@ffff8b8c90d52d80 x1862022222909440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.433970:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022222909440 ext(2400256->2412543) 00002000:00010000:2.0:1775764834.433975:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:2.0:1775764834.434013:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38007 00000100:00100000:2.0:1775764834.434023:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222909440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764834.434534:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222909440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 510us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764834.434574:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38007 00002000:00100000:2.0:1775764834.434582:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2400256->2412543) req@ffff8b8c90d52d80 x1862022222909440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.434590:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022222909440 ext(2400256->2412543) 00002000:00010000:2.0:1775764834.434594:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:0.0:1775764834.440354:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.440461:0:12267:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222909568 00000100:00100000:3.0:1775764834.440473:0:12267:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222909568 00000100:00100000:3.0:1775764834.440578:0:12267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18 00000100:00100000:3.0:1775764834.440589:0:12267:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222909568:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764834.440616:0:12267:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764834.440646:0:12267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdd9 expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.440666:0:12267:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764834.440672:0:12267:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764834.440721:0:12267:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222909568:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 134us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764834.440729:0:12267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18 00000100:00100000:0.0:1775764834.444336:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.444433:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222909696 00000100:00100000:3.0:1775764834.444444:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222909696 00002000:00100000:3.0:1775764834.444494:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (761856->765951) req@ffff8b8c8f955880 x1862022222909696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764834.444505:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955880 with x1862022222909696 ext(761856->765951) 00002000:00010000:3.0:1775764834.444510:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955880 00000100:00100000:3.0:1775764834.444567:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38008 00000100:00100000:3.0:1775764834.444576:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222909696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764834.445493:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222909696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 912us (1162us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764834.445504:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38008 00002000:00100000:2.0:1775764834.445512:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (761856->765951) req@ffff8b8c8f955880 x1862022222909696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/4536 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.445520:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955880 with x1862022222909696 ext(761856->765951) 00002000:00010000:2.0:1775764834.445524:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955880 00000100:00100000:1.0:1775764834.450057:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.450360:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222909824 00000100:00100000:3.0:1775764834.450370:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222909824 00002000:00100000:3.0:1775764834.450420:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (774144->778239) req@ffff8b8c90d5ce00 x1862022222909824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764834.450432:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ce00 with x1862022222909824 ext(774144->778239) 00002000:00010000:3.0:1775764834.450438:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ce00 00000100:00100000:3.0:1775764834.450470:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38009 00000100:00100000:3.0:1775764834.450481:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222909824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764834.450778:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222909824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 299us (731us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764834.450790:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38009 00002000:00100000:3.0:1775764834.450796:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (774144->778239) req@ffff8b8c90d5ce00 x1862022222909824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/4536 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764834.450804:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ce00 with x1862022222909824 ext(774144->778239) 00002000:00010000:3.0:1775764834.450808:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ce00 00000100:00100000:0.0:1775764834.456015:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.456118:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222909952 00000100:00100000:2.0:1775764834.456129:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222909952 00002000:00100000:2.0:1775764834.456190:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1101824->1167359) req@ffff8b8c99499500 x1862022222909952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.456202:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499500 with x1862022222909952 ext(1101824->1167359) 00002000:00010000:2.0:1775764834.456208:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499500 00000100:00100000:2.0:1775764834.456240:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38010 00000100:00100000:2.0:1775764834.456248:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222909952:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764834.461969:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222909952:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5709us (5950us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764834.461992:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38010 00002000:00100000:2.0:1775764834.462005:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1101824->1167359) req@ffff8b8c99499500 x1862022222909952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.462016:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499500 with x1862022222909952 ext(1101824->1167359) 00002000:00010000:2.0:1775764834.462022:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499500 00000100:00100000:0.0:1775764834.478271:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764834.478376:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222910080 00000100:00100000:1.0:1775764834.478387:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222910080 00002000:00100000:1.0:1775764834.478438:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1167360->1204223) req@ffff8b8c99499880 x1862022222910080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764834.478450:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499880 with x1862022222910080 ext(1167360->1204223) 00002000:00010000:1.0:1775764834.478456:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499880 00000100:00100000:1.0:1775764834.478488:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38011 00000100:00100000:1.0:1775764834.478497:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222910080:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764834.481922:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222910080:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3417us (3651us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764834.481936:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38011 00002000:00100000:2.0:1775764834.481947:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1167360->1204223) req@ffff8b8c99499880 x1862022222910080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.481958:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499880 with x1862022222910080 ext(1167360->1204223) 00002000:00010000:2.0:1775764834.481965:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499880 00000100:00100000:3.0:1775764834.485977:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.486169:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222910208 00000100:00100000:0.0:1775764834.486179:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222910208 00002000:00100000:0.0:1775764834.486224:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (688128->692223) req@ffff8b8c90d53b80 x1862022222910208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.486236:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022222910208 ext(688128->692223) 00002000:00010000:0.0:1775764834.486243:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53b80 00000100:00100000:0.0:1775764834.486277:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38012 00000100:00100000:0.0:1775764834.486287:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222910208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764834.486518:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222910208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 232us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.486523:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38012 00002000:00100000:0.0:1775764834.486528:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (688128->692223) req@ffff8b8c90d53b80 x1862022222910208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.486534:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022222910208 ext(688128->692223) 00002000:00010000:0.0:1775764834.486567:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53b80 00000100:00100000:0.0:1775764834.491642:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.491818:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222910336 00000100:00100000:2.0:1775764834.491830:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222910336 00002000:00100000:2.0:1775764834.491885:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (692224->696319) req@ffff8b8c99498e00 x1862022222910336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.491897:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022222910336 ext(692224->696319) 00002000:00010000:2.0:1775764834.491904:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498e00 00000100:00100000:2.0:1775764834.491935:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38013 00000100:00100000:2.0:1775764834.491945:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022222910336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764834.492212:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022222910336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 268us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764834.492220:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38013 00002000:00100000:2.0:1775764834.492227:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (692224->696319) req@ffff8b8c99498e00 x1862022222910336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.492236:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022222910336 ext(692224->696319) 00002000:00010000:2.0:1775764834.492240:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498e00 00000100:00100000:3.0:1775764834.499970:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.500142:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222910464 00000100:00100000:0.0:1775764834.500162:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222910464 00002000:00100000:0.0:1775764834.500209:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (495616->909311) req@ffff8b8c90d53800 x1862022222910464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.500221:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53800 with x1862022222910464 ext(495616->909311) 00002000:00010000:0.0:1775764834.500227:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53800 00000100:00100000:0.0:1775764834.500259:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38014 00000100:00100000:0.0:1775764834.500269:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222910464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764834.509213:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222910464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8933us (9241us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.509227:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38014 00002000:00100000:0.0:1775764834.509241:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (495616->909311) req@ffff8b8c90d53800 x1862022222910464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.509253:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53800 with x1862022222910464 ext(495616->909311) 00002000:00010000:0.0:1775764834.509259:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53800 00000100:00100000:2.0:1775764834.518061:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764834.518280:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222910592 00000100:00100000:1.0:1775764834.518292:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222910592 00002000:00100000:1.0:1775764834.518338:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (688128->1332476) req@ffff8b8c8df0df80 x1862022222910592/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764834.518349:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0df80 with x1862022222910592 ext(688128->1332476) 00002000:00010000:1.0:1775764834.518355:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0df80 00000100:00100000:1.0:1775764834.518391:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38015 00000100:00100000:1.0:1775764834.518401:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222910592:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764834.522562:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222910592:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4138us (4486us total) trans 4294996011 rc 0/0 00000100:00100000:1.0:1775764834.522576:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38015 00002000:00100000:1.0:1775764834.522590:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (688128->1332476) req@ffff8b8c8df0df80 x1862022222910592/t4294996011(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/448 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764834.522601:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0df80 with x1862022222910592 ext(688128->1332476) 00002000:00010000:1.0:1775764834.522608:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0df80 00000100:00100000:3.0:1775764834.530521:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.530748:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222910720 00000100:00100000:0.0:1775764834.530760:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222910720 00000100:00100000:0.0:1775764834.530820:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84744 00000100:00100000:0.0:1775764834.530830:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222910720:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764834.637184:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996003 is committed 00000001:00080000:1.0:1775764834.637201:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996011 is committed 00000100:00100000:3.0:1775764834.637590:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222910720:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 106754us (107072us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764834.637782:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84744 00000100:00100000:3.0:1775764834.643906:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.644520:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222910848 00000100:00100000:0.0:1775764834.644534:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222910848 00002000:00100000:0.0:1775764834.644637:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3637248->3641343) req@ffff8b8c8f8c4e00 x1862022222910848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.644648:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022222910848 ext(3637248->3641343) 00002000:00010000:0.0:1775764834.644654:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4e00 00000100:00100000:0.0:1775764834.644685:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38016 00000100:00100000:0.0:1775764834.644694:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222910848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764834.644950:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222910848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.644958:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38016 00002000:00100000:0.0:1775764834.644964:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3637248->3641343) req@ffff8b8c8f8c4e00 x1862022222910848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.644973:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022222910848 ext(3637248->3641343) 00002000:00010000:0.0:1775764834.644976:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4e00 00000100:00100000:0.0:1775764834.654649:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.654766:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222910976 00000100:00100000:2.0:1775764834.654777:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222910976 00002000:00100000:2.0:1775764834.654827:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3641344->3645439) req@ffff8b8c99498a80 x1862022222910976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.654837:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022222910976 ext(3641344->3645439) 00002000:00010000:2.0:1775764834.654844:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498a80 00000100:00100000:2.0:1775764834.654887:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38017 00000100:00100000:2.0:1775764834.654898:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222910976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764834.655326:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222910976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 429us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764834.655334:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38017 00002000:00100000:2.0:1775764834.655341:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3641344->3645439) req@ffff8b8c99498a80 x1862022222910976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.655349:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022222910976 ext(3641344->3645439) 00002000:00010000:2.0:1775764834.655352:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498a80 00000100:00100000:2.0:1775764834.664272:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.664505:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222911104 00000100:00100000:3.0:1775764834.664515:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222911104 00002000:00100000:3.0:1775764834.664613:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3616768->3682303) req@ffff8b8c8df0c380 x1862022222911104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764834.664624:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0c380 with x1862022222911104 ext(3616768->3682303) 00002000:00010000:3.0:1775764834.664629:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0c380 00000100:00100000:3.0:1775764834.664653:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38018 00000100:00100000:3.0:1775764834.664664:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222911104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764834.671621:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222911104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6933us (7332us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764834.671634:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38018 00002000:00100000:2.0:1775764834.671648:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3616768->3682303) req@ffff8b8c8df0c380 x1862022222911104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.671659:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0c380 with x1862022222911104 ext(3616768->3682303) 00002000:00010000:2.0:1775764834.671666:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0c380 00000100:00100000:0.0:1775764834.684121:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.685181:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222911232 00000100:00100000:2.0:1775764834.685194:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222911232 00002000:00100000:2.0:1775764834.685248:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3682304->3719167) req@ffff8b8c99499c00 x1862022222911232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.685259:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499c00 with x1862022222911232 ext(3682304->3719167) 00002000:00010000:2.0:1775764834.685266:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499c00 00000100:00100000:2.0:1775764834.685301:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38019 00000100:00100000:2.0:1775764834.685310:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222911232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764834.694487:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222911232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9168us (10364us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764834.694500:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38019 00002000:00100000:2.0:1775764834.694513:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3682304->3719167) req@ffff8b8c99499c00 x1862022222911232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.694524:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499c00 with x1862022222911232 ext(3682304->3719167) 00002000:00010000:2.0:1775764834.694530:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499c00 00000100:00100000:1.0:1775764834.698209:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.698288:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222911360 00000100:00100000:3.0:1775764834.698298:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222911360 00002000:00100000:3.0:1775764834.698341:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (761856->4065305) req@ffff8b8c90d5f100 x1862022222911360/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 520/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764834.698360:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f100 with x1862022222911360 ext(761856->4065305) 00002000:00010000:3.0:1775764834.698366:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f100 00000100:00100000:3.0:1775764834.698396:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38020 00000100:00100000:3.0:1775764834.698404:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222911360:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764834.703136:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222911360:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4723us (4924us total) trans 4294996610 rc 0/0 00000100:00100000:3.0:1775764834.703158:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38020 00002000:00100000:3.0:1775764834.703172:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (761856->4065305) req@ffff8b8c90d5f100 x1862022222911360/t4294996610(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 520/456 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764834.703183:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f100 with x1862022222911360 ext(761856->4065305) 00002000:00010000:3.0:1775764834.703189:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f100 00000100:00100000:1.0:1775764834.713743:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.713937:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222911488 00000100:00100000:2.0:1775764834.713948:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222911488 00000100:00100000:2.0:1775764834.714053:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84745 00000100:00100000:2.0:1775764834.714063:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222911488:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764834.745259:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222911488:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31186us (31647us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.745274:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84745 00000001:00080000:1.0:1775764834.746866:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996610 is committed 00000100:00100000:1.0:1775764834.751250:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.751362:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222911616 00000100:00100000:0.0:1775764834.751376:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222911616 00002000:00100000:0.0:1775764834.751434:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2670592->2678783) req@ffff8b8c90d5ca80 x1862022222911616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.751447:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ca80 with x1862022222911616 ext(2670592->2678783) 00002000:00010000:0.0:1775764834.751454:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ca80 00000100:00100000:0.0:1775764834.751495:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38021 00000100:00100000:0.0:1775764834.751505:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222911616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764834.751815:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222911616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 311us (573us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1775764834.751825:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38021 00002000:00100000:0.0:1775764834.751831:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2670592->2678783) req@ffff8b8c90d5ca80 x1862022222911616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/8632 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764834.751840:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ca80 with x1862022222911616 ext(2670592->2678783) 00002000:00010000:0.0:1775764834.751843:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ca80 00000100:00100000:3.0:1775764834.763331:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764834.763648:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222911872 00000100:00100000:1.0:1775764834.763661:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222911872 00000100:00100000:1.0:1775764834.763728:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44362 00000100:00100000:1.0:1775764834.763738:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022222911872:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764834.763796:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764834.763823:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e200/0xdb23b4c9253cfb46 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdd2 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.763843:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764834.763859:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764834.764069:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253cfb70 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.764082:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253cfb70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.764093:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253cfb70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764834.764148:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032126 00000004:00010000:1.0:1775764834.764171:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000858d5d38 reply state 00000000c015b15f transno 4295032127 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253cfb70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764834.764180:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764834.764268:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222911872:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 530us (945us total) trans 4295032127 rc 0/0 00000100:00100000:1.0:1775764834.764276:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44362 00000020:00080000:1.0:1775764834.764281:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764834.767670:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253cfb70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.767688:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253cfb70 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.767696:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253cfb70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.767701:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764834.767706:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253cfb70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.767713:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253cfb70 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.767731:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764834.767733:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764834.767738:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253cfb70 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.767744:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253cfb70 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764834.769388:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.769427:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.769641:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222912000 00000100:00100000:0.0:1775764834.769652:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222912000 00002000:00010000:0.0:1775764834.769691:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3769827->18446744073709551615) 00002000:00100000:0.0:1775764834.769697:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5180 with x1862022222912000 ext(3769827->18446744073709551615) 00002000:00010000:0.0:1775764834.769708:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5180. 00000100:00100000:0.0:1775764834.769737:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222912128 00000100:00100000:0.0:1775764834.769740:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222912128 00002000:00010000:0.0:1775764834.769752:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764834.769755:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022222912128 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764834.769762:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5500. 00000100:00100000:0.0:1775764834.769785:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38022 00000100:00100000:0.0:1775764834.769794:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222912000:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764834.770065:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38023 00000100:00100000:2.0:1775764834.770074:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222912128:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764834.770158:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2319475 -> 3769827 00002000:00010000:0.0:1775764834.770163:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764835 00002000:00010000:0.0:1775764834.770165:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764834 -> 1775764834 00002000:00010000:0.0:1775764834.770168:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764835 00002000:00010000:0.0:1775764834.770170:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 907 00000100:00100000:0.0:1775764834.770225:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222912000:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 431us (847us total) trans 4294996611 rc 0/0 00000100:00100000:0.0:1775764834.770233:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38022 00002000:00010000:0.0:1775764834.770237:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3769827->18446744073709551615) 00002000:00100000:0.0:1775764834.770239:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5180 with x1862022222912000 ext(3769827->18446744073709551615) 00002000:00010000:0.0:1775764834.770244:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5180. 00002000:00010000:2.0:1775764834.770295:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764834.770298:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764834 -> 1775764835 00002000:00010000:2.0:1775764834.770300:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764834.770303:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764834 -> 1775764835 00002000:00010000:2.0:1775764834.770305:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 519 00000100:00100000:2.0:1775764834.770327:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222912128:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 255us (899us total) trans 4294996012 rc 0/0 00000100:00100000:2.0:1775764834.770333:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38023 00002000:00010000:2.0:1775764834.770336:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764834.770339:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022222912128 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764834.770343:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5500. 00000100:00100000:1.0:1775764834.775099:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.775388:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222912256 00000100:00100000:3.0:1775764834.775400:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222912256 00000100:00100000:3.0:1775764834.775464:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44363 00000100:00100000:3.0:1775764834.775473:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022222912256:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764834.775497:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764834.775517:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcde0 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.775654:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ee00/0xdb23b4c9253cfb7e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.775673:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ee00/0xdb23b4c9253cfb7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.775685:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ee00/0xdb23b4c9253cfb7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764834.775710:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3769827 00000004:00200000:3.0:1775764834.775714:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764834.775732:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ee00/0xdb23b4c9253cfb7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.775756:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcde0 expref: 15 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.775773:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ee00/0xdb23b4c9253cfb7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcde0 expref: 14 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.775782:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764834.775785:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764834.775789:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4ee00, rc 0) 00000100:00100000:3.0:1775764834.776030:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222912256:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 556us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764834.776037:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44363 00000100:00100000:0.0:1775764834.789410:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764834.791027:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222912512 00000100:00100000:1.0:1775764834.791044:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222912512 00000100:00100000:1.0:1775764834.791120:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44364 00000100:00100000:1.0:1775764834.791132:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222912512:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764834.791189:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764834.791218:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ee00/0xdb23b4c9253cfb7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcde0 expref: 14 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.791252:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764834.791258:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764834.791475:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253cfb85 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.791490:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253cfb85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764834.791500:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253cfb85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764834.791572:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032128 00000004:00010000:1.0:1775764834.791594:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f8b5b0f reply state 00000000c37549ca transno 4295032129 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253cfb85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764834.791603:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764834.791705:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222912512:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 576us (2303us total) trans 4295032129 rc 0/0 00000100:00100000:1.0:1775764834.791712:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44364 00000020:00080000:1.0:1775764834.791716:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764834.794005:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253cfb85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.794019:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253cfb85 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.794033:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253cfb85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.794039:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764834.794043:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253cfb85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.794051:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253cfb85 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.794067:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764834.794070:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764834.794075:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253cfb85 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.794080:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253cfb85 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764834.795814:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.795850:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.796046:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222912640 00000100:00100000:3.0:1775764834.796056:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222912640 00002000:00010000:3.0:1775764834.796094:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4144289->18446744073709551615) 00002000:00100000:3.0:1775764834.796099:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022222912640 ext(4144289->18446744073709551615) 00002000:00010000:3.0:1775764834.796111:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b800. 00000100:00100000:3.0:1775764834.796139:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222912768 00000100:00100000:3.0:1775764834.796142:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222912768 00002000:00010000:3.0:1775764834.796159:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764834.796162:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949aa00 with x1862022222912768 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764834.796168:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949aa00. 00000100:00100000:3.0:1775764834.796195:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38024 00000100:00100000:3.0:1775764834.796205:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222912640:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764834.796434:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3769827 -> 4144289 00002000:00010000:3.0:1775764834.796438:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764834.796440:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764834 -> 1775764834 00002000:00010000:3.0:1775764834.796442:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764834.796444:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:3.0:1775764834.796497:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222912640:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 293us (690us total) trans 4294996612 rc 0/0 00000100:00100000:3.0:1775764834.796505:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38024 00002000:00010000:3.0:1775764834.796508:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4144289->18446744073709551615) 00002000:00100000:3.0:1775764834.796511:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022222912640 ext(4144289->18446744073709551615) 00002000:00010000:3.0:1775764834.796515:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b800. 00000100:00100000:3.0:1775764834.796530:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38025 00000100:00100000:3.0:1775764834.796552:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222912768:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764834.796660:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764834.796663:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764834.796665:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764834.796666:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764834.796668:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:3.0:1775764834.796689:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222912768:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 153us (837us total) trans 4294996013 rc 0/0 00000100:00100000:3.0:1775764834.796696:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38025 00002000:00010000:3.0:1775764834.796698:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764834.796700:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949aa00 with x1862022222912768 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764834.796704:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949aa00. 00000100:00100000:2.0:1775764834.800704:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764834.800903:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222912896 00000100:00100000:1.0:1775764834.800914:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222912896 00002000:00100000:1.0:1775764834.800961:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4108288->4112383) req@ffff8b8c8df0d880 x1862022222912896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764834.800971:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d880 with x1862022222912896 ext(4108288->4112383) 00002000:00010000:1.0:1775764834.800993:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d880 00000100:00100000:1.0:1775764834.801028:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38026 00000100:00100000:1.0:1775764834.801038:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222912896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764834.801289:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222912896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 243us (585us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764834.801297:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38026 00002000:00100000:1.0:1775764834.801303:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4108288->4112383) req@ffff8b8c8df0d880 x1862022222912896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/4536 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764834.801312:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d880 with x1862022222912896 ext(4108288->4112383) 00002000:00010000:1.0:1775764834.801316:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d880 00000100:00100000:0.0:1775764834.812958:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.813029:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764834.813130:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222913024 00000100:00100000:3.0:1775764834.813141:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222913024 00002000:00100000:3.0:1775764834.813201:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4112384->4116479) req@ffff8b8c9949a680 x1862022222913024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764834.813224:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a680 with x1862022222913024 ext(4112384->4116479) 00002000:00010000:3.0:1775764834.813230:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a680 00000100:00100000:3.0:1775764834.813254:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222913152 00000100:00100000:3.0:1775764834.813259:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222913152 00002000:00100000:3.0:1775764834.813274:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (524288->4112383) req@ffff8b8c914e9f80 x1862022222913152/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764834.813282:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9f80 with x1862022222913152 ext(524288->4112383) 00002000:00010000:3.0:1775764834.813285:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9f80 00000100:00100000:3.0:1775764834.813316:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38027 00000100:00100000:3.0:1775764834.813325:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222913024:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764834.813589:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222913024:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 263us (640us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764834.813596:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38027 00002000:00100000:3.0:1775764834.813618:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4112384->4116479) req@ffff8b8c9949a680 x1862022222913024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/4536 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764834.813626:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a680 with x1862022222913024 ext(4112384->4116479) 00002000:00010000:3.0:1775764834.813629:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a680 00000100:00100000:3.0:1775764834.813645:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38028 00000100:00100000:3.0:1775764834.813651:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222913152:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764834.833970:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222913152:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 20309us (20931us total) trans 4294996613 rc 0/0 00000100:00100000:2.0:1775764834.833992:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38028 00002000:00100000:2.0:1775764834.834004:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (524288->4112383) req@ffff8b8c914e9f80 x1862022222913152/t4294996613(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/448 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.834014:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9f80 with x1862022222913152 ext(524288->4112383) 00002000:00010000:2.0:1775764834.834020:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9f80 00000100:00100000:0.0:1775764834.838255:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.838421:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222913280 00000100:00100000:2.0:1775764834.838433:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222913280 00002000:00100000:2.0:1775764834.838481:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (4087808->4145151) req@ffff8b8c914eb480 x1862022222913280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.838492:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb480 with x1862022222913280 ext(4087808->4145151) 00002000:00010000:2.0:1775764834.838498:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb480 00000100:00100000:2.0:1775764834.838531:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38029 00000100:00100000:2.0:1775764834.838575:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222913280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764834.854973:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222913280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16423us (16717us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1775764834.854998:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38029 00002000:00100000:2.0:1775764834.855011:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (4087808->4145151) req@ffff8b8c914eb480 x1862022222913280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 504/440 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.855021:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb480 with x1862022222913280 ext(4087808->4145151) 00002000:00010000:2.0:1775764834.855027:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb480 00000100:00100000:3.0:1775764834.869293:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.869572:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222913408 00000100:00100000:2.0:1775764834.869582:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222913408 00002000:00100000:2.0:1775764834.869644:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (4112384->4144288) req@ffff8b8c8f8c6a00 x1862022222913408/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/0 e 0 to 0 dl 1775764845 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.869655:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6a00 with x1862022222913408 ext(4112384->4144288) 00002000:00010000:2.0:1775764834.869661:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6a00 00000100:00100000:2.0:1775764834.869684:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38030 00000100:00100000:2.0:1775764834.869693:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222913408:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764834.873529:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222913408:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3824us (4232us total) trans 4294996614 rc 0/0 00000100:00100000:2.0:1775764834.874671:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38030 00002000:00100000:2.0:1775764834.874688:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (4112384->4144288) req@ffff8b8c8f8c6a00 x1862022222913408/t4294996614(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:315/0 lens 488/448 e 0 to 0 dl 1775764845 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764834.874700:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6a00 with x1862022222913408 ext(4112384->4144288) 00002000:00010000:2.0:1775764834.874706:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6a00 00000100:00100000:1.0:1775764834.881368:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764834.881475:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222913536 00000100:00100000:0.0:1775764834.881487:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222913536 00000100:00100000:0.0:1775764834.881592:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84746 00000100:00100000:0.0:1775764834.881694:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222913536:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764834.976997:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996611 is committed 00000001:00080000:1.0:1775764834.977019:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996614 is committed 00000100:00100000:0.0:1775764834.983973:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222913536:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 102356us (102598us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.983999:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84746 00000100:00100000:1.0:1775764834.987330:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764834.987675:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222913664 00000100:00100000:2.0:1775764834.987686:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222913664 00000100:00100000:2.0:1775764834.987753:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44365 00000100:00100000:2.0:1775764834.987765:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022222913664:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764834.987789:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764834.987811:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfb8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcde7 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.987904:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfb93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.987918:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfb93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.987929:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfb93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764834.987968:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4144289 00000004:00200000:2.0:1775764834.987972:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764834.988000:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfb93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.988026:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfb8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcde7 expref: 17 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.988043:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfb93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcde7 expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764834.988050:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764834.988053:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764834.988057:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecfa00, rc 0) 00000100:00100000:2.0:1775764834.988176:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222913664:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 413us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764834.988183:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44365 00000100:00100000:2.0:1775764835.001182:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.001272:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222913792 00000100:00100000:3.0:1775764835.001284:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222913792 00002000:00100000:3.0:1775764835.001341:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1695744->1699839) req@ffff8b8c8df0f800 x1862022222913792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.001353:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f800 with x1862022222913792 ext(1695744->1699839) 00002000:00010000:3.0:1775764835.001359:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f800 00000100:00100000:3.0:1775764835.001400:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38031 00000100:00100000:3.0:1775764835.001409:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222913792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764835.001884:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222913792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 475us (712us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764835.001892:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38031 00002000:00100000:2.0:1775764835.001898:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1695744->1699839) req@ffff8b8c8df0f800 x1862022222913792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.001906:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f800 with x1862022222913792 ext(1695744->1699839) 00002000:00010000:2.0:1775764835.001909:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f800 00000100:00100000:1.0:1775764835.009874:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.010216:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222913920 00000100:00100000:3.0:1775764835.010227:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222913920 00002000:00100000:3.0:1775764835.010275:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1699840->1703935) req@ffff8b8c86d75180 x1862022222913920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.010288:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022222913920 ext(1699840->1703935) 00002000:00010000:3.0:1775764835.010295:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:3.0:1775764835.010328:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38032 00000100:00100000:3.0:1775764835.010338:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222913920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.010614:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222913920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 266us (737us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764835.010622:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38032 00002000:00100000:3.0:1775764835.010628:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1699840->1703935) req@ffff8b8c86d75180 x1862022222913920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.010636:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022222913920 ext(1699840->1703935) 00002000:00010000:3.0:1775764835.010640:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:1.0:1775764835.028683:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.028821:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222914048 00000100:00100000:2.0:1775764835.028832:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222914048 00002000:00100000:2.0:1775764835.028889:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1675264->1740799) req@ffff8b8c86d74000 x1862022222914048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.028901:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022222914048 ext(1675264->1740799) 00002000:00010000:2.0:1775764835.028907:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:2.0:1775764835.028939:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38033 00000100:00100000:2.0:1775764835.028949:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222914048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764835.041487:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222914048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12528us (12802us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764835.041500:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38033 00002000:00100000:2.0:1775764835.041512:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1675264->1740799) req@ffff8b8c86d74000 x1862022222914048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.041522:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022222914048 ext(1675264->1740799) 00002000:00010000:2.0:1775764835.041529:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:2.0:1775764835.046934:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.047381:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222914176 00000100:00100000:1.0:1775764835.047391:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222914176 00002000:00100000:1.0:1775764835.047441:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3760128->3764223) req@ffff8b8c8df0ca80 x1862022222914176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.047451:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ca80 with x1862022222914176 ext(3760128->3764223) 00002000:00010000:1.0:1775764835.047458:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ca80 00000100:00100000:1.0:1775764835.047492:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38034 00000100:00100000:1.0:1775764835.047501:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222914176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764835.047778:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222914176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 277us (852us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764835.047786:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38034 00002000:00100000:1.0:1775764835.047793:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3760128->3764223) req@ffff8b8c8df0ca80 x1862022222914176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.047801:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ca80 with x1862022222914176 ext(3760128->3764223) 00002000:00010000:1.0:1775764835.047805:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ca80 00000100:00100000:1.0:1775764835.064518:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.064986:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222914304 00000100:00100000:3.0:1775764835.064997:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222914304 00002000:00100000:3.0:1775764835.065049:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2129920->2134015) req@ffff8b8c86d74a80 x1862022222914304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.065060:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022222914304 ext(2129920->2134015) 00002000:00010000:3.0:1775764835.065065:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74a80 00000100:00100000:3.0:1775764835.065099:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38035 00000100:00100000:3.0:1775764835.065109:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222914304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.065366:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222914304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 258us (857us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764835.065374:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38035 00002000:00100000:3.0:1775764835.065381:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2129920->2134015) req@ffff8b8c86d74a80 x1862022222914304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.065389:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022222914304 ext(2129920->2134015) 00002000:00010000:3.0:1775764835.065392:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74a80 00000100:00100000:0.0:1775764835.075453:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.075593:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222914432 00000100:00100000:2.0:1775764835.075604:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222914432 00002000:00100000:2.0:1775764835.075660:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2134016->2138111) req@ffff8b8c914eb100 x1862022222914432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.075671:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb100 with x1862022222914432 ext(2134016->2138111) 00002000:00010000:2.0:1775764835.075678:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb100 00000100:00100000:2.0:1775764835.075715:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38036 00000100:00100000:2.0:1775764835.075724:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222914432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764835.075986:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222914432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 253us (534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764835.075994:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38036 00002000:00100000:2.0:1775764835.076001:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2134016->2138111) req@ffff8b8c914eb100 x1862022222914432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.076009:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb100 with x1862022222914432 ext(2134016->2138111) 00002000:00010000:2.0:1775764835.076012:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb100 00000100:00100000:0.0:1775764835.081379:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.081758:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222914560 00000100:00100000:1.0:1775764835.081768:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222914560 00002000:00100000:1.0:1775764835.081818:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2109440->2174975) req@ffff8b8c914e8380 x1862022222914560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.081835:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8380 with x1862022222914560 ext(2109440->2174975) 00002000:00010000:1.0:1775764835.081840:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8380 00000100:00100000:1.0:1775764835.081883:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38037 00000100:00100000:1.0:1775764835.081892:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222914560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764835.119814:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222914560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 37913us (38434us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764835.119826:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38037 00002000:00100000:2.0:1775764835.119838:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2109440->2174975) req@ffff8b8c914e8380 x1862022222914560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.119858:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8380 with x1862022222914560 ext(2109440->2174975) 00002000:00010000:2.0:1775764835.119864:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8380 00000100:00100000:2.0:1775764835.129223:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.129426:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222914816 00000100:00100000:3.0:1775764835.129438:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222914816 00000100:00100000:3.0:1775764835.129506:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44366 00000100:00100000:3.0:1775764835.129517:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222914816:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764835.129592:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764835.129635:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfb93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcde7 expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.129654:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764835.129661:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764835.129892:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb9a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.129908:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.129919:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764835.129972:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032130 00000004:00010000:3.0:1775764835.130010:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039e4dbec reply state 000000002348a861 transno 4295032131 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764835.130019:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764835.130112:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222914816:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 596us (910us total) trans 4295032131 rc 0/0 00000100:00100000:3.0:1775764835.130120:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44366 00000020:00080000:3.0:1775764835.130125:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1775764835.130697:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764835.135515:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.135585:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764835.135667:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.135680:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb9a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.135688:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.135694:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4fe00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764835.135700:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.135707:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb9a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.135725:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764835.135728:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764835.135733:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb9a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.135738:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fe00/0xdb23b4c9253cfb9a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764835.135783:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222914944 00000100:00100000:1.0:1775764835.135792:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222914944 00002000:00010000:1.0:1775764835.135831:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764835.135835:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eaa00 with x1862022222914944 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764835.135851:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eaa00. 00000100:00100000:1.0:1775764835.135879:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222915072 00000100:00100000:1.0:1775764835.135882:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222915072 00002000:00010000:1.0:1775764835.135905:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1098104->18446744073709551615) 00002000:00100000:1.0:1775764835.135908:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8000 with x1862022222915072 ext(1098104->18446744073709551615) 00002000:00010000:1.0:1775764835.135916:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e8000. 00000100:00100000:1.0:1775764835.135934:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38038 00000100:00100000:1.0:1775764835.135943:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222914944:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764835.136921:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4144289 -> 4194304 00002000:00010000:1.0:1775764835.136927:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764835 00002000:00010000:1.0:1775764835.136930:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764834 -> 1775764835 00002000:00010000:1.0:1775764835.136932:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764835 00002000:00010000:1.0:1775764835.136934:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 971 00000100:00100000:3.0:1775764835.137130:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38039 00000100:00100000:3.0:1775764835.137142:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222915072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764835.137296:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1098104 00002000:00010000:3.0:1775764835.137300:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764835.137301:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764835.137303:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764835.137305:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1775764835.139647:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222914944:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3694us (4131us total) trans 4294996615 rc 0/0 00000100:00100000:1.0:1775764835.139662:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38038 00002000:00010000:1.0:1775764835.139669:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764835.139673:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eaa00 with x1862022222914944 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764835.139683:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eaa00. 00000100:00080000:1.0:1775764835.139730:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764835.139986:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222915072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2837us (4390us total) trans 4294996014 rc 0/0 00000100:00100000:3.0:1775764835.139996:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38039 00002000:00010000:3.0:1775764835.139999:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1098104->18446744073709551615) 00002000:00100000:3.0:1775764835.140002:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8000 with x1862022222915072 ext(1098104->18446744073709551615) 00002000:00010000:3.0:1775764835.140009:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e8000. 00000100:00100000:0.0:1775764835.144293:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.144443:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222915200 00000100:00100000:2.0:1775764835.144454:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222915200 00002000:00100000:2.0:1775764835.144502:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1081344->1085439) req@ffff8b8c914ead80 x1862022222915200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.144513:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ead80 with x1862022222915200 ext(1081344->1085439) 00002000:00010000:2.0:1775764835.144518:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914ead80 00000100:00100000:2.0:1775764835.144857:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38040 00000100:00100000:2.0:1775764835.144874:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222915200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764835.145136:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222915200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 268us (851us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764835.147083:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38040 00002000:00100000:2.0:1775764835.147104:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1081344->1085439) req@ffff8b8c914ead80 x1862022222915200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.147114:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ead80 with x1862022222915200 ext(1081344->1085439) 00002000:00010000:2.0:1775764835.147120:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914ead80 00000100:00100000:2.0:1775764835.156094:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.156324:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222915328 00000100:00100000:3.0:1775764835.156336:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222915328 00002000:00100000:3.0:1775764835.156386:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1085440->1089535) req@ffff8b8c8df0dc00 x1862022222915328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.156397:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0dc00 with x1862022222915328 ext(1085440->1089535) 00002000:00010000:3.0:1775764835.156402:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0dc00 00000100:00100000:3.0:1775764835.156471:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38041 00000100:00100000:3.0:1775764835.156480:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222915328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.157228:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222915328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 746us (1142us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764835.157236:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38041 00002000:00100000:3.0:1775764835.157244:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1085440->1089535) req@ffff8b8c8df0dc00 x1862022222915328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.157251:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0dc00 with x1862022222915328 ext(1085440->1089535) 00002000:00010000:3.0:1775764835.157255:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0dc00 00000100:00100000:1.0:1775764835.176117:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.176391:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222915456 00000100:00100000:2.0:1775764835.176403:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222915456 00002000:00100000:2.0:1775764835.176451:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1060864->1101823) req@ffff8b8c86d74380 x1862022222915456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.176461:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74380 with x1862022222915456 ext(1060864->1101823) 00002000:00010000:2.0:1775764835.176467:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74380 00000100:00100000:2.0:1775764835.176504:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38042 00000100:00100000:2.0:1775764835.176514:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222915456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.180003:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222915456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3481us (3887us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1775764835.180016:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38042 00002000:00100000:3.0:1775764835.180027:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1060864->1101823) req@ffff8b8c86d74380 x1862022222915456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.180037:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74380 with x1862022222915456 ext(1060864->1101823) 00002000:00010000:3.0:1775764835.180044:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74380 00000100:00100000:1.0:1775764835.197187:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.197448:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222915584 00000100:00100000:3.0:1775764835.197459:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222915584 00002000:00100000:3.0:1775764835.197509:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (1081344->1098103) req@ffff8b8c86d77b80 x1862022222915584/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.197520:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022222915584 ext(1081344->1098103) 00002000:00010000:3.0:1775764835.197526:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:3.0:1775764835.197596:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38043 00000100:00100000:3.0:1775764835.197608:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222915584:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764835.202953:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222915584:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5338us (5766us total) trans 4294996015 rc 0/0 00000100:00100000:3.0:1775764835.202966:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38043 00002000:00100000:3.0:1775764835.202987:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (1081344->1098103) req@ffff8b8c86d77b80 x1862022222915584/t4294996015(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/448 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.202997:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022222915584 ext(1081344->1098103) 00002000:00010000:3.0:1775764835.203003:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:2.0:1775764835.206411:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.207399:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222915712 00000100:00100000:0.0:1775764835.207411:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222915712 00000100:00100000:0.0:1775764835.207473:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84747 00000100:00100000:0.0:1775764835.207483:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222915712:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764835.259704:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996012 is committed 00000001:00080000:2.0:1775764835.259720:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996015 is committed 00000100:00100000:3.0:1775764835.259890:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222915712:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 52402us (53483us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.259903:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84747 00000100:00100000:0.0:1775764835.263243:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.263404:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222915840 00000100:00100000:2.0:1775764835.263415:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222915840 00000100:00100000:2.0:1775764835.263471:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44367 00000100:00100000:2.0:1775764835.263481:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022222915840:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764835.263507:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764835.263527:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfba1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcdee expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.263656:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfba8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.263682:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.263694:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764835.263722:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5292408 00000004:00200000:2.0:1775764835.263725:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764835.263742:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.263765:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfba1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdee expref: 19 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.263786:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfba8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdee expref: 18 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.263795:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764835.263798:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764835.263802:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecec00, rc 0) 00000100:00100000:2.0:1775764835.263853:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222915840:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 374us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764835.263860:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44367 00000100:00100000:2.0:1775764835.269717:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.269805:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222915968 00000100:00100000:3.0:1775764835.269816:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222915968 00002000:00100000:3.0:1775764835.269878:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (692224->696319) req@ffff8b8c8df0f100 x1862022222915968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.269889:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f100 with x1862022222915968 ext(692224->696319) 00002000:00010000:3.0:1775764835.269894:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f100 00000100:00100000:3.0:1775764835.269926:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38044 00000100:00100000:3.0:1775764835.269936:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222915968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.270194:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222915968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (487us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764835.270202:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38044 00002000:00100000:3.0:1775764835.270208:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (692224->696319) req@ffff8b8c8df0f100 x1862022222915968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.270216:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f100 with x1862022222915968 ext(692224->696319) 00002000:00010000:3.0:1775764835.270218:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f100 00010000:00010000:1.0:1775764835.273984:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764835.275469:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.275790:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222916096 00000100:00100000:3.0:1775764835.275801:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222916096 00002000:00100000:3.0:1775764835.275923:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (696320->700415) req@ffff8b8c914eb800 x1862022222916096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.275934:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb800 with x1862022222916096 ext(696320->700415) 00002000:00010000:3.0:1775764835.275940:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb800 00000100:00100000:3.0:1775764835.276016:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38045 00000100:00100000:3.0:1775764835.276026:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222916096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.276431:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222916096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 405us (970us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764835.276439:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38045 00002000:00100000:3.0:1775764835.276446:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (696320->700415) req@ffff8b8c914eb800 x1862022222916096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.276455:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb800 with x1862022222916096 ext(696320->700415) 00002000:00010000:3.0:1775764835.276459:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb800 00000100:00100000:0.0:1775764835.281111:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.281287:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222916224 00000100:00100000:2.0:1775764835.281298:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222916224 00002000:00100000:2.0:1775764835.281348:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (671744->737279) req@ffff8b8c914ea300 x1862022222916224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.281360:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea300 with x1862022222916224 ext(671744->737279) 00002000:00010000:2.0:1775764835.281365:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea300 00000100:00100000:2.0:1775764835.281437:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38046 00000100:00100000:2.0:1775764835.281446:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222916224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764835.285723:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222916224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4267us (4611us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764835.285736:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38046 00002000:00100000:1.0:1775764835.285750:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (671744->737279) req@ffff8b8c914ea300 x1862022222916224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.285760:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea300 with x1862022222916224 ext(671744->737279) 00002000:00010000:1.0:1775764835.285765:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea300 00000100:00100000:3.0:1775764835.290131:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.290371:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222916352 00000100:00100000:0.0:1775764835.290382:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222916352 00002000:00100000:0.0:1775764835.290433:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (520192->3764223) req@ffff8b8c8f8c6d80 x1862022222916352/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 520/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.290445:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6d80 with x1862022222916352 ext(520192->3764223) 00002000:00010000:0.0:1775764835.290451:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6d80 00000100:00100000:0.0:1775764835.290580:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38047 00000100:00100000:0.0:1775764835.290591:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222916352:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764835.296341:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222916352:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5742us (6214us total) trans 4294996616 rc 0/0 00000100:00100000:1.0:1775764835.296356:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38047 00002000:00100000:1.0:1775764835.296371:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (520192->3764223) req@ffff8b8c8f8c6d80 x1862022222916352/t4294996616(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 520/456 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.296384:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6d80 with x1862022222916352 ext(520192->3764223) 00002000:00010000:1.0:1775764835.296390:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6d80 00000100:00100000:3.0:1775764835.299663:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.300088:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222916480 00000100:00100000:0.0:1775764835.300099:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222916480 00000100:00100000:0.0:1775764835.300170:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84748 00000100:00100000:0.0:1775764835.300181:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222916480:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764835.318810:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.319075:0:5804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222916608 00000100:00100000:0.0:1775764835.319086:0:5804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222916608 00000100:00100000:0.0:1775764835.319140:0:5804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 953 00000100:00100000:0.0:1775764835.319155:0:5804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2364:x1862022222916608:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1775764835.319231:0:5804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2364:x1862022222916608:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 77us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.319238:0:5804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 953 00000100:00100000:0.0:1775764835.343985:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222916480:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 43787us (44310us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.344000:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84748 00000001:00080000:0.0:1775764835.344035:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996616 is committed 00000100:00100000:3.0:1775764835.348038:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.348187:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222916736 00000100:00100000:2.0:1775764835.348199:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222916736 00002000:00100000:2.0:1775764835.348254:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (520192->524287) req@ffff8b8c8e89aa00 x1862022222916736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.348264:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89aa00 with x1862022222916736 ext(520192->524287) 00002000:00010000:2.0:1775764835.348271:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89aa00 00000100:00100000:2.0:1775764835.348309:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38048 00000100:00100000:2.0:1775764835.348318:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222916736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764835.348605:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222916736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 287us (576us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764835.348611:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38048 00002000:00100000:2.0:1775764835.348618:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (520192->524287) req@ffff8b8c8e89aa00 x1862022222916736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.348625:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89aa00 with x1862022222916736 ext(520192->524287) 00002000:00010000:2.0:1775764835.348627:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89aa00 00000100:00100000:3.0:1775764835.352194:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.352356:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222916864 00000100:00100000:1.0:1775764835.352366:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222916864 00002000:00100000:1.0:1775764835.352419:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (528384->532479) req@ffff8b8c8e898e00 x1862022222916864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.352431:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898e00 with x1862022222916864 ext(528384->532479) 00002000:00010000:1.0:1775764835.352438:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898e00 00000100:00100000:1.0:1775764835.352470:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38049 00000100:00100000:1.0:1775764835.352479:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222916864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764835.352757:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222916864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 278us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764835.352768:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38049 00002000:00100000:1.0:1775764835.352776:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (528384->532479) req@ffff8b8c8e898e00 x1862022222916864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.352783:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898e00 with x1862022222916864 ext(528384->532479) 00002000:00010000:1.0:1775764835.352786:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898e00 00000100:00100000:0.0:1775764835.357802:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.357967:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222917120 00000100:00100000:2.0:1775764835.357988:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222917120 00000100:00100000:2.0:1775764835.358047:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44368 00000100:00100000:2.0:1775764835.358057:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222917120:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764835.358110:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764835.358136:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfba8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdee expref: 18 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.358330:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764835.358337:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764835.358592:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfbaf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.358606:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfbaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.358616:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfbaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764835.358668:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032132 00000004:00010000:2.0:1775764835.358692:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002a04c2c5 reply state 0000000094cf346d transno 4295032133 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfbaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764835.358700:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764835.358791:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222917120:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 735us (997us total) trans 4295032133 rc 0/0 00000100:00100000:2.0:1775764835.358798:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44368 00000020:00080000:2.0:1775764835.358802:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764835.361247:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfbaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.361265:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfbaf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.361273:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfbaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.361279:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecf600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764835.361284:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfbaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.361292:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfbaf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.361311:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764835.361315:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764835.361320:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfbaf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.361325:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfbaf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764835.363605:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.364160:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222917248 00000100:00100000:3.0:1775764835.364173:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222917248 00002000:00010000:3.0:1775764835.364215:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1325405->18446744073709551615) 00002000:00100000:3.0:1775764835.364221:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022222917248 ext(1325405->18446744073709551615) 00002000:00010000:3.0:1775764835.364232:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626d80. 00000100:00100000:3.0:1775764835.364269:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38050 00000100:00100000:3.0:1775764835.364279:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222917248:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764835.364690:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1325405 00002000:00010000:3.0:1775764835.364695:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764835.364697:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764835.364699:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764835.364702:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 1163 00000100:00100000:3.0:1775764835.364771:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222917248:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 492us (1176us total) trans 4294996617 rc 0/0 00000100:00100000:3.0:1775764835.364778:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38050 00002000:00010000:3.0:1775764835.364782:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1325405->18446744073709551615) 00002000:00100000:3.0:1775764835.364785:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022222917248 ext(1325405->18446744073709551615) 00002000:00010000:3.0:1775764835.364790:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626d80. 00000100:00100000:0.0:1775764835.368316:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.368413:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222917376 00000100:00100000:2.0:1775764835.368424:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222917376 00002000:00010000:2.0:1775764835.368469:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764835.368474:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624000 with x1862022222917376 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764835.368487:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624000. 00000100:00100000:2.0:1775764835.368520:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38051 00000100:00100000:2.0:1775764835.368530:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222917376:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764835.368922:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1098104 -> 0 00002000:00010000:2.0:1775764835.368927:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764835 00002000:00010000:2.0:1775764835.368930:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764835.368932:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764835 00002000:00010000:2.0:1775764835.368934:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 135 00000100:00100000:2.0:1775764835.368999:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222917376:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 469us (692us total) trans 4294996016 rc 0/0 00000100:00100000:2.0:1775764835.369007:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38051 00002000:00010000:2.0:1775764835.369011:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764835.369014:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624000 with x1862022222917376 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764835.369020:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624000. 00000100:00100000:1.0:1775764835.372941:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.373114:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222917504 00000100:00100000:2.0:1775764835.373126:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222917504 00000100:00100000:2.0:1775764835.373198:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44369 00000100:00100000:2.0:1775764835.373209:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022222917504:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764835.373234:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764835.373255:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfbb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcdf5 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.373348:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfbbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.373362:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfbbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.373372:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfbbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764835.373399:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1325405 00000004:00200000:2.0:1775764835.373404:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764835.373421:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfbbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.373445:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfbb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdf5 expref: 21 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.373464:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfbbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdf5 expref: 20 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.373473:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764835.373477:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764835.373481:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ece200, rc 0) 00000100:00100000:2.0:1775764835.373591:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222917504:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 383us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764835.373598:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44369 00000100:00100000:1.0:1775764835.378248:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.378393:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222917760 00000100:00100000:3.0:1775764835.378404:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222917760 00000100:00100000:3.0:1775764835.378467:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44370 00000100:00100000:3.0:1775764835.378477:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222917760:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764835.378530:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764835.378584:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253cfbbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdf5 expref: 20 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.378604:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764835.378610:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764835.378823:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfbc4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.378837:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfbc4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.378861:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfbc4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764835.378912:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032134 00000004:00010000:3.0:1775764835.378935:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6ed6cea reply state 000000003db03af2 transno 4295032135 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfbc4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764835.378944:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764835.379032:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222917760:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 556us (793us total) trans 4295032135 rc 0/0 00000100:00100000:3.0:1775764835.379040:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44370 00000020:00080000:3.0:1775764835.379044:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764835.383190:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.383231:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.383316:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222917888 00000100:00100000:3.0:1775764835.383328:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222917888 00002000:00010000:3.0:1775764835.383371:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1099058->18446744073709551615) 00002000:00100000:3.0:1775764835.383376:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625880 with x1862022222917888 ext(1099058->18446744073709551615) 00002000:00010000:3.0:1775764835.383388:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625880. 00000100:00100000:3.0:1775764835.383415:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222918016 00000100:00100000:3.0:1775764835.383419:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222918016 00002000:00010000:3.0:1775764835.383431:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764835.383434:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022222918016 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764835.383441:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625180. 00000100:00100000:3.0:1775764835.383461:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38052 00000100:00100000:3.0:1775764835.383470:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222917888:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764835.383759:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1325405 -> 1099058 00002000:00010000:3.0:1775764835.383763:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764835.383766:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764835.383767:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764835.383769:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1163 -> 1163 00000100:00100000:3.0:1775764835.383823:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222917888:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 353us (641us total) trans 4294996618 rc 0/0 00000100:00100000:3.0:1775764835.383831:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38052 00002000:00010000:3.0:1775764835.383834:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1099058->18446744073709551615) 00002000:00100000:3.0:1775764835.383836:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625880 with x1862022222917888 ext(1099058->18446744073709551615) 00002000:00010000:3.0:1775764835.383852:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625880. 00000100:00100000:3.0:1775764835.383868:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38053 00000100:00100000:3.0:1775764835.383874:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222918016:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764835.383989:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764835.383992:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764835.383995:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764835.383997:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764835 00002000:00010000:3.0:1775764835.383999:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764835.384021:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222918016:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 146us (788us total) trans 4294996017 rc 0/0 00000100:00100000:3.0:1775764835.384027:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38053 00002000:00010000:3.0:1775764835.384029:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764835.384032:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022222918016 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764835.384036:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625180. 00010000:00010000:1.0:1775764835.385309:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfbc4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.385323:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfbc4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.385330:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfbc4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.385336:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4e000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764835.385341:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfbc4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.385347:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfbc4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.385363:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764835.385366:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764835.385370:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfbc4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.385377:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e000/0xdb23b4c9253cfbc4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764835.391279:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.391379:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222918144 00000100:00100000:2.0:1775764835.391389:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222918144 00000100:00100000:2.0:1775764835.391453:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44371 00000100:00100000:2.0:1775764835.391464:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022222918144:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764835.391491:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764835.391513:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfbcb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcdfc expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.391658:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfbd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.391672:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfbd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.391684:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfbd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764835.391712:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1099058 00000004:00200000:2.0:1775764835.391716:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764835.391732:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfbd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.391763:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfbcb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdfc expref: 23 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.391784:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfbd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdfc expref: 22 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.391793:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764835.391796:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764835.391801:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ece600, rc 0) 00000100:00100000:2.0:1775764835.391863:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222918144:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 401us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764835.391870:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44371 00000100:00100000:3.0:1775764835.399665:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.399864:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222918272 00000100:00100000:1.0:1775764835.399873:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222918272 00002000:00100000:1.0:1775764835.399917:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (499712->561151) req@ffff8b8c8e89b100 x1862022222918272/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.399930:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b100 with x1862022222918272 ext(499712->561151) 00002000:00010000:1.0:1775764835.399935:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b100 00000100:00100000:1.0:1775764835.399964:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38054 00000100:00100000:1.0:1775764835.399972:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222918272:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764835.404021:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222918272:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4039us (4356us total) trans 4294996619 rc 0/0 00000100:00100000:1.0:1775764835.404035:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38054 00002000:00100000:1.0:1775764835.404047:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (499712->561151) req@ffff8b8c8e89b100 x1862022222918272/t4294996619(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/448 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.404056:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b100 with x1862022222918272 ext(499712->561151) 00002000:00010000:1.0:1775764835.404062:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b100 00000100:00100000:3.0:1775764835.409073:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.409286:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222918400 00000100:00100000:0.0:1775764835.409296:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222918400 00000100:00100000:0.0:1775764835.409356:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84749 00000100:00100000:0.0:1775764835.409367:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222918400:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764835.447097:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996619 is committed 00000100:00100000:0.0:1775764835.447232:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222918400:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 37862us (38163us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.447243:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84749 00000100:00100000:0.0:1775764835.453864:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.453963:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222918656 00000100:00100000:1.0:1775764835.453984:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222918656 00000100:00100000:1.0:1775764835.454047:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44372 00000100:00100000:1.0:1775764835.454057:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222918656:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764835.454113:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764835.454151:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfbd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcdfc expref: 22 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.454176:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764835.454181:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764835.454408:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253cfbd9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.454422:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253cfbd9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.454432:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253cfbd9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764835.454483:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032136 00000004:00010000:1.0:1775764835.454509:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6bc94b5 reply state 000000009b14cddc transno 4295032137 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253cfbd9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764835.454517:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764835.454669:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222918656:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 612us (830us total) trans 4295032137 rc 0/0 00000100:00100000:1.0:1775764835.454676:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44372 00000020:00080000:1.0:1775764835.454683:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764835.457725:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253cfbd9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.457742:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253cfbd9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.457750:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253cfbd9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.457756:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764835.457761:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253cfbd9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.457768:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253cfbd9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.457786:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764835.457789:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764835.457794:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253cfbd9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.457800:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253cfbd9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764835.460453:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.460569:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.460691:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222918912 00000100:00100000:2.0:1775764835.460700:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222918912 00002000:00010000:2.0:1775764835.460738:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (66484->18446744073709551615) 00002000:00100000:2.0:1775764835.460743:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022222918912 ext(66484->18446744073709551615) 00002000:00010000:2.0:1775764835.460755:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625c00. 00000100:00100000:2.0:1775764835.460784:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222918784 00000100:00100000:2.0:1775764835.460788:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222918784 00002000:00010000:2.0:1775764835.460799:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764835.460802:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022222918784 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764835.460807:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80. 00000100:00100000:2.0:1775764835.460831:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38055 00000100:00100000:2.0:1775764835.460839:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222918912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764835.461087:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 66484 00002000:00010000:2.0:1775764835.461091:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764835 00002000:00010000:2.0:1775764835.461094:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764835.461096:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764835 00002000:00010000:2.0:1775764835.461098:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764835.461155:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222918912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 316us (711us total) trans 4294996018 rc 0/0 00000100:00100000:2.0:1775764835.461163:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38055 00002000:00010000:2.0:1775764835.461166:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (66484->18446744073709551615) 00002000:00100000:2.0:1775764835.461168:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022222918912 ext(66484->18446744073709551615) 00002000:00010000:2.0:1775764835.461173:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625c00. 00000100:00100000:2.0:1775764835.461189:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38056 00000100:00100000:2.0:1775764835.461196:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222918784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764835.461380:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1099058 -> 4194304 00002000:00010000:2.0:1775764835.461384:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764835 00002000:00010000:2.0:1775764835.461386:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764835 00002000:00010000:2.0:1775764835.461388:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764835 00002000:00010000:2.0:1775764835.461390:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1163 -> 713 00000100:00100000:2.0:1775764835.461412:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222918784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 216us (873us total) trans 4294996620 rc 0/0 00000100:00100000:2.0:1775764835.461418:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38056 00002000:00010000:2.0:1775764835.461421:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764835.461423:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022222918784 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764835.461427:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80. 00000100:00100000:3.0:1775764835.466086:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.466331:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222919040 00000100:00100000:1.0:1775764835.466343:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222919040 00002000:00100000:1.0:1775764835.466396:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (32768->69631) req@ffff8b8c8e89ad80 x1862022222919040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.466407:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89ad80 with x1862022222919040 ext(32768->69631) 00002000:00010000:1.0:1775764835.466413:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89ad80 00000100:00100000:1.0:1775764835.466496:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38057 00000100:00100000:1.0:1775764835.466506:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222919040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764835.472751:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222919040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6238us (6666us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764835.472764:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38057 00002000:00100000:1.0:1775764835.472775:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (32768->69631) req@ffff8b8c8e89ad80 x1862022222919040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.472785:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89ad80 with x1862022222919040 ext(32768->69631) 00002000:00010000:1.0:1775764835.472792:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89ad80 00000100:00100000:2.0:1775764835.476663:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.476775:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222919168 00000100:00100000:1.0:1775764835.476784:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222919168 00002000:00100000:1.0:1775764835.476831:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (61440->66483) req@ffff8b8c8df0e680 x1862022222919168/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 5536/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.476924:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0e680 with x1862022222919168 ext(61440->66483) 00002000:00010000:1.0:1775764835.476930:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0e680 00000100:00100000:1.0:1775764835.477004:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38058 00000100:00100000:1.0:1775764835.477014:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222919168:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764835.477503:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222919168:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 489us (849us total) trans 4294996019 rc 0/0 00000100:00100000:1.0:1775764835.477512:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38058 00002000:00100000:1.0:1775764835.477520:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (61440->66483) req@ffff8b8c8df0e680 x1862022222919168/t4294996019(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 5536/448 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.477529:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0e680 with x1862022222919168 ext(61440->66483) 00002000:00010000:1.0:1775764835.477532:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0e680 00000100:00100000:0.0:1775764835.480679:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.480772:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222919296 00000100:00100000:3.0:1775764835.480784:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222919296 00000100:00100000:3.0:1775764835.480839:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84750 00000100:00100000:3.0:1775764835.480850:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222919296:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764835.539728:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996019 is committed 00000100:00100000:3.0:1775764835.540648:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222919296:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 59793us (59970us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.540662:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84750 00000100:00100000:2.0:1775764835.549286:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.549627:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222919424 00000100:00100000:3.0:1775764835.549640:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222919424 00000100:00100000:3.0:1775764835.549702:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44373 00000100:00100000:3.0:1775764835.549712:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022222919424:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764835.549736:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764835.549757:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfbe0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce03 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.549852:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfbe7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.549866:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfbe7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.549878:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfbe7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764835.549909:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4260788 00000004:00200000:3.0:1775764835.549913:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764835.549930:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfbe7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.549954:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfbe0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce03 expref: 25 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.549969:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfbe7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce03 expref: 24 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.549990:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764835.549993:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764835.549996:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4fa00, rc 0) 00000100:00100000:3.0:1775764835.550061:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222919424:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 351us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.550069:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44373 00000100:00100000:2.0:1775764835.554870:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.555131:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222919552 00000100:00100000:1.0:1775764835.555232:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222919552 00002000:00100000:1.0:1775764835.555298:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3465216->3469311) req@ffff8b8b8109d500 x1862022222919552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.555311:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109d500 with x1862022222919552 ext(3465216->3469311) 00002000:00010000:1.0:1775764835.555318:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109d500 00000100:00100000:1.0:1775764835.555392:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38059 00000100:00100000:1.0:1775764835.555402:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222919552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764835.555702:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222919552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 301us (843us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764835.555710:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38059 00002000:00100000:1.0:1775764835.555716:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3465216->3469311) req@ffff8b8b8109d500 x1862022222919552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.555725:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109d500 with x1862022222919552 ext(3465216->3469311) 00002000:00010000:1.0:1775764835.555728:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109d500 00000100:00100000:0.0:1775764835.561385:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.561508:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222919680 00000100:00100000:3.0:1775764835.561519:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222919680 00002000:00100000:3.0:1775764835.561718:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3469312->3473407) req@ffff8b8c91626680 x1862022222919680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.561729:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022222919680 ext(3469312->3473407) 00002000:00010000:3.0:1775764835.561735:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680 00000100:00100000:3.0:1775764835.561822:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38060 00000100:00100000:3.0:1775764835.561831:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222919680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.562091:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222919680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (717us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764835.562099:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38060 00002000:00100000:3.0:1775764835.562106:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3469312->3473407) req@ffff8b8c91626680 x1862022222919680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.562114:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022222919680 ext(3469312->3473407) 00002000:00010000:3.0:1775764835.562116:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680 00000100:00100000:2.0:1775764835.567822:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.568322:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222919808 00000100:00100000:0.0:1775764835.568332:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222919808 00002000:00100000:0.0:1775764835.568382:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3244032->3715071) req@ffff8b8b8109f480 x1862022222919808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.568393:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f480 with x1862022222919808 ext(3244032->3715071) 00002000:00010000:0.0:1775764835.568399:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109f480 00000100:00100000:0.0:1775764835.568434:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38061 00000100:00100000:0.0:1775764835.568443:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222919808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.590047:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222919808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21595us (22224us total) trans 0 rc 462848/462848 00000100:00100000:3.0:1775764835.590060:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38061 00002000:00100000:3.0:1775764835.590072:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3244032->3715071) req@ffff8b8b8109f480 x1862022222919808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 462848/462848 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.590082:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f480 with x1862022222919808 ext(3244032->3715071) 00002000:00010000:3.0:1775764835.590088:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109f480 00000100:00100000:2.0:1775764835.603927:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.604097:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222919936 00000100:00100000:0.0:1775764835.604108:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222919936 00002000:00100000:0.0:1775764835.604170:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (512000->1552383) req@ffff8b8b8109dc00 x1862022222919936/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.604181:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109dc00 with x1862022222919936 ext(512000->1552383) 00002000:00010000:0.0:1775764835.604188:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109dc00 00000100:00100000:0.0:1775764835.604222:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38062 00000100:00100000:0.0:1775764835.604231:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222919936:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764835.608151:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222919936:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3882us (4195us total) trans 4294996621 rc 0/0 00000100:00100000:0.0:1775764835.608165:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38062 00002000:00100000:0.0:1775764835.608177:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (512000->1552383) req@ffff8b8b8109dc00 x1862022222919936/t4294996621(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/448 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.608188:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109dc00 with x1862022222919936 ext(512000->1552383) 00002000:00010000:0.0:1775764835.608194:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109dc00 00000100:00100000:1.0:1775764835.611777:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.611892:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222920064 00000100:00100000:0.0:1775764835.611904:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222920064 00000100:00100000:0.0:1775764835.611967:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84751 00000100:00100000:0.0:1775764835.611986:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222920064:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764835.641754:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996621 is committed 00000100:00100000:0.0:1775764835.642258:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222920064:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 30269us (30483us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.642270:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84751 00000100:00100000:1.0:1775764835.646604:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.646810:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222920192 00000100:00100000:3.0:1775764835.646821:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222920192 00002000:00100000:3.0:1775764835.646957:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2162688->2166783) req@ffff8b8c86d75500 x1862022222920192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.646968:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75500 with x1862022222920192 ext(2162688->2166783) 00002000:00010000:3.0:1775764835.646987:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75500 00000100:00100000:3.0:1775764835.647067:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38063 00000100:00100000:3.0:1775764835.647078:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222920192:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.647331:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222920192:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 253us (735us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764835.647339:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38063 00002000:00100000:3.0:1775764835.647346:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2162688->2166783) req@ffff8b8c86d75500 x1862022222920192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.647354:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75500 with x1862022222920192 ext(2162688->2166783) 00002000:00010000:3.0:1775764835.647358:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75500 00000100:00100000:2.0:1775764835.651653:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.651793:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222920320 00000100:00100000:0.0:1775764835.651805:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222920320 00002000:00100000:0.0:1775764835.651931:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2166784->2170879) req@ffff8b8b8109ea00 x1862022222920320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.651946:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ea00 with x1862022222920320 ext(2166784->2170879) 00002000:00010000:0.0:1775764835.651953:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ea00 00000100:00100000:0.0:1775764835.652028:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38064 00000100:00100000:0.0:1775764835.652038:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222920320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764835.652442:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222920320:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 405us (797us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764835.652452:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38064 00002000:00100000:0.0:1775764835.652459:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2166784->2170879) req@ffff8b8b8109ea00 x1862022222920320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.652467:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ea00 with x1862022222920320 ext(2166784->2170879) 00002000:00010000:0.0:1775764835.652471:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ea00 00000100:00100000:1.0:1775764835.657361:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.657450:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222920448 00000100:00100000:3.0:1775764835.657463:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222920448 00002000:00100000:3.0:1775764835.657518:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2142208->2207743) req@ffff8b8cb3451c00 x1862022222920448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.657529:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022222920448 ext(2142208->2207743) 00002000:00010000:3.0:1775764835.657534:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451c00 00000100:00100000:3.0:1775764835.657604:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38065 00000100:00100000:3.0:1775764835.657615:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222920448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.663412:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222920448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5785us (6049us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764835.663428:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38065 00002000:00100000:3.0:1775764835.663441:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2142208->2207743) req@ffff8b8cb3451c00 x1862022222920448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.663453:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022222920448 ext(2142208->2207743) 00002000:00010000:3.0:1775764835.663460:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451c00 00000100:00100000:1.0:1775764835.666997:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.667231:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222920576 00000100:00100000:3.0:1775764835.667240:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222920576 00002000:00100000:3.0:1775764835.667286:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2207744->2244607) req@ffff8b8cb3451500 x1862022222920576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.667297:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451500 with x1862022222920576 ext(2207744->2244607) 00002000:00010000:3.0:1775764835.667304:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451500 00000100:00100000:3.0:1775764835.667379:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38066 00000100:00100000:3.0:1775764835.667389:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222920576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764835.672647:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222920576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5249us (5648us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764835.672660:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38066 00002000:00100000:1.0:1775764835.672671:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2207744->2244607) req@ffff8b8cb3451500 x1862022222920576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.672682:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451500 with x1862022222920576 ext(2207744->2244607) 00002000:00010000:1.0:1775764835.672689:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451500 00000100:00100000:1.0:1775764835.680828:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.681010:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222920704 00000100:00100000:0.0:1775764835.681020:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222920704 00002000:00100000:0.0:1775764835.681066:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (258048->311295) req@ffff8b8cb3452a00 x1862022222920704/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.681078:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022222920704 ext(258048->311295) 00002000:00010000:0.0:1775764835.681083:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452a00 00000100:00100000:0.0:1775764835.681118:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38067 00000100:00100000:0.0:1775764835.681127:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222920704:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764835.686756:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222920704:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5615us (5922us total) trans 4294996622 rc 0/0 00000100:00100000:2.0:1775764835.686771:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38067 00002000:00100000:2.0:1775764835.686785:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (258048->311295) req@ffff8b8cb3452a00 x1862022222920704/t4294996622(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/448 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.686795:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022222920704 ext(258048->311295) 00002000:00010000:2.0:1775764835.686802:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452a00 00000100:00100000:2.0:1775764835.690508:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.690617:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222920832 00000100:00100000:1.0:1775764835.690630:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222920832 00000100:00100000:1.0:1775764835.690723:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84752 00000100:00100000:1.0:1775764835.690734:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222920832:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764835.729439:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996622 is committed 00000100:00100000:1.0:1775764835.729655:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222920832:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38917us (39151us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764835.729667:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84752 00000100:00100000:2.0:1775764835.734472:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.734581:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222920960 00000100:00100000:1.0:1775764835.734591:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222920960 00002000:00100000:1.0:1775764835.734635:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (262144->299007) req@ffff8b8b8109ce00 x1862022222920960/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.734647:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ce00 with x1862022222920960 ext(262144->299007) 00002000:00010000:1.0:1775764835.734653:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ce00 00000100:00100000:1.0:1775764835.734684:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38068 00000100:00100000:1.0:1775764835.734692:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222920960:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764835.737572:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222920960:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2839us (3066us total) trans 4294996623 rc 0/0 00000100:00100000:1.0:1775764835.737587:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38068 00002000:00100000:1.0:1775764835.737600:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (262144->299007) req@ffff8b8b8109ce00 x1862022222920960/t4294996623(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/448 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.737609:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ce00 with x1862022222920960 ext(262144->299007) 00002000:00010000:1.0:1775764835.737615:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ce00 00000100:00100000:2.0:1775764835.742450:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.742606:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222921088 00000100:00100000:3.0:1775764835.742616:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222921088 00000100:00100000:3.0:1775764835.742706:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84753 00000100:00100000:3.0:1775764835.742717:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222921088:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764835.775308:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996623 is committed 00000100:00100000:3.0:1775764835.775471:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222921088:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32751us (33023us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.775482:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84753 00000100:00100000:1.0:1775764835.779307:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.779459:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222921344 00000100:00100000:2.0:1775764835.779469:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222921344 00000100:00100000:2.0:1775764835.779525:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44374 00000100:00100000:2.0:1775764835.779535:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222921344:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764835.779659:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764835.779690:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4fa00/0xdb23b4c9253cfbe7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce03 expref: 24 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.779711:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764835.779717:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764835.779940:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253cfbee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.779954:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253cfbee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.779963:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253cfbee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764835.780026:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032138 00000004:00010000:2.0:1775764835.780051:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f6ad5a6 reply state 0000000029c2c9bd transno 4295032139 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253cfbee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764835.780059:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764835.780305:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222921344:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 772us (1006us total) trans 4295032139 rc 0/0 00000100:00100000:2.0:1775764835.780313:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44374 00000020:00080000:2.0:1775764835.780318:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764835.782078:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253cfbee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.782093:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253cfbee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.782100:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253cfbee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.782106:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ece000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764835.782111:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253cfbee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.782118:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253cfbee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.782133:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764835.782136:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764835.782152:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253cfbee lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.782158:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253cfbee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764835.783883:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.783957:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222921472 00000100:00100000:2.0:1775764835.783967:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222921472 00002000:00010000:2.0:1775764835.784015:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764835.784019:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452d80 with x1862022222921472 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764835.784029:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452d80. 00000100:00100000:2.0:1775764835.784051:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38069 00000100:00100000:2.0:1775764835.784059:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222921472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764835.784336:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1775764835.784340:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764836 00002000:00010000:2.0:1775764835.784343:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764835 00002000:00010000:2.0:1775764835.784345:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764836 00002000:00010000:2.0:1775764835.784347:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 1035 00000100:00100000:2.0:1775764835.784415:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222921472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 355us (538us total) trans 4294996624 rc 0/0 00000100:00100000:2.0:1775764835.784423:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38069 00002000:00010000:2.0:1775764835.784427:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764835.784429:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452d80 with x1862022222921472 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764835.784435:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452d80. 00000100:00100000:2.0:1775764835.787919:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.788029:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222921600 00000100:00100000:1.0:1775764835.788042:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222921600 00002000:00010000:1.0:1775764835.788086:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1094369->18446744073709551615) 00002000:00100000:1.0:1775764835.788091:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109c380 with x1862022222921600 ext(1094369->18446744073709551615) 00002000:00010000:1.0:1775764835.788103:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109c380. 00000100:00100000:1.0:1775764835.788136:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38070 00000100:00100000:1.0:1775764835.788155:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222921600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764835.788440:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 66484 -> 1094369 00002000:00010000:1.0:1775764835.788445:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764835 -> 1775764836 00002000:00010000:1.0:1775764835.788447:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764835.788449:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764835 -> 1775764836 00002000:00010000:1.0:1775764835.788451:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:1.0:1775764835.788593:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222921600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 438us (681us total) trans 4294996020 rc 0/0 00000100:00100000:1.0:1775764835.788600:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38070 00002000:00010000:1.0:1775764835.788604:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1094369->18446744073709551615) 00002000:00100000:1.0:1775764835.788607:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109c380 with x1862022222921600 ext(1094369->18446744073709551615) 00002000:00010000:1.0:1775764835.788612:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109c380. 00000100:00100000:1.0:1775764835.796296:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.796421:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222921728 00000100:00100000:3.0:1775764835.796431:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222921728 00000100:00100000:3.0:1775764835.796492:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44375 00000100:00100000:3.0:1775764835.796503:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022222921728:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764835.796528:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764835.796584:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfbf5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce0a expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.796663:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfbfc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.796677:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfbfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.796688:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfbfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764835.796717:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5288673 00000004:00200000:3.0:1775764835.796721:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764835.796737:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfbfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.796761:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f600/0xdb23b4c9253cfbf5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce0a expref: 27 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.796777:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfbfc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce0a expref: 26 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.796785:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764835.796787:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764835.796791:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4f400, rc 0) 00000100:00100000:3.0:1775764835.797904:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222921728:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 338us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.797913:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44375 00000100:00100000:2.0:1775764835.800629:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.800745:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222921984 00000100:00100000:3.0:1775764835.800756:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222921984 00000100:00100000:3.0:1775764835.800816:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44376 00000100:00100000:3.0:1775764835.800825:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222921984:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764835.800885:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764835.800910:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f400/0xdb23b4c9253cfbfc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce0a expref: 26 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.800928:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764835.800935:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764835.801161:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfc03 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.801175:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfc03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.801183:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfc03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764835.801233:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032140 00000004:00010000:3.0:1775764835.801258:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd8d42b9 reply state 00000000378336e9 transno 4295032141 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfc03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764835.801267:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764835.801524:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222921984:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 699us (902us total) trans 4295032141 rc 0/0 00000100:00100000:3.0:1775764835.801531:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44376 00000020:00080000:3.0:1775764835.801536:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764835.806422:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.806505:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764835.806679:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfc03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.806690:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfc03 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.806697:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfc03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.806702:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4ea00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764835.806706:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfc03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.806718:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfc03 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.806734:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764835.806737:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764835.806742:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfc03 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.806747:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ea00/0xdb23b4c9253cfc03 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764835.806997:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222922112 00000100:00100000:1.0:1775764835.807009:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222922112 00002000:00010000:1.0:1775764835.807047:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764835.807051:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109d880 with x1862022222922112 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764835.807062:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109d880. 00000100:00100000:1.0:1775764835.807090:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222922240 00000100:00100000:1.0:1775764835.807093:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222922240 00002000:00010000:1.0:1775764835.807104:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (288413->18446744073709551615) 00002000:00100000:1.0:1775764835.807107:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109e300 with x1862022222922240 ext(288413->18446744073709551615) 00002000:00010000:1.0:1775764835.807114:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109e300. 00000100:00100000:1.0:1775764835.807145:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38071 00000100:00100000:1.0:1775764835.807155:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222922112:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764835.807374:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764835.807379:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764835.807382:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764835 00002000:00010000:1.0:1775764835.807384:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764835.807387:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1035 00000100:00100000:1.0:1775764835.807438:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222922112:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 284us (1025us total) trans 4294996625 rc 0/0 00000100:00100000:1.0:1775764835.807446:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38071 00002000:00010000:1.0:1775764835.807449:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764835.807452:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109d880 with x1862022222922112 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764835.807456:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109d880. 00000100:00100000:1.0:1775764835.807472:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38072 00000100:00100000:1.0:1775764835.807479:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222922240:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764835.807656:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1094369 -> 288413 00002000:00010000:1.0:1775764835.807659:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764835.807662:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764835.807664:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764835.807666:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764835.807686:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222922240:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 207us (1181us total) trans 4294996021 rc 0/0 00000100:00100000:1.0:1775764835.807692:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38072 00002000:00010000:1.0:1775764835.807695:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (288413->18446744073709551615) 00002000:00100000:1.0:1775764835.807697:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109e300 with x1862022222922240 ext(288413->18446744073709551615) 00002000:00010000:1.0:1775764835.807701:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109e300. 00000100:00100000:2.0:1775764835.811130:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.811283:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222922368 00000100:00100000:1.0:1775764835.811293:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222922368 00000100:00100000:1.0:1775764835.811384:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44377 00000100:00100000:1.0:1775764835.811394:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022222922368:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764835.811418:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764835.811437:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce11 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.811520:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.811534:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.811576:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764835.811606:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4482717 00000004:00200000:1.0:1775764835.811610:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764835.811627:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.811651:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce11 expref: 29 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.811666:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce11 expref: 28 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.811673:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764835.811676:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764835.811680:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4400, rc 0) 00000100:00100000:1.0:1775764835.811744:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222922368:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 352us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764835.811751:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44377 00000100:00100000:2.0:1775764835.816231:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.816338:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222922624 00000100:00100000:0.0:1775764835.816348:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222922624 00000100:00100000:0.0:1775764835.816407:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44378 00000100:00100000:0.0:1775764835.816418:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222922624:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764835.816477:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764835.816506:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce11 expref: 28 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.816526:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764835.816530:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764835.816771:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb400/0xdb23b4c9253cfc18 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.816785:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb400/0xdb23b4c9253cfc18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.816795:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb400/0xdb23b4c9253cfc18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764835.816853:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032142 00000004:00010000:0.0:1775764835.816878:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000069ac694a reply state 00000000b8299141 transno 4295032143 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb400/0xdb23b4c9253cfc18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764835.816891:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764835.816987:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222922624:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 571us (775us total) trans 4295032143 rc 0/0 00000100:00100000:0.0:1775764835.816995:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44378 00000020:00080000:0.0:1775764835.817000:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764835.820864:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.820902:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764835.821002:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb400/0xdb23b4c9253cfc18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.821014:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb400/0xdb23b4c9253cfc18 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.821022:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb400/0xdb23b4c9253cfc18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.821027:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c864eb400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764835.821031:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb400/0xdb23b4c9253cfc18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.821038:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb400/0xdb23b4c9253cfc18 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.821055:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764835.821058:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764835.821063:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb400/0xdb23b4c9253cfc18 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.821068:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb400/0xdb23b4c9253cfc18 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764835.825624:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222922752 00000100:00100000:0.0:1775764835.825641:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222922752 00002000:00010000:0.0:1775764835.825688:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764835.825692:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7100 with x1862022222922752 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764835.825704:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7100. 00000100:00100000:0.0:1775764835.825730:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222922880 00000100:00100000:0.0:1775764835.825733:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222922880 00002000:00010000:0.0:1775764835.825745:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1070217->18446744073709551615) 00002000:00100000:0.0:1775764835.825748:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022222922880 ext(1070217->18446744073709551615) 00002000:00010000:0.0:1775764835.825755:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5880. 00000100:00100000:0.0:1775764835.825777:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38073 00000100:00100000:0.0:1775764835.825785:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222922752:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764835.825960:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38074 00000100:00100000:2.0:1775764835.825980:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222922880:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764835.826186:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 288413 -> 1070217 00002000:00010000:2.0:1775764835.826190:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:2.0:1775764835.826192:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764835.826195:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:2.0:1775764835.826197:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764835.826269:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222922880:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 300us (5365us total) trans 4294996022 rc 0/0 00000100:00100000:2.0:1775764835.826278:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38074 00002000:00010000:2.0:1775764835.826281:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1070217->18446744073709551615) 00002000:00100000:2.0:1775764835.826286:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022222922880 ext(1070217->18446744073709551615) 00002000:00010000:2.0:1775764835.826290:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5880. 00002000:00010000:0.0:1775764835.827130:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764835.827934:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764835.827938:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764835 00002000:00010000:0.0:1775764835.827940:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764835.827943:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1035 00000100:00100000:0.0:1775764835.828123:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222922752:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2334us (7264us total) trans 4294996626 rc 0/0 00000100:00100000:0.0:1775764835.828133:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38073 00002000:00010000:0.0:1775764835.828147:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764835.828150:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7100 with x1862022222922752 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764835.828158:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7100. 00000100:00100000:2.0:1775764835.831516:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.831752:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222923008 00000100:00100000:3.0:1775764835.831764:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222923008 00000100:00100000:2.0:1775764835.832014:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44379 00000100:00100000:2.0:1775764835.832025:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022222923008:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764835.832049:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764835.832068:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfc1f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce18 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.832237:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253cfc26 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.832251:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253cfc26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.832262:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253cfc26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764835.832291:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5264521 00000004:00200000:2.0:1775764835.832296:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764835.832312:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253cfc26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.832346:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfc1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce18 expref: 31 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.832362:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253cfc26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce18 expref: 30 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.832369:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764835.832372:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764835.832377:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf400, rc 0) 00000100:00100000:2.0:1775764835.832478:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222923008:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 455us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764835.832486:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44379 00000100:00100000:2.0:1775764835.836672:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.836754:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222923136 00000100:00100000:0.0:1775764835.836764:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222923136 00002000:00100000:0.0:1775764835.836818:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1720320->1724415) req@ffff8b8cc17b5c00 x1862022222923136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.836828:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5c00 with x1862022222923136 ext(1720320->1724415) 00002000:00010000:0.0:1775764835.836833:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5c00 00000100:00100000:0.0:1775764835.836990:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38075 00000100:00100000:0.0:1775764835.837000:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222923136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764835.837298:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222923136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 299us (634us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764835.837307:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38075 00002000:00100000:0.0:1775764835.837314:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1720320->1724415) req@ffff8b8cc17b5c00 x1862022222923136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.837322:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5c00 with x1862022222923136 ext(1720320->1724415) 00002000:00010000:0.0:1775764835.837325:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5c00 00000100:00100000:1.0:1775764835.841092:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.841776:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222923264 00000100:00100000:3.0:1775764835.841788:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222923264 00002000:00100000:3.0:1775764835.841834:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1724416->1728511) req@ffff8b8cb3450000 x1862022222923264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.841923:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450000 with x1862022222923264 ext(1724416->1728511) 00002000:00010000:3.0:1775764835.841929:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450000 00000100:00100000:3.0:1775764835.842001:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38076 00000100:00100000:3.0:1775764835.842011:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222923264:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.842255:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222923264:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 244us (1171us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764835.842263:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38076 00002000:00100000:3.0:1775764835.842269:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1724416->1728511) req@ffff8b8cb3450000 x1862022222923264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/4536 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.842284:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450000 with x1862022222923264 ext(1724416->1728511) 00002000:00010000:3.0:1775764835.842287:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450000 00000100:00100000:3.0:1775764835.846123:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.846259:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222923392 00000100:00100000:1.0:1775764835.846269:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222923392 00002000:00100000:1.0:1775764835.846316:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1699840->1765375) req@ffff8b8c8e899880 x1862022222923392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.846335:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899880 with x1862022222923392 ext(1699840->1765375) 00002000:00010000:1.0:1775764835.846340:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899880 00000100:00100000:1.0:1775764835.846374:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38077 00000100:00100000:1.0:1775764835.846384:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222923392:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764835.851372:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222923392:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4980us (5248us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764835.851387:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38077 00002000:00100000:1.0:1775764835.851399:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1699840->1765375) req@ffff8b8c8e899880 x1862022222923392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.851410:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899880 with x1862022222923392 ext(1699840->1765375) 00002000:00010000:1.0:1775764835.851416:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899880 00000100:00100000:2.0:1775764835.856587:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.856932:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222923648 00000100:00100000:1.0:1775764835.856941:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222923648 00000100:00100000:1.0:1775764835.857048:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44380 00000100:00100000:1.0:1775764835.857059:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222923648:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764835.857122:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764835.857329:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253cfc26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce18 expref: 30 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.857350:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764835.857355:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764835.857586:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc2d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.857602:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.857609:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764835.857644:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032144 00000004:00010000:1.0:1775764835.857662:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b7bdd25 reply state 000000000104ef29 transno 4295032145 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764835.857668:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764835.857844:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222923648:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 787us (1264us total) trans 4295032145 rc 0/0 00000100:00100000:1.0:1775764835.857849:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44380 00000020:00080000:1.0:1775764835.857853:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764835.867152:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.867201:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.867451:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222923776 00000100:00100000:1.0:1775764835.867462:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222923776 00002000:00010000:1.0:1775764835.867505:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2695039->18446744073709551615) 00002000:00100000:1.0:1775764835.867510:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899c00 with x1862022222923776 ext(2695039->18446744073709551615) 00002000:00010000:1.0:1775764835.867523:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899c00. 00000100:00100000:1.0:1775764835.867577:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222923904 00000100:00100000:1.0:1775764835.867580:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222923904 00002000:00010000:1.0:1775764835.867593:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764835.867596:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a300 with x1862022222923904 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764835.867605:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89a300. 00000100:00100000:1.0:1775764835.867627:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38078 00000100:00100000:1.0:1775764835.867636:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222923776:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764835.867923:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2695039 00002000:00010000:1.0:1775764835.867929:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764835.867931:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764835 00002000:00010000:1.0:1775764835.867934:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764835.867936:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1035 00000100:00100000:1.0:1775764835.868001:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222923776:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 365us (869us total) trans 4294996627 rc 0/0 00000100:00100000:1.0:1775764835.868009:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38078 00002000:00010000:1.0:1775764835.868012:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2695039->18446744073709551615) 00002000:00100000:1.0:1775764835.868015:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899c00 with x1862022222923776 ext(2695039->18446744073709551615) 00002000:00010000:1.0:1775764835.868020:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899c00. 00000100:00100000:1.0:1775764835.868036:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38079 00000100:00100000:1.0:1775764835.868042:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222923904:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764835.868200:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1070217 -> 0 00002000:00010000:1.0:1775764835.868204:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764835.868206:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764835.868208:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764835.868210:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764835.868232:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222923904:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 190us (1030us total) trans 4294996023 rc 0/0 00000100:00100000:1.0:1775764835.868238:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38079 00002000:00010000:1.0:1775764835.868241:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764835.868243:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a300 with x1862022222923904 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764835.868247:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89a300. 00010000:00010000:2.0:1775764835.869771:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.869785:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc2d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.869793:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.869799:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da5a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764835.869803:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.869810:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc2d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.869826:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764835.869829:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764835.869844:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc2d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.869851:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc2d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764835.873497:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764835.873805:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222924032 00000100:00100000:2.0:1775764835.873816:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222924032 00000100:00100000:2.0:1775764835.873884:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44381 00000100:00100000:2.0:1775764835.873895:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022222924032:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764835.873921:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764835.873940:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfc34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce1f expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.874037:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfc3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.874049:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfc3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.874059:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfc3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764835.874084:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2695039 00000004:00200000:2.0:1775764835.874088:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764835.874107:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfc3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.874378:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfc34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce1f expref: 33 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.874397:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfc3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce1f expref: 32 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.874405:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764835.874408:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764835.874412:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecfa00, rc 0) 00000100:00100000:2.0:1775764835.874507:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222924032:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 613us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764835.874514:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44381 00000100:00100000:3.0:1775764835.885905:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.886370:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222924160 00000100:00100000:1.0:1775764835.886381:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222924160 00002000:00100000:1.0:1775764835.886431:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (651264->1863679) req@ffff8b8cbaed4a80 x1862022222924160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 552/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.886442:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4a80 with x1862022222924160 ext(651264->1863679) 00002000:00010000:1.0:1775764835.886447:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4a80 00000100:00100000:1.0:1775764835.886483:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38080 00000100:00100000:1.0:1775764835.886492:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222924160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764835.897865:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.897956:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222924288 00000100:00100000:3.0:1775764835.897966:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222924288 00002000:00100000:3.0:1775764835.898019:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1863680->2695167) req@ffff8b8cc17b6300 x1862022222924288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.898030:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022222924288 ext(1863680->2695167) 00002000:00010000:3.0:1775764835.898035:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300 00000100:00100000:3.0:1775764835.898067:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38081 00000100:00100000:3.0:1775764835.898076:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222924288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764835.906446:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222924160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19946us (20540us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764835.906459:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38080 00002000:00100000:1.0:1775764835.906471:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (651264->1863679) req@ffff8b8cbaed4a80 x1862022222924160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 552/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.906482:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4a80 with x1862022222924160 ext(651264->1863679) 00002000:00010000:1.0:1775764835.906489:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4a80 00000100:00100000:2.0:1775764835.909712:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222924288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11627us (11847us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1775764835.909725:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38081 00002000:00100000:2.0:1775764835.909736:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1863680->2695167) req@ffff8b8cc17b6300 x1862022222924288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 729088/729088 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764835.909746:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022222924288 ext(1863680->2695167) 00002000:00010000:2.0:1775764835.909752:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300 00000100:00100000:2.0:1775764835.918066:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.918185:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222924416 00000100:00100000:0.0:1775764835.918194:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222924416 00002000:00100000:0.0:1775764835.918240:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (479232->2555903) req@ffff8b8cc17b7480 x1862022222924416/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 520/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.918251:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7480 with x1862022222924416 ext(479232->2555903) 00002000:00010000:0.0:1775764835.918256:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7480 00000100:00100000:0.0:1775764835.918326:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38082 00000100:00100000:0.0:1775764835.918335:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222924416:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764835.923325:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222924416:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4980us (5258us total) trans 4294996628 rc 0/0 00000100:00100000:0.0:1775764835.923338:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38082 00002000:00100000:0.0:1775764835.923351:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (479232->2555903) req@ffff8b8cc17b7480 x1862022222924416/t4294996628(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 520/456 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.923362:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7480 with x1862022222924416 ext(479232->2555903) 00002000:00010000:0.0:1775764835.923368:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7480 00000100:00100000:2.0:1775764835.927826:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.928225:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222924544 00000100:00100000:1.0:1775764835.928236:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222924544 00000100:00100000:1.0:1775764835.928292:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84754 00000100:00100000:1.0:1775764835.928302:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222924544:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764835.961964:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222924544:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33654us (34139us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.961986:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84754 00000001:00080000:3.0:1775764835.966379:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996628 is committed 00000100:00100000:2.0:1775764835.968934:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.969045:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222924672 00000100:00100000:0.0:1775764835.969058:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222924672 00002000:00100000:0.0:1775764835.969115:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3653632->3657727) req@ffff8b8cc17b7b80 x1862022222924672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.969127:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7b80 with x1862022222924672 ext(3653632->3657727) 00002000:00010000:0.0:1775764835.969133:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7b80 00000100:00100000:0.0:1775764835.969174:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38083 00000100:00100000:0.0:1775764835.969183:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222924672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764835.969468:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222924672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 285us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.969475:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38083 00002000:00100000:0.0:1775764835.969481:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3653632->3657727) req@ffff8b8cc17b7b80 x1862022222924672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.969489:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7b80 with x1862022222924672 ext(3653632->3657727) 00002000:00010000:0.0:1775764835.969492:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7b80 00000100:00100000:2.0:1775764835.973715:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764835.974077:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222924800 00000100:00100000:3.0:1775764835.974087:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222924800 00002000:00100000:3.0:1775764835.974149:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3702784->3706879) req@ffff8b8b85a30700 x1862022222924800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.974159:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30700 with x1862022222924800 ext(3702784->3706879) 00002000:00010000:3.0:1775764835.974165:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30700 00000100:00100000:3.0:1775764835.974197:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38084 00000100:00100000:3.0:1775764835.974207:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222924800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764835.974433:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222924800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 228us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.974440:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38084 00002000:00100000:3.0:1775764835.974446:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3702784->3706879) req@ffff8b8b85a30700 x1862022222924800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764835.974455:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30700 with x1862022222924800 ext(3702784->3706879) 00002000:00010000:3.0:1775764835.974458:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30700 00000100:00100000:3.0:1775764835.982037:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764835.982269:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222924928 00000100:00100000:1.0:1775764835.982281:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222924928 00002000:00100000:1.0:1775764835.982328:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2695168->3653631) req@ffff8b8cbaed5500 x1862022222924928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764835.982339:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5500 with x1862022222924928 ext(2695168->3653631) 00002000:00010000:1.0:1775764835.982346:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5500 00000100:00100000:1.0:1775764835.982380:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38085 00000100:00100000:1.0:1775764835.982391:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222924928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764835.986678:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222924928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4279us (4640us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.986691:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38085 00002000:00100000:0.0:1775764835.986702:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2695168->3653631) req@ffff8b8cbaed5500 x1862022222924928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 488/440 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.986712:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5500 with x1862022222924928 ext(2695168->3653631) 00002000:00010000:0.0:1775764835.986717:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5500 00000100:00100000:2.0:1775764835.992209:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764835.992330:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222925056 00000100:00100000:0.0:1775764835.992340:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222925056 00002000:00100000:0.0:1775764835.992386:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3051520->3703508) req@ffff8b8b85a33100 x1862022222925056/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/0 e 0 to 0 dl 1775764846 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.992397:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33100 with x1862022222925056 ext(3051520->3703508) 00002000:00010000:0.0:1775764835.992403:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33100 00000100:00100000:0.0:1775764835.992479:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38086 00000100:00100000:0.0:1775764835.992489:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222925056:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764835.996571:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222925056:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4073us (4430us total) trans 4294996629 rc 0/0 00000100:00100000:0.0:1775764835.996584:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38086 00002000:00100000:0.0:1775764835.996597:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3051520->3703508) req@ffff8b8b85a33100 x1862022222925056/t4294996629(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:316/0 lens 504/448 e 0 to 0 dl 1775764846 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764835.996608:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33100 with x1862022222925056 ext(3051520->3703508) 00002000:00010000:0.0:1775764835.996615:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33100 00000100:00100000:2.0:1775764836.001624:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.001716:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222925184 00000100:00100000:3.0:1775764836.001726:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222925184 00000100:00100000:3.0:1775764836.001885:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84755 00000100:00100000:3.0:1775764836.001896:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222925184:12345-192.168.202.29@tcp:16:fsx.0 00000100:00080000:1.0:1775764836.005243:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764836.031995:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222925184:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 30092us (30371us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.032008:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84755 00000001:00080000:3.0:1775764836.032042:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996629 is committed 00000100:00100000:1.0:1775764836.039774:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.039944:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222925440 00000100:00100000:2.0:1775764836.039954:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222925440 00000100:00100000:2.0:1775764836.040022:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44382 00000100:00100000:2.0:1775764836.040032:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222925440:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764836.040084:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764836.040111:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfc3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce1f expref: 32 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.040132:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764836.040147:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764836.040413:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfc42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.040427:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfc42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.040440:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfc42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764836.040488:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032146 00000004:00010000:2.0:1775764836.040511:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a8e37c7 reply state 000000004bcfb975 transno 4295032147 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfc42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.040519:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764836.041110:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222925440:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1078us (1343us total) trans 4295032147 rc 0/0 00000100:00100000:1.0:1775764836.041119:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44382 00000020:00080000:1.0:1775764836.041124:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764836.045587:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.045643:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.045675:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222925568 00000100:00100000:2.0:1775764836.045684:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222925568 00002000:00010000:2.0:1775764836.045727:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3508137->18446744073709551615) 00002000:00100000:2.0:1775764836.045732:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022222925568 ext(3508137->18446744073709551615) 00002000:00010000:2.0:1775764836.045744:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31f80. 00000100:00100000:2.0:1775764836.045766:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222925696 00000100:00100000:2.0:1775764836.045769:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222925696 00002000:00010000:2.0:1775764836.045780:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764836.045784:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30000 with x1862022222925696 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764836.045789:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30000. 00000100:00100000:2.0:1775764836.045805:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38087 00000100:00100000:2.0:1775764836.045813:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222925568:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:0.0:1775764836.046418:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38088 00000100:00100000:0.0:1775764836.046430:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222925696:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764836.046600:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764836.046604:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764836.046607:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764836.046609:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764836.046611:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764836.046673:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222925696:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 246us (1028us total) trans 4294996024 rc 0/0 00000100:00100000:0.0:1775764836.046681:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38088 00002000:00010000:0.0:1775764836.046685:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764836.046689:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30000 with x1862022222925696 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764836.046694:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30000. 00010000:00010000:3.0:1775764836.046845:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfc42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.046856:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfc42 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.046864:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfc42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.046870:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecec00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764836.046874:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfc42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.046881:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfc42 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.046897:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764836.046899:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764836.046903:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfc42 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.046908:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfc42 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764836.047040:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2695039 -> 3508137 00002000:00010000:2.0:1775764836.047043:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:2.0:1775764836.047046:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764835 00002000:00010000:2.0:1775764836.047048:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:2.0:1775764836.047050:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1677 00000100:00100000:2.0:1775764836.047075:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222925568:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1261us (1496us total) trans 4294996630 rc 0/0 00000100:00100000:2.0:1775764836.047082:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38087 00002000:00010000:2.0:1775764836.047085:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3508137->18446744073709551615) 00002000:00100000:2.0:1775764836.047088:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022222925568 ext(3508137->18446744073709551615) 00002000:00010000:2.0:1775764836.047093:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31f80. 00000100:00100000:2.0:1775764836.053718:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.053816:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222925824 00000100:00100000:1.0:1775764836.053825:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222925824 00000100:00100000:1.0:1775764836.053894:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44383 00000100:00100000:1.0:1775764836.053903:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022222925824:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764836.053928:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764836.053948:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce26 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.054042:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc50 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.054056:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.054068:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764836.054094:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3508137 00000004:00200000:1.0:1775764836.054098:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764836.054114:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.054143:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce26 expref: 35 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.054162:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce26 expref: 34 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.054171:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764836.054174:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764836.054178:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4400, rc 0) 00000100:00100000:1.0:1775764836.054238:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222925824:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 336us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.054245:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44383 00000100:00100000:0.0:1775764836.062000:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.062096:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222925952 00000100:00100000:1.0:1775764836.062107:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222925952 00002000:00100000:1.0:1775764836.062164:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1110016->3436543) req@ffff8b8c91625f80 x1862022222925952/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764836.062174:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022222925952 ext(1110016->3436543) 00002000:00010000:1.0:1775764836.062179:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625f80 00000100:00100000:1.0:1775764836.062218:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38089 00000100:00100000:1.0:1775764836.062229:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222925952:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764836.067484:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222925952:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5249us (5485us total) trans 4294996631 rc 0/0 00000100:00100000:1.0:1775764836.067495:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38089 00002000:00100000:1.0:1775764836.067505:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1110016->3436543) req@ffff8b8c91625f80 x1862022222925952/t4294996631(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/448 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764836.067517:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022222925952 ext(1110016->3436543) 00002000:00010000:1.0:1775764836.067522:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625f80 00000100:00100000:3.0:1775764836.072068:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.072168:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222926080 00000100:00100000:1.0:1775764836.072177:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222926080 00000100:00100000:1.0:1775764836.072280:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84756 00000100:00100000:1.0:1775764836.072291:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222926080:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764836.105316:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996631 is committed 00000100:00100000:1.0:1775764836.105461:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222926080:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33166us (33396us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.105474:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84756 00000100:00100000:3.0:1775764836.108421:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.108835:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222926336 00000100:00100000:1.0:1775764836.108857:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222926336 00000100:00100000:1.0:1775764836.108914:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44384 00000100:00100000:1.0:1775764836.108924:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222926336:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764836.108986:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764836.109013:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce26 expref: 34 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.109033:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764836.109038:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764836.109336:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.109352:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.109363:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764836.109414:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032148 00000004:00010000:1.0:1775764836.109442:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc1ebe9a reply state 000000003313d1d1 transno 4295032149 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764836.109450:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764836.109634:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222926336:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 711us (1220us total) trans 4295032149 rc 0/0 00000100:00100000:1.0:1775764836.109641:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44384 00000020:00080000:1.0:1775764836.109645:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764836.112145:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.112162:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.112169:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.112176:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da5a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764836.112181:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.112188:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc57 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.112205:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764836.112209:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764836.112214:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc57 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.112220:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfc57 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764836.114276:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.114460:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222926464 00000100:00100000:1.0:1775764836.114470:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222926464 00002000:00010000:1.0:1775764836.114511:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1949395->18446744073709551615) 00002000:00100000:1.0:1775764836.114516:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6680 with x1862022222926464 ext(1949395->18446744073709551615) 00002000:00010000:1.0:1775764836.114527:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed6680. 00000100:00100000:1.0:1775764836.114593:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38090 00000100:00100000:1.0:1775764836.114601:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222926464:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764836.114937:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3508137 -> 1949395 00002000:00010000:1.0:1775764836.114941:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764836.114944:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764835 00002000:00010000:1.0:1775764836.114946:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764836.114948:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1677 -> 1741 00000100:00100000:1.0:1775764836.115003:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222926464:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 402us (735us total) trans 4294996632 rc 0/0 00000100:00100000:1.0:1775764836.115010:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38090 00002000:00010000:1.0:1775764836.115014:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1949395->18446744073709551615) 00002000:00100000:1.0:1775764836.115016:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6680 with x1862022222926464 ext(1949395->18446744073709551615) 00002000:00010000:1.0:1775764836.115021:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed6680. 00000100:00100000:0.0:1775764836.117729:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.122460:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222926592 00000100:00100000:1.0:1775764836.122475:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222926592 00002000:00010000:1.0:1775764836.122524:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764836.122530:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624380 with x1862022222926592 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764836.122559:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624380. 00000100:00100000:1.0:1775764836.122605:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38091 00000100:00100000:1.0:1775764836.122615:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222926592:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764836.122829:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764836.122844:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764836.122847:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764836.122849:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764836.122851:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764836.122920:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222926592:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 307us (5198us total) trans 4294996025 rc 0/0 00000100:00100000:1.0:1775764836.122928:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38091 00002000:00010000:1.0:1775764836.122931:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764836.122934:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624380 with x1862022222926592 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764836.122939:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624380. 00000100:00100000:0.0:1775764836.127805:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.128481:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222926720 00000100:00100000:1.0:1775764836.128493:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222926720 00000100:00100000:1.0:1775764836.128578:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44385 00000100:00100000:1.0:1775764836.128590:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022222926720:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764836.128615:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764836.128634:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc5e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce2d expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.128742:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253cfc65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.128756:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253cfc65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.128768:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253cfc65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764836.128795:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1949395 00000004:00200000:1.0:1775764836.128798:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764836.128814:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253cfc65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.128852:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfc5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce2d expref: 37 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.128869:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253cfc65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce2d expref: 36 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.128876:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764836.128879:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764836.128883:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da5400, rc 0) 00000100:00100000:1.0:1775764836.129024:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222926720:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 436us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.129032:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44385 00000100:00100000:0.0:1775764836.136655:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.136743:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222926848 00000100:00100000:2.0:1775764836.136753:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222926848 00002000:00100000:2.0:1775764836.136801:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1187840->1224703) req@ffff8b8cbb592680 x1862022222926848/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.136811:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592680 with x1862022222926848 ext(1187840->1224703) 00002000:00010000:2.0:1775764836.136817:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592680 00000100:00100000:2.0:1775764836.136858:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38092 00000100:00100000:2.0:1775764836.136867:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222926848:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764836.142438:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222926848:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5561us (5782us total) trans 4294996633 rc 0/0 00000100:00100000:3.0:1775764836.142452:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38092 00002000:00100000:3.0:1775764836.142466:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1187840->1224703) req@ffff8b8cbb592680 x1862022222926848/t4294996633(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/448 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.142475:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592680 with x1862022222926848 ext(1187840->1224703) 00002000:00010000:3.0:1775764836.142481:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592680 00000100:00100000:0.0:1775764836.147220:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.147321:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222926976 00000100:00100000:2.0:1775764836.147331:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222926976 00000100:00100000:2.0:1775764836.147390:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84757 00000100:00100000:2.0:1775764836.147400:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222926976:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764836.177064:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996632 is committed 00000001:00080000:1.0:1775764836.177086:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996633 is committed 00000100:00100000:3.0:1775764836.177357:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222926976:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 29952us (30140us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.177370:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84757 00000100:00100000:2.0:1775764836.184499:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.184728:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222927232 00000100:00100000:3.0:1775764836.184741:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222927232 00000100:00100000:2.0:1775764836.185012:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44386 00000100:00100000:2.0:1775764836.185023:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222927232:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764836.185079:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764836.185109:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253cfc65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce2d expref: 36 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.185277:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764836.185285:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764836.185502:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc6c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.185515:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.185526:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764836.185670:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032150 00000004:00010000:2.0:1775764836.185696:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000adece00 reply state 000000003d1c38bd transno 4295032151 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.185704:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764836.185978:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222927232:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 948us (1481us total) trans 4295032151 rc 0/0 00000100:00100000:2.0:1775764836.185986:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44386 00000020:00080000:2.0:1775764836.185991:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764836.190082:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.190177:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764836.190370:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.190382:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc6c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.190390:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc6c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.190396:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecfc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764836.190400:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc6c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.190407:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc6c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.190423:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764836.190426:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764836.190431:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc6c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.190436:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc6c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764836.190737:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222927360 00000100:00100000:0.0:1775764836.190749:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222927360 00002000:00010000:0.0:1775764836.190789:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3890660->18446744073709551615) 00002000:00100000:0.0:1775764836.190794:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30e00 with x1862022222927360 ext(3890660->18446744073709551615) 00002000:00010000:0.0:1775764836.190804:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30e00. 00000100:00100000:0.0:1775764836.190841:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222927488 00000100:00100000:0.0:1775764836.190844:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222927488 00002000:00010000:0.0:1775764836.190857:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764836.190859:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30a80 with x1862022222927488 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764836.190866:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30a80. 00000100:00100000:0.0:1775764836.190889:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38093 00000100:00100000:0.0:1775764836.190899:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222927360:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764836.191199:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1949395 -> 3890660 00002000:00010000:0.0:1775764836.191202:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764836.191205:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764835 00002000:00010000:0.0:1775764836.191206:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764836.191208:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1419 00000100:00100000:0.0:1775764836.191261:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222927360:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 363us (1189us total) trans 4294996634 rc 0/0 00000100:00100000:0.0:1775764836.191268:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38093 00002000:00010000:0.0:1775764836.191272:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3890660->18446744073709551615) 00002000:00100000:0.0:1775764836.191275:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30e00 with x1862022222927360 ext(3890660->18446744073709551615) 00002000:00010000:0.0:1775764836.191280:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30e00. 00000100:00100000:0.0:1775764836.191295:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38094 00000100:00100000:0.0:1775764836.191302:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222927488:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764836.191411:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764836.191414:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764836.191416:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764836.191418:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764836.191420:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764836.191441:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222927488:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 140us (1264us total) trans 4294996026 rc 0/0 00000100:00100000:0.0:1775764836.191451:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38094 00002000:00010000:0.0:1775764836.191453:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764836.191456:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30a80 with x1862022222927488 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764836.191460:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30a80. 00000100:00100000:0.0:1775764836.199567:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.199658:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222927616 00000100:00100000:2.0:1775764836.199668:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222927616 00002000:00100000:2.0:1775764836.199719:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3854336->3858431) req@ffff8b8cbb590000 x1862022222927616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.199729:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590000 with x1862022222927616 ext(3854336->3858431) 00002000:00010000:2.0:1775764836.199734:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590000 00000100:00100000:2.0:1775764836.199769:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38095 00000100:00100000:2.0:1775764836.199779:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222927616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764836.200039:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222927616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 260us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764836.200047:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38095 00002000:00100000:2.0:1775764836.200053:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3854336->3858431) req@ffff8b8cbb590000 x1862022222927616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/4536 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.200061:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590000 with x1862022222927616 ext(3854336->3858431) 00002000:00010000:2.0:1775764836.200065:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590000 00000100:00100000:2.0:1775764836.204522:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.204755:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222927744 00000100:00100000:0.0:1775764836.204765:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222927744 00002000:00100000:0.0:1775764836.204812:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3858432->3862527) req@ffff8b8b85a33b80 x1862022222927744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.204823:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33b80 with x1862022222927744 ext(3858432->3862527) 00002000:00010000:0.0:1775764836.204829:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33b80 00000100:00100000:0.0:1775764836.204981:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38096 00000100:00100000:0.0:1775764836.204992:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222927744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764836.205327:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222927744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 336us (813us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764836.205335:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38096 00002000:00100000:0.0:1775764836.205342:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3858432->3862527) req@ffff8b8b85a33b80 x1862022222927744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/4536 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.205350:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33b80 with x1862022222927744 ext(3858432->3862527) 00002000:00010000:0.0:1775764836.205353:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33b80 00000100:00100000:2.0:1775764836.210495:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.210583:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222927872 00000100:00100000:0.0:1775764836.210594:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222927872 00002000:00100000:0.0:1775764836.210641:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3833856->3891199) req@ffff8b8b85a32680 x1862022222927872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.210658:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32680 with x1862022222927872 ext(3833856->3891199) 00002000:00010000:0.0:1775764836.210664:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32680 00000100:00100000:0.0:1775764836.210699:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38097 00000100:00100000:0.0:1775764836.210708:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222927872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764836.215515:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222927872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4799us (5019us total) trans 0 rc 49152/49152 00000100:00100000:0.0:1775764836.215528:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38097 00002000:00100000:0.0:1775764836.215577:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3833856->3891199) req@ffff8b8b85a32680 x1862022222927872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.215588:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32680 with x1862022222927872 ext(3833856->3891199) 00002000:00010000:0.0:1775764836.215595:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32680 00000100:00100000:1.0:1775764836.220060:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.220278:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222928000 00000100:00100000:2.0:1775764836.220288:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222928000 00002000:00100000:2.0:1775764836.220339:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3854336->3890659) req@ffff8b8cb3453100 x1862022222928000/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.220350:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022222928000 ext(3854336->3890659) 00002000:00010000:2.0:1775764836.220355:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:2.0:1775764836.220391:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38098 00000100:00100000:2.0:1775764836.220400:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222928000:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764836.224857:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222928000:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4448us (4797us total) trans 4294996635 rc 0/0 00000100:00100000:3.0:1775764836.224871:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38098 00002000:00100000:3.0:1775764836.224884:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3854336->3890659) req@ffff8b8cb3453100 x1862022222928000/t4294996635(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/448 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.224895:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022222928000 ext(3854336->3890659) 00002000:00010000:3.0:1775764836.224901:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:0.0:1775764836.229679:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.229780:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222928128 00000100:00100000:1.0:1775764836.229792:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222928128 00000100:00100000:1.0:1775764836.229975:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84758 00000100:00100000:1.0:1775764836.229987:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222928128:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764836.263391:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996634 is committed 00000001:00080000:3.0:1775764836.263414:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996635 is committed 00000100:00100000:1.0:1775764836.263583:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222928128:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33594us (33911us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.263596:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84758 00000100:00100000:2.0:1775764836.267433:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.267504:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222928256 00000100:00100000:0.0:1775764836.267513:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222928256 00000100:00100000:0.0:1775764836.267589:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44387 00000100:00100000:0.0:1775764836.267599:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022222928256:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764836.267625:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764836.267645:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864ebc00/0xdb23b4c9253cfc73 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce34 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.267725:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb600/0xdb23b4c9253cfc7a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.267739:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb600/0xdb23b4c9253cfc7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.267754:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb600/0xdb23b4c9253cfc7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764836.267783:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3890660 00000004:00200000:0.0:1775764836.267788:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764836.267805:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb600/0xdb23b4c9253cfc7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.267829:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864ebc00/0xdb23b4c9253cfc73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce34 expref: 39 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.267859:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb600/0xdb23b4c9253cfc7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce34 expref: 38 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.267868:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764836.267870:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764836.267874:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c864eb600, rc 0) 00000100:00100000:0.0:1775764836.267932:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222928256:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 334us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764836.267939:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44387 00000100:00100000:2.0:1775764836.272862:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.273017:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222928512 00000100:00100000:1.0:1775764836.273029:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222928512 00000100:00100000:1.0:1775764836.273088:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44388 00000100:00100000:1.0:1775764836.273100:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222928512:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764836.273166:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764836.273193:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb600/0xdb23b4c9253cfc7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce34 expref: 38 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.273221:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764836.273226:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764836.273430:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfc81 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.273444:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfc81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.273453:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfc81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764836.273503:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032152 00000004:00010000:1.0:1775764836.273528:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054d79865 reply state 0000000008fcf36b transno 4295032153 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfc81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764836.273582:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764836.273724:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222928512:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 626us (868us total) trans 4295032153 rc 0/0 00000100:00100000:1.0:1775764836.273731:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44388 00000020:00080000:1.0:1775764836.273736:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764836.284340:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfc81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.284360:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfc81 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.284367:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfc81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.284373:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764836.284379:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfc81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.284392:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfc81 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.284409:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764836.284413:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764836.284417:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfc81 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.284423:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfc81 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.285510:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.285587:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.285650:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222928640 00000100:00100000:1.0:1775764836.285659:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222928640 00002000:00010000:1.0:1775764836.285700:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764836.285705:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33480 with x1862022222928640 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764836.285716:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33480. 00000100:00100000:1.0:1775764836.285743:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222928768 00000100:00100000:1.0:1775764836.285746:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222928768 00002000:00010000:1.0:1775764836.285756:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1034137->18446744073709551615) 00002000:00100000:1.0:1775764836.285759:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feca80 with x1862022222928768 ext(1034137->18446744073709551615) 00002000:00010000:1.0:1775764836.285765:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92feca80. 00000100:00100000:1.0:1775764836.285788:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38099 00000100:00100000:1.0:1775764836.285797:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222928640:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764836.286091:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3890660 -> 4194304 00002000:00010000:1.0:1775764836.286095:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764836.286098:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764835 00002000:00010000:1.0:1775764836.286100:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764836.286103:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1549 00000100:00100000:1.0:1775764836.286170:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222928640:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 372us (666us total) trans 4294996636 rc 0/0 00000100:00100000:1.0:1775764836.286183:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38099 00002000:00010000:1.0:1775764836.286186:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764836.286188:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33480 with x1862022222928640 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764836.286193:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33480. 00000100:00100000:1.0:1775764836.286221:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38100 00000100:00100000:1.0:1775764836.286229:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222928768:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764836.286340:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1034137 00002000:00010000:1.0:1775764836.286343:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764836.286345:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764836.286347:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764836.286349:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764836.286370:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222928768:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 142us (782us total) trans 4294996027 rc 0/0 00000100:00100000:1.0:1775764836.286378:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38100 00002000:00010000:1.0:1775764836.286380:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1034137->18446744073709551615) 00002000:00100000:1.0:1775764836.286383:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feca80 with x1862022222928768 ext(1034137->18446744073709551615) 00002000:00010000:1.0:1775764836.286388:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92feca80. 00000100:00100000:0.0:1775764836.290085:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.290276:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222928896 00000100:00100000:2.0:1775764836.290286:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222928896 00000100:00100000:2.0:1775764836.290338:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44389 00000100:00100000:2.0:1775764836.290347:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022222928896:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764836.290374:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764836.290395:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253cfc88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce3b expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.290482:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.290496:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.290509:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764836.290574:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5228441 00000004:00200000:2.0:1775764836.290580:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764836.290599:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.290636:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253cfc88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce3b expref: 41 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.290653:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce3b expref: 40 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.290660:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764836.290663:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764836.290667:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecfc00, rc 0) 00000100:00100000:2.0:1775764836.290722:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222928896:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 377us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764836.290730:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44389 00000100:00100000:0.0:1775764836.295318:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.295586:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222929024 00000100:00100000:1.0:1775764836.295596:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222929024 00002000:00100000:1.0:1775764836.295647:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (339968->405503) req@ffff8b8cbb592300 x1862022222929024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764836.295659:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592300 with x1862022222929024 ext(339968->405503) 00002000:00010000:1.0:1775764836.295665:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb592300 00000100:00100000:1.0:1775764836.295696:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38101 00000100:00100000:1.0:1775764836.295706:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022222929024:12345-192.168.202.29@tcp:3:fsx.0 00010000:00010000:3.0:1775764836.299026:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764836.301797:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022222929024:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6082us (6478us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764836.301810:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38101 00002000:00100000:2.0:1775764836.301823:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (339968->405503) req@ffff8b8cbb592300 x1862022222929024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.301843:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592300 with x1862022222929024 ext(339968->405503) 00002000:00010000:2.0:1775764836.301851:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb592300 00000100:00100000:1.0:1775764836.305584:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.305675:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222929152 00000100:00100000:3.0:1775764836.305685:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222929152 00002000:00100000:3.0:1775764836.305728:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (405504->442367) req@ffff8b8cb3451880 x1862022222929152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.305739:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451880 with x1862022222929152 ext(405504->442367) 00002000:00010000:3.0:1775764836.305745:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451880 00000100:00100000:3.0:1775764836.305825:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38102 00000100:00100000:3.0:1775764836.305844:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022222929152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764836.309576:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022222929152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3703us (3961us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1775764836.309588:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38102 00002000:00100000:3.0:1775764836.309600:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (405504->442367) req@ffff8b8cb3451880 x1862022222929152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.309610:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451880 with x1862022222929152 ext(405504->442367) 00002000:00010000:3.0:1775764836.309615:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451880 00000100:00100000:0.0:1775764836.314329:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.314650:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222929280 00000100:00100000:3.0:1775764836.314661:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222929280 00002000:00100000:3.0:1775764836.314713:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2560000->2564095) req@ffff8b8cbb590700 x1862022222929280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.314724:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590700 with x1862022222929280 ext(2560000->2564095) 00002000:00010000:3.0:1775764836.314731:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590700 00000100:00100000:3.0:1775764836.314765:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38103 00000100:00100000:3.0:1775764836.314775:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222929280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764836.315041:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222929280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 268us (721us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764836.315048:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38103 00002000:00100000:3.0:1775764836.315054:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2560000->2564095) req@ffff8b8cbb590700 x1862022222929280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/4536 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.315061:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590700 with x1862022222929280 ext(2560000->2564095) 00002000:00010000:3.0:1775764836.315064:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590700 00000100:00100000:0.0:1775764836.318944:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.319270:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222929408 00000100:00100000:3.0:1775764836.319280:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222929408 00002000:00100000:3.0:1775764836.319332:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2564096->2568191) req@ffff8b8cb3177b80 x1862022222929408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.319344:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177b80 with x1862022222929408 ext(2564096->2568191) 00002000:00010000:3.0:1775764836.319351:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177b80 00000100:00100000:3.0:1775764836.319386:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38104 00000100:00100000:3.0:1775764836.319397:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222929408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764836.319659:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222929408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 263us (723us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764836.319667:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38104 00002000:00100000:3.0:1775764836.319673:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2564096->2568191) req@ffff8b8cb3177b80 x1862022222929408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/4536 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.319681:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177b80 with x1862022222929408 ext(2564096->2568191) 00002000:00010000:3.0:1775764836.319684:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177b80 00000100:00100000:1.0:1775764836.326273:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.326375:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222929536 00000100:00100000:2.0:1775764836.326384:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222929536 00002000:00100000:2.0:1775764836.326436:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2199552->2949119) req@ffff8b8cb3450e00 x1862022222929536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.326448:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022222929536 ext(2199552->2949119) 00002000:00010000:2.0:1775764836.326453:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:2.0:1775764836.326486:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38105 00000100:00100000:2.0:1775764836.326495:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222929536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764836.335477:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222929536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8973us (9204us total) trans 0 rc 741376/741376 00000100:00100000:2.0:1775764836.335489:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38105 00002000:00100000:2.0:1775764836.335502:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2199552->2949119) req@ffff8b8cb3450e00 x1862022222929536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 741376/741376 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.335512:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022222929536 ext(2199552->2949119) 00002000:00010000:2.0:1775764836.335518:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:1.0:1775764836.341129:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.341323:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222929664 00000100:00100000:0.0:1775764836.341334:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222929664 00002000:00100000:0.0:1775764836.341381:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2560000->2588671) req@ffff8b8cb3453800 x1862022222929664/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.341398:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022222929664 ext(2560000->2588671) 00002000:00010000:0.0:1775764836.341404:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453800 00000100:00100000:0.0:1775764836.341471:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38106 00000100:00100000:0.0:1775764836.341481:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222929664:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764836.345895:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222929664:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4405us (4764us total) trans 4294996637 rc 0/0 00000100:00100000:3.0:1775764836.345907:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38106 00002000:00100000:3.0:1775764836.345920:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2560000->2588671) req@ffff8b8cb3453800 x1862022222929664/t4294996637(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/448 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.345930:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022222929664 ext(2560000->2588671) 00002000:00010000:3.0:1775764836.345935:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453800 00000100:00100000:1.0:1775764836.349680:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.349776:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222929792 00000100:00100000:3.0:1775764836.349786:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222929792 00000100:00100000:3.0:1775764836.349853:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84759 00000100:00100000:3.0:1775764836.349862:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222929792:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764836.384308:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996636 is committed 00000001:00080000:2.0:1775764836.384435:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996637 is committed 00000100:00100000:1.0:1775764836.384705:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222929792:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34838us (35027us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.384717:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84759 00000100:00100000:1.0:1775764836.390400:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.390507:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222929920 00000100:00100000:0.0:1775764836.390518:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222929920 00002000:00100000:0.0:1775764836.390584:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3305472->3362815) req@ffff8b8cb3450a80 x1862022222929920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.390596:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022222929920 ext(3305472->3362815) 00002000:00010000:0.0:1775764836.390602:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:0.0:1775764836.390675:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38107 00000100:00100000:0.0:1775764836.390685:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222929920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764836.396779:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222929920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6085us (6378us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764836.396792:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38107 00002000:00100000:0.0:1775764836.396805:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3305472->3362815) req@ffff8b8cb3450a80 x1862022222929920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.396815:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022222929920 ext(3305472->3362815) 00002000:00010000:0.0:1775764836.396821:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:1.0:1775764836.402729:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.402818:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222930048 00000100:00100000:0.0:1775764836.402828:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222930048 00002000:00100000:0.0:1775764836.402886:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3891200->3928063) req@ffff8b8cb3452300 x1862022222930048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.402904:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022222930048 ext(3891200->3928063) 00002000:00010000:0.0:1775764836.402910:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:0.0:1775764836.402944:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38108 00000100:00100000:0.0:1775764836.402955:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222930048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764836.407791:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222930048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4826us (5060us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764836.407805:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38108 00002000:00100000:0.0:1775764836.407818:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3891200->3928063) req@ffff8b8cb3452300 x1862022222930048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.407835:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022222930048 ext(3891200->3928063) 00002000:00010000:0.0:1775764836.407842:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:3.0:1775764836.411576:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.411733:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222930176 00000100:00100000:2.0:1775764836.411744:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222930176 00002000:00100000:2.0:1775764836.411791:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (208896->3899391) req@ffff8b8cbaed5880 x1862022222930176/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 520/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.411801:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022222930176 ext(208896->3899391) 00002000:00010000:2.0:1775764836.411806:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5880 00000100:00100000:2.0:1775764836.411849:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38109 00000100:00100000:2.0:1775764836.411859:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222930176:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764836.417030:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222930176:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5162us (5493us total) trans 4294996638 rc 0/0 00000100:00100000:2.0:1775764836.417045:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38109 00002000:00100000:2.0:1775764836.417060:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (208896->3899391) req@ffff8b8cbaed5880 x1862022222930176/t4294996638(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 520/456 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.417071:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022222930176 ext(208896->3899391) 00002000:00010000:2.0:1775764836.417077:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5880 00000100:00100000:3.0:1775764836.422170:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.423109:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222930304 00000100:00100000:0.0:1775764836.423122:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222930304 00000100:00100000:0.0:1775764836.423199:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84760 00000100:00100000:0.0:1775764836.423210:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222930304:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764836.457773:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222930304:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34555us (35602us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764836.457785:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84760 00000001:00080000:1.0:1775764836.458779:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996638 is committed 00000100:00100000:0.0:1775764836.462112:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.462307:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222930432 00000100:00100000:2.0:1775764836.462320:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222930432 00002000:00100000:2.0:1775764836.462370:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->3055615) req@ffff8b8cb3176300 x1862022222930432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.462381:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022222930432 ext(2990080->3055615) 00002000:00010000:2.0:1775764836.462387:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300 00000100:00100000:2.0:1775764836.462474:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38110 00000100:00100000:2.0:1775764836.462484:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222930432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764836.465472:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222930432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2979us (3361us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764836.465484:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38110 00002000:00100000:3.0:1775764836.465497:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->3055615) req@ffff8b8cb3176300 x1862022222930432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.465507:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022222930432 ext(2990080->3055615) 00002000:00010000:3.0:1775764836.465513:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300 00000100:00100000:0.0:1775764836.471459:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.471624:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222930560 00000100:00100000:3.0:1775764836.471635:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222930560 00002000:00100000:2.0:1775764836.471773:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (4087808->4153343) req@ffff8b8cb3174700 x1862022222930560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.471785:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022222930560 ext(4087808->4153343) 00002000:00010000:2.0:1775764836.471791:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174700 00000100:00100000:2.0:1775764836.471941:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38111 00000100:00100000:2.0:1775764836.471951:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222930560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764836.476783:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222930560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4823us (5322us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764836.476796:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38111 00002000:00100000:1.0:1775764836.476808:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (4087808->4153343) req@ffff8b8cb3174700 x1862022222930560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764836.476820:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022222930560 ext(4087808->4153343) 00002000:00010000:1.0:1775764836.476826:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174700 00000100:00100000:0.0:1775764836.480754:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.481297:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222930816 00000100:00100000:2.0:1775764836.481310:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222930816 00000100:00100000:2.0:1775764836.481437:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44390 00000100:00100000:2.0:1775764836.481448:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222930816:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764836.481505:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764836.481583:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfc8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce3b expref: 40 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.481603:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764836.481609:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764836.481823:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74e00/0xdb23b4c9253cfc96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.481923:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74e00/0xdb23b4c9253cfc96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.481933:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74e00/0xdb23b4c9253cfc96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764836.481998:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032154 00000004:00010000:2.0:1775764836.482020:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ddbe2bd reply state 000000007b251385 transno 4295032155 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74e00/0xdb23b4c9253cfc96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.482029:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764836.482129:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222930816:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 682us (1383us total) trans 4295032155 rc 0/0 00000100:00100000:2.0:1775764836.482289:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44390 00000020:00080000:2.0:1775764836.482295:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764836.485585:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74e00/0xdb23b4c9253cfc96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.485603:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74e00/0xdb23b4c9253cfc96 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.485610:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74e00/0xdb23b4c9253cfc96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.485616:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8ef74e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764836.485620:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74e00/0xdb23b4c9253cfc96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.485628:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74e00/0xdb23b4c9253cfc96 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.485647:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764836.485650:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764836.485655:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74e00/0xdb23b4c9253cfc96 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.485660:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74e00/0xdb23b4c9253cfc96 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764836.487078:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.487115:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.487160:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222930944 00000100:00100000:0.0:1775764836.487171:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222930944 00002000:00010000:0.0:1775764836.487226:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2465253->18446744073709551615) 00002000:00100000:0.0:1775764836.487231:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174380 with x1862022222930944 ext(2465253->18446744073709551615) 00002000:00010000:0.0:1775764836.487244:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174380. 00000100:00100000:0.0:1775764836.487266:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222931072 00000100:00100000:0.0:1775764836.487269:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222931072 00002000:00010000:0.0:1775764836.487280:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764836.487284:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174e00 with x1862022222931072 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764836.487290:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174e00. 00000100:00100000:0.0:1775764836.487307:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38112 00000100:00100000:0.0:1775764836.487315:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222930944:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764836.487742:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2465253 00002000:00010000:0.0:1775764836.487748:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764836.487750:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764835 -> 1775764836 00002000:00010000:0.0:1775764836.487752:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764836.487754:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1549 -> 1741 00000100:00100000:0.0:1775764836.487813:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222930944:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 498us (741us total) trans 4294996639 rc 0/0 00000100:00100000:0.0:1775764836.487820:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38112 00002000:00010000:0.0:1775764836.487823:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2465253->18446744073709551615) 00002000:00100000:0.0:1775764836.487826:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174380 with x1862022222930944 ext(2465253->18446744073709551615) 00002000:00010000:0.0:1775764836.487830:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174380. 00000100:00100000:0.0:1775764836.487847:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38113 00000100:00100000:0.0:1775764836.487853:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022222931072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764836.488007:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1034137 -> 0 00002000:00010000:0.0:1775764836.488011:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764836.488013:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764836.488015:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:0.0:1775764836.488017:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764836.488043:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022222931072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 191us (928us total) trans 4294996028 rc 0/0 00000100:00100000:0.0:1775764836.488050:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38113 00002000:00010000:0.0:1775764836.488052:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764836.488055:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174e00 with x1862022222931072 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764836.488059:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174e00. 00000100:00100000:0.0:1775764836.492771:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.492944:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222931200 00000100:00100000:1.0:1775764836.492956:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222931200 00000100:00100000:1.0:1775764836.493033:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44391 00000100:00100000:1.0:1775764836.493045:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022222931200:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764836.493072:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764836.493096:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253cfc9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce42 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.493205:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfca4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.493220:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.493232:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764836.493264:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2465253 00000004:00200000:1.0:1775764836.493269:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764836.493287:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.493311:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253cfc9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce42 expref: 43 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.493331:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfca4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce42 expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.493339:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764836.493342:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764836.493346:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da5c00, rc 0) 00000100:00100000:1.0:1775764836.493400:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222931200:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 357us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.493407:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44391 00000100:00100000:0.0:1775764836.502003:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.502079:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222931456 00000100:00100000:1.0:1775764836.502090:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222931456 00000100:00100000:1.0:1775764836.502161:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44392 00000100:00100000:1.0:1775764836.502171:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222931456:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764836.502233:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764836.502261:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfca4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce42 expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.502282:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764836.502288:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764836.502501:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.502514:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.502524:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764836.502617:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032156 00000004:00010000:1.0:1775764836.502643:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000767d6cbb reply state 00000000a4a8a666 transno 4295032157 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764836.502652:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764836.502737:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222931456:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 567us (743us total) trans 4295032157 rc 0/0 00000100:00100000:1.0:1775764836.502744:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44392 00000020:00080000:1.0:1775764836.502750:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764836.506337:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.506353:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.506360:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.506367:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da5000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764836.506372:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.506379:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.506396:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764836.506399:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764836.506404:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcab lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.506410:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764836.508285:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.508373:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222931584 00000100:00100000:3.0:1775764836.508386:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222931584 00002000:00010000:3.0:1775764836.508428:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3311849->18446744073709551615) 00002000:00100000:3.0:1775764836.508433:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022222931584 ext(3311849->18446744073709551615) 00002000:00010000:3.0:1775764836.508447:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80. 00000100:00100000:3.0:1775764836.508481:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38114 00000100:00100000:3.0:1775764836.508492:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222931584:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764836.508752:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2465253 -> 3311849 00002000:00010000:3.0:1775764836.508756:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:3.0:1775764836.508758:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764836 -> 1775764836 00002000:00010000:3.0:1775764836.508761:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:3.0:1775764836.508763:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1741 00000100:00100000:3.0:1775764836.508826:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222931584:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 336us (550us total) trans 4294996640 rc 0/0 00000100:00100000:3.0:1775764836.508839:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38114 00002000:00010000:3.0:1775764836.508842:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3311849->18446744073709551615) 00002000:00100000:3.0:1775764836.508845:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022222931584 ext(3311849->18446744073709551615) 00002000:00010000:3.0:1775764836.508849:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80. 00000100:00100000:0.0:1775764836.511156:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.511222:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222931712 00000100:00100000:2.0:1775764836.511232:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222931712 00002000:00010000:2.0:1775764836.511266:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764836.511271:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81880 with x1862022222931712 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764836.511282:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed81880. 00000100:00100000:2.0:1775764836.511313:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38115 00000100:00100000:2.0:1775764836.511321:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222931712:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764836.511510:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764836.511514:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:2.0:1775764836.511516:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764836.511519:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:2.0:1775764836.511521:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764836.511610:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222931712:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 288us (459us total) trans 4294996029 rc 0/0 00000100:00100000:2.0:1775764836.511617:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38115 00002000:00010000:2.0:1775764836.511621:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764836.511623:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81880 with x1862022222931712 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764836.511628:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed81880. 00000100:00100000:0.0:1775764836.519892:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.520002:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222931840 00000100:00100000:2.0:1775764836.520013:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222931840 00002000:00100000:2.0:1775764836.520060:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1949696->3309567) req@ffff8b8c8ed81180 x1862022222931840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 520/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.520071:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81180 with x1862022222931840 ext(1949696->3309567) 00002000:00010000:2.0:1775764836.520076:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81180 00000100:00100000:2.0:1775764836.520109:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38116 00000100:00100000:2.0:1775764836.520117:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222931840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764836.531067:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.531428:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222931840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11310us (11543us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764836.531441:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38116 00002000:00100000:1.0:1775764836.531455:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1949696->3309567) req@ffff8b8c8ed81180 x1862022222931840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 520/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764836.531466:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81180 with x1862022222931840 ext(1949696->3309567) 00002000:00010000:1.0:1775764836.531471:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81180 00000100:00100000:1.0:1775764836.531495:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222931968 00000100:00100000:1.0:1775764836.531503:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222931968 00002000:00100000:1.0:1775764836.531555:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3260416->3313663) req@ffff8b8c92fec000 x1862022222931968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764836.531565:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec000 with x1862022222931968 ext(3260416->3313663) 00002000:00010000:1.0:1775764836.531568:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec000 00000100:00100000:1.0:1775764836.531598:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38117 00000100:00100000:1.0:1775764836.531607:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222931968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764836.538109:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222931968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6492us (7039us total) trans 0 rc 49152/49152 00000100:00100000:3.0:1775764836.538122:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38117 00002000:00100000:3.0:1775764836.538216:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3260416->3313663) req@ffff8b8c92fec000 x1862022222931968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.538228:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec000 with x1862022222931968 ext(3260416->3313663) 00002000:00010000:3.0:1775764836.538234:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec000 00000100:00100000:1.0:1775764836.541640:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.541730:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222932096 00000100:00100000:0.0:1775764836.541740:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222932096 00002000:00100000:0.0:1775764836.541782:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1384448->3311848) req@ffff8b8cb3452680 x1862022222932096/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.541793:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022222932096 ext(1384448->3311848) 00002000:00010000:0.0:1775764836.541799:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:0.0:1775764836.541937:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38118 00000100:00100000:0.0:1775764836.541947:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222932096:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764836.547332:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222932096:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5376us (5689us total) trans 4294996641 rc 0/0 00000100:00100000:3.0:1775764836.547348:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38118 00002000:00100000:3.0:1775764836.547362:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1384448->3311848) req@ffff8b8cb3452680 x1862022222932096/t4294996641(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/448 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.547373:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022222932096 ext(1384448->3311848) 00002000:00010000:3.0:1775764836.547378:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:0.0:1775764836.549802:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.549938:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222932224 00000100:00100000:3.0:1775764836.549948:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222932224 00000100:00100000:3.0:1775764836.550034:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84761 00000100:00100000:3.0:1775764836.550043:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb46b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222932224:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764836.581445:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996639 is committed 00000001:00080000:0.0:1775764836.581462:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996641 is committed 00000100:00100000:2.0:1775764836.581617:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb46b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222932224:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31569us (31816us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764836.581628:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84761 00000100:00100000:0.0:1775764836.584472:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.584572:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222932352 00000100:00100000:1.0:1775764836.584581:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222932352 00000100:00100000:1.0:1775764836.584634:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44393 00000100:00100000:1.0:1775764836.584644:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022222932352:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764836.584669:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764836.584688:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5200/0xdb23b4c9253cfcb2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce49 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.584768:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfcb9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.584782:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfcb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.584799:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfcb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764836.584826:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3311849 00000004:00200000:1.0:1775764836.584840:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764836.584859:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfcb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.584882:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5200/0xdb23b4c9253cfcb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce49 expref: 45 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.584898:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfcb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce49 expref: 44 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.584905:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764836.584908:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764836.584912:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da5c00, rc 0) 00000100:00100000:1.0:1775764836.585012:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222932352:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 369us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.585019:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44393 00000100:00100000:1.0:1775764836.589863:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.589925:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222932608 00000100:00100000:2.0:1775764836.589935:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222932608 00000100:00100000:2.0:1775764836.589996:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44394 00000100:00100000:2.0:1775764836.590005:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222932608:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764836.590055:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764836.590081:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfcb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce49 expref: 44 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.590106:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764836.590112:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764836.590321:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74400/0xdb23b4c9253cfcc0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.590334:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74400/0xdb23b4c9253cfcc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.590344:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74400/0xdb23b4c9253cfcc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764836.590384:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032158 00000004:00010000:2.0:1775764836.590405:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ddef7eac reply state 00000000d091147e transno 4295032159 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74400/0xdb23b4c9253cfcc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.590414:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764836.590928:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222932608:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 921us (1069us total) trans 4295032159 rc 0/0 00000100:00100000:2.0:1775764836.590936:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44394 00000020:00080000:2.0:1775764836.590941:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764836.595228:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.595320:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764836.595373:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74400/0xdb23b4c9253cfcc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.595384:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74400/0xdb23b4c9253cfcc0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.595392:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74400/0xdb23b4c9253cfcc0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.595398:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8ef74400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764836.595402:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74400/0xdb23b4c9253cfcc0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.595410:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74400/0xdb23b4c9253cfcc0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.595429:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764836.595433:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764836.595438:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74400/0xdb23b4c9253cfcc0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.595444:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ef74400/0xdb23b4c9253cfcc0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764836.595730:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222932736 00000100:00100000:0.0:1775764836.595741:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222932736 00000100:00100000:2.0:1775764836.595819:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222932864 00000100:00100000:2.0:1775764836.595823:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222932864 00002000:00010000:2.0:1775764836.595949:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1409562->18446744073709551615) 00002000:00100000:2.0:1775764836.595954:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ce00 with x1862022222932864 ext(1409562->18446744073709551615) 00002000:00010000:2.0:1775764836.595974:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ce00. 00000100:00100000:2.0:1775764836.596033:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38119 00000100:00100000:2.0:1775764836.596043:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222932864:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764836.596266:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1409562 00002000:00010000:2.0:1775764836.596270:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:2.0:1775764836.596273:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:2.0:1775764836.596275:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:2.0:1775764836.596277:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764836.596339:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022222932864:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 296us (1017us total) trans 4294996030 rc 0/0 00000100:00100000:2.0:1775764836.596346:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38119 00002000:00010000:2.0:1775764836.596350:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1409562->18446744073709551615) 00002000:00100000:2.0:1775764836.596352:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ce00 with x1862022222932864 ext(1409562->18446744073709551615) 00002000:00010000:2.0:1775764836.596357:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ce00. 00002000:00010000:1.0:1775764836.597729:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764836.597737:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453b80 with x1862022222932736 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764836.597746:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453b80. 00000100:00100000:1.0:1775764836.597783:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38120 00000100:00100000:1.0:1775764836.597791:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222932736:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764836.598212:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3311849 -> 4194304 00002000:00010000:1.0:1775764836.598217:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764836.598220:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764836.598222:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:1.0:1775764836.598224:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1805 00000100:00100000:1.0:1775764836.598278:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222932736:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 487us (3058us total) trans 4294996642 rc 0/0 00000100:00100000:1.0:1775764836.598286:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38120 00002000:00010000:1.0:1775764836.598290:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764836.598292:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453b80 with x1862022222932736 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764836.598296:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453b80. 00000100:00100000:1.0:1775764836.608846:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.608929:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222932992 00000100:00100000:3.0:1775764836.608940:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222932992 00002000:00100000:3.0:1775764836.609003:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3313664->4194303) req@ffff8b8c85b8ca80 x1862022222932992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.609014:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ca80 with x1862022222932992 ext(3313664->4194303) 00002000:00010000:3.0:1775764836.609020:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ca80 00000100:00100000:3.0:1775764836.609055:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38121 00000100:00100000:3.0:1775764836.609064:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222932992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764836.619284:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.619327:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.619794:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222932992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10728us (10964us total) trans 0 rc 880640/880640 00000100:00100000:3.0:1775764836.619806:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38121 00002000:00100000:3.0:1775764836.619820:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3313664->4194303) req@ffff8b8c85b8ca80 x1862022222932992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 880640/880640 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.619839:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ca80 with x1862022222932992 ext(3313664->4194303) 00002000:00010000:3.0:1775764836.619845:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ca80 00000100:00100000:3.0:1775764836.619869:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222933248 00000100:00100000:3.0:1775764836.619876:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222933248 00002000:00100000:3.0:1775764836.619908:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1413119) req@ffff8b8c85b8df80 x1862022222933248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.619916:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8df80 with x1862022222933248 ext(1044480->1413119) 00002000:00010000:3.0:1775764836.619919:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8df80 00000100:00100000:3.0:1775764836.619933:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222933120 00000100:00100000:3.0:1775764836.619936:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222933120 00002000:00100000:3.0:1775764836.619949:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (0->1355775) req@ffff8b8c85b8e680 x1862022222933120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.619955:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e680 with x1862022222933120 ext(0->1355775) 00002000:00010000:3.0:1775764836.619958:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8e680 00000100:00100000:3.0:1775764836.619983:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38122 00000100:00100000:3.0:1775764836.619991:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222933248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764836.620378:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38123 00000100:00100000:3.0:1775764836.620387:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022222933120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764836.631680:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022222933248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11680us (12397us total) trans 0 rc 364544/364544 00000100:00100000:3.0:1775764836.631693:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38122 00002000:00100000:3.0:1775764836.631705:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1413119) req@ffff8b8c85b8df80 x1862022222933248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 364544/364544 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.631715:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8df80 with x1862022222933248 ext(1044480->1413119) 00002000:00010000:3.0:1775764836.631721:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8df80 00000100:00100000:3.0:1775764836.636481:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022222933120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16084us (17142us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764836.636494:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38123 00002000:00100000:3.0:1775764836.636507:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (0->1355775) req@ffff8b8c85b8e680 x1862022222933120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 504/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.636518:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e680 with x1862022222933120 ext(0->1355775) 00002000:00010000:3.0:1775764836.636524:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8e680 00000100:00100000:1.0:1775764836.642862:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.642999:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222933376 00000100:00100000:3.0:1775764836.643009:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222933376 00002000:00100000:3.0:1775764836.643058:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1351680->1409561) req@ffff8b8c85b8ea00 x1862022222933376/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.643068:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ea00 with x1862022222933376 ext(1351680->1409561) 00002000:00010000:3.0:1775764836.643074:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ea00 00000100:00100000:3.0:1775764836.643107:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38124 00000100:00100000:3.0:1775764836.643117:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2365:x1862022222933376:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764836.648613:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2365:x1862022222933376:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5489us (5750us total) trans 4294996031 rc 0/0 00000100:00100000:3.0:1775764836.648626:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38124 00002000:00100000:3.0:1775764836.648638:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1351680->1409561) req@ffff8b8c85b8ea00 x1862022222933376/t4294996031(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/448 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.648648:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ea00 with x1862022222933376 ext(1351680->1409561) 00002000:00010000:3.0:1775764836.648653:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ea00 00000100:00100000:0.0:1775764836.652400:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.652506:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222933504 00000100:00100000:1.0:1775764836.652517:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222933504 00000100:00100000:1.0:1775764836.652691:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84762 00000100:00100000:1.0:1775764836.652702:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022222933504:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764836.685715:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022222933504:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33004us (33313us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764836.685730:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84762 00000001:00080000:3.0:1775764836.686683:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996028 is committed 00000001:00080000:3.0:1775764836.686716:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996030 is committed 00000001:00080000:3.0:1775764836.686726:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996031 is committed 00000100:00100000:1.0:1775764836.688526:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.688645:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222933632 00000100:00100000:0.0:1775764836.688654:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222933632 00000100:00100000:0.0:1775764836.688707:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44395 00000100:00100000:0.0:1775764836.688717:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022222933632:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764836.688739:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764836.688758:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb800/0xdb23b4c9253cfcc7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce50 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.688850:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eac00/0xdb23b4c9253cfcce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.688865:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eac00/0xdb23b4c9253cfcce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.688876:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eac00/0xdb23b4c9253cfcce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764836.688903:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5603866 00000004:00200000:0.0:1775764836.688907:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764836.688923:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eac00/0xdb23b4c9253cfcce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.688954:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eb800/0xdb23b4c9253cfcc7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce50 expref: 47 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.688982:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eac00/0xdb23b4c9253cfcce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce50 expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.688991:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764836.688994:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764836.688997:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c864eac00, rc 0) 00000100:00100000:0.0:1775764836.689049:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222933632:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 333us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764836.689055:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44395 00000100:00100000:2.0:1775764836.696409:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.696494:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222933760 00000100:00100000:3.0:1775764836.696505:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222933760 00002000:00100000:3.0:1775764836.696590:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (110592->180223) req@ffff8b8c92fef480 x1862022222933760/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.696600:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef480 with x1862022222933760 ext(110592->180223) 00002000:00010000:3.0:1775764836.696606:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fef480 00000100:00100000:3.0:1775764836.696633:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38125 00000100:00100000:3.0:1775764836.696642:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222933760:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764836.699707:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222933760:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3058us (3300us total) trans 4294996032 rc 0/0 00000100:00100000:0.0:1775764836.699720:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38125 00002000:00100000:0.0:1775764836.699731:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (110592->180223) req@ffff8b8c92fef480 x1862022222933760/t4294996032(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/448 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.699741:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef480 with x1862022222933760 ext(110592->180223) 00002000:00010000:0.0:1775764836.699747:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fef480 00000100:00100000:3.0:1775764836.703627:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.703723:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222933888 00000100:00100000:1.0:1775764836.703732:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222933888 00000100:00100000:1.0:1775764836.703788:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84763 00000100:00100000:1.0:1775764836.703799:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222933888:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764836.731144:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996032 is committed 00000100:00100000:3.0:1775764836.731373:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222933888:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 27571us (27749us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.731386:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84763 00000100:00100000:1.0:1775764836.738200:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.738458:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222934144 00000100:00100000:3.0:1775764836.738469:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222934144 00000100:00100000:3.0:1775764836.738528:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44396 00000100:00100000:3.0:1775764836.738577:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022222934144:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764836.738631:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764836.738659:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c864eac00/0xdb23b4c9253cfcce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce50 expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.738678:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764836.738683:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764836.738906:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfcd5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.738920:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfcd5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.738931:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfcd5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764836.738991:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032160 00000004:00010000:3.0:1775764836.739012:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d3e45688 reply state 000000009de061c9 transno 4295032161 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfcd5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764836.739020:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764836.739097:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222934144:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 558us (906us total) trans 4295032161 rc 0/0 00000100:00100000:3.0:1775764836.739104:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44396 00000020:00080000:3.0:1775764836.739109:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764836.742436:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfcd5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.742451:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfcd5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.742459:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfcd5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.742464:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764836.742469:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfcd5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.742476:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfcd5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.742493:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764836.742496:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764836.742500:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfcd5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.742505:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253cfcd5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764836.742776:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.742863:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.742925:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222934272 00000100:00100000:3.0:1775764836.742934:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222934272 00002000:00010000:3.0:1775764836.742976:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (121120->18446744073709551615) 00002000:00100000:3.0:1775764836.742981:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c000 with x1862022222934272 ext(121120->18446744073709551615) 00002000:00010000:3.0:1775764836.742992:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c000. 00000100:00100000:3.0:1775764836.743024:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222934400 00000100:00100000:3.0:1775764836.743027:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222934400 00002000:00010000:3.0:1775764836.743039:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764836.743042:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d880 with x1862022222934400 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764836.743047:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8d880. 00000100:00100000:3.0:1775764836.743065:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38126 00000100:00100000:3.0:1775764836.743075:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222934272:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764836.743495:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 121120 00002000:00010000:3.0:1775764836.743499:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764837 00002000:00010000:3.0:1775764836.743501:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764836 -> 1775764836 00002000:00010000:3.0:1775764836.743503:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764837 00002000:00010000:3.0:1775764836.743505:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1805 -> 1805 00000100:00100000:3.0:1775764836.743589:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222934272:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 514us (815us total) trans 4294996643 rc 0/0 00000100:00100000:3.0:1775764836.743598:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38126 00002000:00010000:3.0:1775764836.743601:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (121120->18446744073709551615) 00002000:00100000:3.0:1775764836.743605:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c000 with x1862022222934272 ext(121120->18446744073709551615) 00002000:00010000:3.0:1775764836.743610:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c000. 00000100:00100000:3.0:1775764836.743626:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38127 00000100:00100000:3.0:1775764836.743632:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222934400:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764836.743838:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1409562 -> 0 00002000:00010000:3.0:1775764836.743841:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764836 -> 1775764837 00002000:00010000:3.0:1775764836.743843:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764836.743845:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764836 -> 1775764837 00002000:00010000:3.0:1775764836.743847:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 519 00000100:00100000:3.0:1775764836.743869:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222934400:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 237us (1005us total) trans 4294996033 rc 0/0 00000100:00100000:3.0:1775764836.743876:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38127 00002000:00010000:3.0:1775764836.743878:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764836.743880:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d880 with x1862022222934400 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764836.743884:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8d880. 00000100:00100000:2.0:1775764836.758393:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.758479:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222934528 00000100:00100000:1.0:1775764836.758489:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222934528 00000100:00100000:1.0:1775764836.758573:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44397 00000100:00100000:1.0:1775764836.758583:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022222934528:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764836.758611:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764836.758632:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcdc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce57 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.758718:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfce3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.758734:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfce3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.758746:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfce3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764836.758773:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 121120 00000004:00200000:1.0:1775764836.758777:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764836.758795:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfce3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.758819:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfcdc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce57 expref: 49 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.758848:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfce3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce57 expref: 48 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.758857:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764836.758860:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764836.758864:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4600, rc 0) 00000100:00100000:1.0:1775764836.758917:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222934528:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 335us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.758925:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44397 00000100:00100000:2.0:1775764836.787976:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.788757:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222934656 00000100:00100000:3.0:1775764836.788770:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222934656 00002000:00100000:3.0:1775764836.788819:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (122880->1171455) req@ffff8b8c92fefb80 x1862022222934656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.788841:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fefb80 with x1862022222934656 ext(122880->1171455) 00002000:00010000:3.0:1775764836.788848:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fefb80 00000100:00100000:3.0:1775764836.788882:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38128 00000100:00100000:3.0:1775764836.788897:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222934656:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764836.792469:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.793050:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222934784 00000100:00100000:3.0:1775764836.793061:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222934784 00002000:00100000:3.0:1775764836.793410:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1171456->1306623) req@ffff8b8c92fee680 x1862022222934784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.793421:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee680 with x1862022222934784 ext(1171456->1306623) 00002000:00010000:3.0:1775764836.793427:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fee680 00000100:00100000:3.0:1775764836.793461:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38129 00000100:00100000:3.0:1775764836.793470:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222934784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764836.797955:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222934656:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9053us (9988us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.797975:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38128 00002000:00100000:3.0:1775764836.797986:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (122880->1171455) req@ffff8b8c92fefb80 x1862022222934656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.797996:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fefb80 with x1862022222934656 ext(122880->1171455) 00002000:00010000:3.0:1775764836.798003:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fefb80 00000100:00100000:3.0:1775764836.802631:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222934784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9148us (10156us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.802646:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38129 00002000:00100000:3.0:1775764836.802658:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1171456->1306623) req@ffff8b8c92fee680 x1862022222934784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.802668:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee680 with x1862022222934784 ext(1171456->1306623) 00002000:00010000:3.0:1775764836.802674:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fee680 00000100:00100000:2.0:1775764836.813019:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.814027:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222935040 00000100:00100000:1.0:1775764836.814041:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222935040 00000100:00100000:1.0:1775764836.814182:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44398 00000100:00100000:1.0:1775764836.814193:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022222935040:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764836.814253:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764836.814290:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfce3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce57 expref: 48 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.814311:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764836.814317:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764836.814523:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfcea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.814587:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfcea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.814599:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfcea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764836.814650:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032162 00000004:00010000:1.0:1775764836.814673:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed27b5df reply state 00000000fc87fad5 transno 4295032163 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfcea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764836.814681:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764836.814765:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222935040:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 574us (1755us total) trans 4295032163 rc 0/0 00000100:00100000:1.0:1775764836.814773:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44398 00000020:00080000:1.0:1775764836.814777:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764836.820662:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfcea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764836.820663:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764836.820674:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfcea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.820688:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfcea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.820694:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764836.820698:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfcea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.820705:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfcea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.820720:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764836.820723:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764836.820728:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfcea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.820733:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfcea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764836.820757:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.820799:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222935168 00000100:00100000:2.0:1775764836.820808:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222935168 00002000:00010000:2.0:1775764836.820853:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3967546->18446744073709551615) 00002000:00100000:2.0:1775764836.820858:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4000 with x1862022222935168 ext(3967546->18446744073709551615) 00002000:00010000:2.0:1775764836.820868:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4000. 00000100:00100000:2.0:1775764836.820893:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222935296 00000100:00100000:2.0:1775764836.820897:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222935296 00002000:00010000:2.0:1775764836.820910:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764836.820913:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff100 with x1862022222935296 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764836.820919:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff100. 00000100:00100000:2.0:1775764836.820940:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38130 00000100:00100000:2.0:1775764836.820950:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222935168:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764836.821172:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 121120 -> 3967546 00002000:00010000:2.0:1775764836.821176:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764836.821178:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764836 -> 1775764836 00002000:00010000:2.0:1775764836.821180:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764836.821183:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1805 -> 1805 00000100:00100000:2.0:1775764836.821245:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222935168:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 296us (589us total) trans 4294996644 rc 0/0 00000100:00100000:2.0:1775764836.821254:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38130 00002000:00010000:2.0:1775764836.821258:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3967546->18446744073709551615) 00002000:00100000:2.0:1775764836.821261:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4000 with x1862022222935168 ext(3967546->18446744073709551615) 00002000:00010000:2.0:1775764836.821275:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4000. 00000100:00100000:0.0:1775764836.821363:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38131 00000100:00100000:0.0:1775764836.821372:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222935296:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764836.821490:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764836.821494:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:0.0:1775764836.821496:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:0.0:1775764836.821498:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:0.0:1775764836.821500:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1775764836.821521:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222935296:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 151us (764us total) trans 4294996034 rc 0/0 00000100:00100000:0.0:1775764836.821527:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38131 00002000:00010000:0.0:1775764836.821531:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764836.821533:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff100 with x1862022222935296 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764836.821571:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff100. 00000100:00100000:0.0:1775764836.826913:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764836.827065:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222935424 00000100:00100000:1.0:1775764836.827077:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222935424 00000100:00100000:1.0:1775764836.827151:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44399 00000100:00100000:1.0:1775764836.827163:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022222935424:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764836.827193:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764836.827223:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfcf1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce5e expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.827709:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfcf8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.827726:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfcf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.827738:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfcf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764836.827764:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3967546 00000004:00200000:1.0:1775764836.827768:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764836.827784:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfcf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.827808:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfcf1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce5e expref: 51 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.827831:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfcf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce5e expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.828006:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764836.828010:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764836.828014:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da5e00, rc 0) 00000100:00100000:1.0:1775764836.828077:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222935424:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 916us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.828094:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44399 00000100:00100000:2.0:1775764836.849759:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.849864:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764836.850016:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.850078:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222935552 00000100:00100000:0.0:1775764836.850100:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222935552 00002000:00100000:0.0:1775764836.850155:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1351680->2400255) req@ffff8b8c92fec700 x1862022222935552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.850167:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec700 with x1862022222935552 ext(1351680->2400255) 00002000:00010000:0.0:1775764836.850173:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec700 00000100:00100000:0.0:1775764836.850204:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222935808 00000100:00100000:0.0:1775764836.850208:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222935808 00002000:00100000:0.0:1775764836.850231:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3448832->3969023) req@ffff8b8c92fedc00 x1862022222935808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.850240:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fedc00 with x1862022222935808 ext(3448832->3969023) 00002000:00010000:0.0:1775764836.850243:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fedc00 00000100:00100000:3.0:1775764836.850250:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38132 00000100:00100000:0.0:1775764836.850259:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38133 00000100:00100000:3.0:1775764836.850262:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222935552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764836.850275:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222935808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764836.852063:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222935680 00000100:00100000:2.0:1775764836.852075:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222935680 00002000:00100000:2.0:1775764836.852251:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2400256->3448831) req@ffff8b8c92fef800 x1862022222935680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.852273:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef800 with x1862022222935680 ext(2400256->3448831) 00002000:00010000:2.0:1775764836.852416:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fef800 00000100:00100000:2.0:1775764836.852446:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38134 00000100:00100000:2.0:1775764836.852455:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222935680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764836.875558:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c8defd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224986368:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764836.875629:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764836.876118:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224986368 00000100:00100000:1.0:1775764836.876126:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224986368 00000100:00100000:1.0:1775764836.876195:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1775764836.876203:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224986368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764836.876225:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 193003520 pending 0 free 3859808256 avail 3855613952 00000100:00100000:1.0:1775764836.876271:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224986368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.876278:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1775764836.876324:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c8defd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224986368:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764836.876397:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764836.877125:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222935808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 26855us (27256us total) trans 0 rc 520192/520192 00000100:00100000:3.0:1775764836.877134:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38133 00002000:00100000:3.0:1775764836.877145:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3448832->3969023) req@ffff8b8c92fedc00 x1862022222935808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 520192/520192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.877155:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fedc00 with x1862022222935808 ext(3448832->3969023) 00002000:00010000:3.0:1775764836.877160:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fedc00 00000100:00100000:2.0:1775764836.887227:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222935680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 34763us (37200us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764836.887245:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38134 00002000:00100000:2.0:1775764836.887259:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2400256->3448831) req@ffff8b8c92fef800 x1862022222935680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.887282:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef800 with x1862022222935680 ext(2400256->3448831) 00002000:00010000:2.0:1775764836.887288:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fef800 00000100:00100000:0.0:1775764836.889409:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222935552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 39139us (39649us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764836.889423:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38132 00002000:00100000:0.0:1775764836.889435:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1351680->2400255) req@ffff8b8c92fec700 x1862022222935552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/440 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.889446:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec700 with x1862022222935552 ext(1351680->2400255) 00002000:00010000:0.0:1775764836.889452:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec700 00000100:00100000:2.0:1775764836.911636:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.912581:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222935936 00000100:00100000:3.0:1775764836.912592:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222935936 00002000:00100000:3.0:1775764836.912644:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1306624->1921023) req@ffff8b8c92fed880 x1862022222935936/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 520/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.912662:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed880 with x1862022222935936 ext(1306624->1921023) 00002000:00010000:3.0:1775764836.912668:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed880 00000100:00100000:3.0:1775764836.912708:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38135 00000100:00100000:3.0:1775764836.912718:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222935936:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764836.923758:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222935936:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 11029us (12119us total) trans 4294996645 rc 0/0 00000100:00100000:0.0:1775764836.923773:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38135 00002000:00100000:0.0:1775764836.923788:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1306624->1921023) req@ffff8b8c92fed880 x1862022222935936/t4294996645(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 520/456 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.923803:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed880 with x1862022222935936 ext(1306624->1921023) 00002000:00010000:0.0:1775764836.923809:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed880 00000100:00100000:3.0:1775764836.930303:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764836.930709:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222936064 00000100:00100000:0.0:1775764836.930719:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222936064 00000100:00100000:0.0:1775764836.930780:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84764 00000100:00100000:0.0:1775764836.930791:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222936064:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764836.980463:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996645 is committed 00000100:00100000:0.0:1775764836.980766:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222936064:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 49972us (50465us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764836.980778:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84764 00000100:00100000:2.0:1775764836.991372:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764836.992514:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222936192 00000100:00100000:3.0:1775764836.992527:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222936192 00002000:00100000:2.0:1775764836.992696:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (716800->737279) req@ffff8b8c92fef100 x1862022222936192/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764836.992708:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef100 with x1862022222936192 ext(716800->737279) 00002000:00010000:2.0:1775764836.992714:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fef100 00000100:00100000:2.0:1775764836.992782:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38136 00000100:00100000:2.0:1775764836.992793:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222936192:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764836.999346:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222936192:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6541us (7969us total) trans 4294996646 rc 0/0 00000100:00100000:3.0:1775764836.999363:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38136 00002000:00100000:3.0:1775764836.999377:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (716800->737279) req@ffff8b8c92fef100 x1862022222936192/t4294996646(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:317/0 lens 488/448 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764836.999389:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef100 with x1862022222936192 ext(716800->737279) 00002000:00010000:3.0:1775764836.999395:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fef100 00000100:00100000:0.0:1775764837.007758:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.007943:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222936320 00000100:00100000:2.0:1775764837.007953:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222936320 00000100:00100000:2.0:1775764837.008064:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84765 00000100:00100000:2.0:1775764837.008076:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222936320:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764837.041406:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222936320:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33321us (33645us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.041420:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84765 00000001:00080000:0.0:1775764837.041507:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996646 is committed 00000100:00100000:2.0:1775764837.046681:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.046782:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222936448 00000100:00100000:3.0:1775764837.046793:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222936448 00002000:00100000:3.0:1775764837.046973:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (499712->516095) req@ffff8b8c92fed500 x1862022222936448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.046985:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed500 with x1862022222936448 ext(499712->516095) 00002000:00010000:3.0:1775764837.046992:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fed500 00000100:00100000:3.0:1775764837.047026:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38137 00000100:00100000:3.0:1775764837.047036:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222936448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764837.047435:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222936448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 400us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764837.047444:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38137 00002000:00100000:3.0:1775764837.047451:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (499712->516095) req@ffff8b8c92fed500 x1862022222936448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.047459:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed500 with x1862022222936448 ext(499712->516095) 00002000:00010000:3.0:1775764837.047462:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fed500 00000100:00080000:2.0:1775764837.047617:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764837.051795:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.052007:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222936576 00000100:00100000:2.0:1775764837.052019:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222936576 00002000:00100000:2.0:1775764837.052067:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (446464->450559) req@ffff8b8c85b8e300 x1862022222936576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.052078:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e300 with x1862022222936576 ext(446464->450559) 00002000:00010000:2.0:1775764837.052084:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8e300 00000100:00100000:2.0:1775764837.052161:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38138 00000100:00100000:2.0:1775764837.052171:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222936576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764837.052414:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222936576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 243us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.052421:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38138 00002000:00100000:2.0:1775764837.052427:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (446464->450559) req@ffff8b8c85b8e300 x1862022222936576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.052435:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e300 with x1862022222936576 ext(446464->450559) 00002000:00010000:2.0:1775764837.052438:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8e300 00000100:00100000:0.0:1775764837.055734:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.056359:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222936704 00000100:00100000:2.0:1775764837.056370:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222936704 00002000:00100000:2.0:1775764837.056421:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (450560->454655) req@ffff8b8c8ed80000 x1862022222936704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.056433:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022222936704 ext(450560->454655) 00002000:00010000:2.0:1775764837.056440:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:2.0:1775764837.056473:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38139 00000100:00100000:2.0:1775764837.056483:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222936704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764837.056773:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222936704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 290us (1048us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.056785:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38139 00002000:00100000:2.0:1775764837.056791:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (450560->454655) req@ffff8b8c8ed80000 x1862022222936704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.056800:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022222936704 ext(450560->454655) 00002000:00010000:2.0:1775764837.056803:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:3.0:1775764837.064679:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.064782:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222936832 00000100:00100000:0.0:1775764837.064793:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222936832 00002000:00100000:0.0:1775764837.064854:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8c8defca80 x1862022222936832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.064865:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022222936832 ext(98304->102399) 00002000:00010000:0.0:1775764837.064872:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defca80 00000100:00100000:0.0:1775764837.064908:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38140 00000100:00100000:0.0:1775764837.064917:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222936832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764837.065202:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222936832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.065211:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38140 00002000:00100000:0.0:1775764837.065217:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8c8defca80 x1862022222936832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.065224:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022222936832 ext(98304->102399) 00002000:00010000:0.0:1775764837.065227:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defca80 00000100:00100000:1.0:1775764837.070778:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.070947:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222936960 00000100:00100000:2.0:1775764837.070967:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222936960 00002000:00100000:2.0:1775764837.071019:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (131072->135167) req@ffff8b8c85b8c700 x1862022222936960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.071029:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c700 with x1862022222936960 ext(131072->135167) 00002000:00010000:2.0:1775764837.071035:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c700 00000100:00100000:2.0:1775764837.071071:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38141 00000100:00100000:2.0:1775764837.071080:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222936960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764837.071326:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222936960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 247us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.071333:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38141 00002000:00100000:2.0:1775764837.071340:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (131072->135167) req@ffff8b8c85b8c700 x1862022222936960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.071347:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c700 with x1862022222936960 ext(131072->135167) 00002000:00010000:2.0:1775764837.071349:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c700 00000100:00100000:2.0:1775764837.081475:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.081594:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222937088 00000100:00100000:0.0:1775764837.081605:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222937088 00002000:00100000:0.0:1775764837.081652:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2068480->3252223) req@ffff8b8c92feed80 x1862022222937088/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.081663:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feed80 with x1862022222937088 ext(2068480->3252223) 00002000:00010000:0.0:1775764837.081669:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feed80 00000100:00100000:0.0:1775764837.081704:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38142 00000100:00100000:0.0:1775764837.081713:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222937088:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764837.104134:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222937088:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 22401us (22646us total) trans 4294996647 rc 0/0 00000100:00100000:1.0:1775764837.104151:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38142 00002000:00100000:1.0:1775764837.104167:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2068480->3252223) req@ffff8b8c92feed80 x1862022222937088/t4294996647(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/448 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.104178:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feed80 with x1862022222937088 ext(2068480->3252223) 00002000:00010000:1.0:1775764837.104184:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feed80 00000100:00100000:3.0:1775764837.113037:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.113153:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222937216 00000100:00100000:2.0:1775764837.113163:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222937216 00000100:00100000:2.0:1775764837.113228:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84766 00000100:00100000:2.0:1775764837.113239:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222937216:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764837.173905:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222937216:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 60657us (60865us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.173918:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84766 00000001:00080000:0.0:1775764837.174084:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996647 is committed 00000100:00100000:2.0:1775764837.187647:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.187855:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222937344 00000100:00100000:0.0:1775764837.187867:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222937344 00002000:00100000:0.0:1775764837.187915:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (65536->69631) req@ffff8b8c927f9180 x1862022222937344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.187928:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9180 with x1862022222937344 ext(65536->69631) 00002000:00010000:0.0:1775764837.187934:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f9180 00000100:00100000:0.0:1775764837.187980:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38143 00000100:00100000:0.0:1775764837.187990:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222937344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764837.188222:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222937344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 233us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.188230:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38143 00002000:00100000:0.0:1775764837.188237:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (65536->69631) req@ffff8b8c927f9180 x1862022222937344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.188245:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9180 with x1862022222937344 ext(65536->69631) 00002000:00010000:0.0:1775764837.188248:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f9180 00000100:00100000:1.0:1775764837.194588:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.194713:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222937472 00000100:00100000:3.0:1775764837.194724:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222937472 00002000:00100000:3.0:1775764837.194773:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (69632->73727) req@ffff8b8c3c51c700 x1862022222937472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.194785:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022222937472 ext(69632->73727) 00002000:00010000:3.0:1775764837.194791:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:3.0:1775764837.194837:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38144 00000100:00100000:3.0:1775764837.194849:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222937472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764837.195092:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222937472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 244us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764837.195100:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38144 00002000:00100000:3.0:1775764837.195107:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (69632->73727) req@ffff8b8c3c51c700 x1862022222937472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.195126:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022222937472 ext(69632->73727) 00002000:00010000:3.0:1775764837.195130:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:3.0:1775764837.200118:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.200356:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222937600 00000100:00100000:0.0:1775764837.200367:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222937600 00002000:00100000:0.0:1775764837.200417:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (45056->98303) req@ffff8b8c8defd500 x1862022222937600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.200429:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022222937600 ext(45056->98303) 00002000:00010000:0.0:1775764837.200436:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd500 00000100:00100000:0.0:1775764837.200474:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38145 00000100:00100000:0.0:1775764837.200485:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222937600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764837.204669:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222937600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4176us (4552us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.204683:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38145 00002000:00100000:2.0:1775764837.204696:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (45056->98303) req@ffff8b8c8defd500 x1862022222937600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.204706:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022222937600 ext(45056->98303) 00002000:00010000:2.0:1775764837.204711:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd500 00000100:00100000:1.0:1775764837.214706:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.214819:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222937728 00000100:00100000:0.0:1775764837.214840:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222937728 00002000:00100000:0.0:1775764837.214890:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1912832->1953791) req@ffff8b8c3c51e680 x1862022222937728/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.214902:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e680 with x1862022222937728 ext(1912832->1953791) 00002000:00010000:0.0:1775764837.214908:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51e680 00000100:00100000:0.0:1775764837.214944:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38146 00000100:00100000:0.0:1775764837.214954:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222937728:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764837.225727:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222937728:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10762us (11019us total) trans 4294996648 rc 0/0 00000100:00100000:3.0:1775764837.225743:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38146 00002000:00100000:3.0:1775764837.225756:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1912832->1953791) req@ffff8b8c3c51e680 x1862022222937728/t4294996648(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/448 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.225767:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e680 with x1862022222937728 ext(1912832->1953791) 00002000:00010000:3.0:1775764837.225773:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51e680 00000100:00100000:2.0:1775764837.233152:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.233613:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222937856 00000100:00100000:3.0:1775764837.233623:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222937856 00000100:00100000:3.0:1775764837.233675:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84767 00000100:00100000:3.0:1775764837.233684:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222937856:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764837.281630:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222937856:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47937us (48480us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.281643:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84767 00000001:00080000:1.0:1775764837.281669:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996648 is committed 00000100:00100000:2.0:1775764837.287703:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.289048:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222938112 00000100:00100000:0.0:1775764837.289060:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222938112 00000100:00100000:0.0:1775764837.289143:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44400 00000100:00100000:0.0:1775764837.289152:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022222938112:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764837.289202:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764837.289240:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfcf8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce5e expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.289261:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.289267:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764837.289468:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfcff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.289481:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfcff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.289490:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfcff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764837.289531:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032164 00000004:00010000:0.0:1775764837.289602:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a5580dc reply state 00000000fb69aa0d transno 4295032165 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfcff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764837.289611:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764837.289687:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022222938112:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 536us (1992us total) trans 4295032165 rc 0/0 00000100:00100000:0.0:1775764837.289698:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44400 00000020:00080000:0.0:1775764837.289702:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1775764837.290414:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764837.292984:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfcff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.293001:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfcff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.293009:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfcff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.293016:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecf600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764837.293021:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfcff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.293029:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfcff lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.293046:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.293049:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764837.293055:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfcff lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.293062:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfcff lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764837.295328:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.295385:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.295450:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222938368 00000100:00100000:3.0:1775764837.295460:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222938368 00002000:00010000:3.0:1775764837.295500:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764837.295505:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd880 with x1862022222938368 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764837.295517:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cd880. 00000100:00100000:3.0:1775764837.295565:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222938240 00000100:00100000:3.0:1775764837.295569:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222938240 00002000:00010000:3.0:1775764837.295582:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3116882->18446744073709551615) 00002000:00100000:3.0:1775764837.295584:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85df80 with x1862022222938240 ext(3116882->18446744073709551615) 00002000:00010000:3.0:1775764837.295591:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85df80. 00000100:00100000:3.0:1775764837.295615:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38147 00000100:00100000:3.0:1775764837.295624:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222938368:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764837.295847:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764837.295851:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:3.0:1775764837.295854:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:3.0:1775764837.295856:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:3.0:1775764837.295859:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:3.0:1775764837.295910:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222938368:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 287us (590us total) trans 4294996035 rc 0/0 00000100:00100000:3.0:1775764837.295918:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38147 00002000:00010000:3.0:1775764837.295922:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764837.295924:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd880 with x1862022222938368 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764837.295929:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cd880. 00000100:00100000:3.0:1775764837.295944:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38148 00000100:00100000:3.0:1775764837.295951:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222938240:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764837.296190:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3967546 -> 3116882 00002000:00010000:3.0:1775764837.296194:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:3.0:1775764837.296195:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764836 -> 1775764837 00002000:00010000:3.0:1775764837.296197:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:3.0:1775764837.296199:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1805 -> 1099 00000100:00100000:3.0:1775764837.296221:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222938240:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 270us (835us total) trans 4294996649 rc 0/0 00000100:00100000:3.0:1775764837.296228:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38148 00002000:00010000:3.0:1775764837.296231:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3116882->18446744073709551615) 00002000:00100000:3.0:1775764837.296233:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85df80 with x1862022222938240 ext(3116882->18446744073709551615) 00002000:00010000:3.0:1775764837.296236:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85df80. 00000100:00100000:2.0:1775764837.304133:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.304240:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222938496 00000100:00100000:1.0:1775764837.304251:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222938496 00000100:00100000:1.0:1775764837.304317:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44401 00000100:00100000:1.0:1775764837.304328:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022222938496:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764837.304355:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764837.304379:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce65 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.304468:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.304482:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.304495:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764837.304522:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3116882 00000004:00200000:1.0:1775764837.304526:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764837.304807:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.304845:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce65 expref: 53 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.304864:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce65 expref: 52 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.304871:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764837.304874:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764837.304878:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4e00, rc 0) 00000100:00100000:1.0:1775764837.304938:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022222938496:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 612us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764837.304946:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44401 00000100:00100000:2.0:1775764837.309925:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.310417:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222938752 00000100:00100000:1.0:1775764837.310427:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222938752 00000100:00100000:1.0:1775764837.310574:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44402 00000100:00100000:1.0:1775764837.310584:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022222938752:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764837.310634:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764837.310658:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce65 expref: 52 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.310676:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764837.310681:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764837.311005:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd14 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.311019:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.311030:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764837.311072:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032166 00000004:00010000:1.0:1775764837.311092:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cba7eacb reply state 000000005f7843bd transno 4295032167 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764837.311101:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764837.311235:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222938752:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 652us (1317us total) trans 4295032167 rc 0/0 00000100:00100000:1.0:1775764837.311242:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44402 00000020:00080000:1.0:1775764837.311247:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764837.315002:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.315037:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.315141:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222939008 00000100:00100000:1.0:1775764837.315150:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222939008 00002000:00010000:1.0:1775764837.315191:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764837.315196:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022222939008 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764837.315321:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85ca80. 00000100:00100000:1.0:1775764837.315350:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222938880 00000100:00100000:1.0:1775764837.315353:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222938880 00002000:00010000:1.0:1775764837.315367:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3445172->18446744073709551615) 00002000:00100000:1.0:1775764837.315370:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022222938880 ext(3445172->18446744073709551615) 00002000:00010000:1.0:1775764837.315377:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ea00. 00000100:00100000:1.0:1775764837.315393:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38149 00000100:00100000:1.0:1775764837.315402:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222939008:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764837.315632:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764837.315636:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.315639:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764837.315641:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.315643:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1775764837.315695:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222939008:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 294us (701us total) trans 4294996036 rc 0/0 00000100:00100000:1.0:1775764837.315702:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38149 00002000:00010000:1.0:1775764837.315705:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764837.315708:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022222939008 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764837.315712:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85ca80. 00000100:00100000:1.0:1775764837.315728:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38150 00000100:00100000:1.0:1775764837.315735:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222938880:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764837.315860:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3116882 -> 3445172 00002000:00010000:1.0:1775764837.315863:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.315865:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.315867:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.315869:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1099 00000100:00100000:1.0:1775764837.315891:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222938880:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 157us (854us total) trans 4294996650 rc 0/0 00000100:00100000:1.0:1775764837.315897:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38150 00002000:00010000:1.0:1775764837.315899:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3445172->18446744073709551615) 00002000:00100000:1.0:1775764837.315902:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022222938880 ext(3445172->18446744073709551615) 00002000:00010000:1.0:1775764837.315905:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ea00. 00010000:00010000:0.0:1775764837.315990:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.316000:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.316007:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.316013:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764837.316018:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.316025:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd14 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.316041:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.316044:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764837.316049:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd14 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.316054:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfd14 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764837.319588:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.319671:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222939136 00000100:00100000:3.0:1775764837.319684:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222939136 00000100:00100000:3.0:1775764837.319740:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44403 00000100:00100000:3.0:1775764837.319749:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022222939136:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764837.319773:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764837.319792:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f8e9c00/0xdb23b4c9253cfd1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce6c expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.319881:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f8e9000/0xdb23b4c9253cfd22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.319896:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f8e9000/0xdb23b4c9253cfd22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.319909:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f8e9000/0xdb23b4c9253cfd22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764837.319934:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3445172 00000004:00200000:3.0:1775764837.319938:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764837.319971:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f8e9000/0xdb23b4c9253cfd22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.319998:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f8e9c00/0xdb23b4c9253cfd1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce6c expref: 55 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.320015:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f8e9000/0xdb23b4c9253cfd22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce6c expref: 54 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.320023:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.320026:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764837.320029:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f8e9000, rc 0) 00000100:00100000:3.0:1775764837.320087:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222939136:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 338us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764837.320094:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44403 00010000:00010000:1.0:1775764837.322760:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764837.327887:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.327987:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222939392 00000100:00100000:1.0:1775764837.327998:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222939392 00000100:00100000:1.0:1775764837.328052:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44404 00000100:00100000:1.0:1775764837.328061:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022222939392:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764837.328114:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764837.328152:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f8e9000/0xdb23b4c9253cfd22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce6c expref: 54 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.328171:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764837.328176:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764837.328401:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd29 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.328415:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.328427:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764837.328480:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032168 00000004:00010000:1.0:1775764837.328504:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c33f5cbf reply state 000000006d97a4ad transno 4295032169 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764837.328513:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764837.328658:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222939392:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 596us (777us total) trans 4295032169 rc 0/0 00000100:00100000:1.0:1775764837.328665:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44404 00000020:00080000:1.0:1775764837.328671:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764837.331074:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.331090:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd29 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.331097:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.331105:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764837.331111:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.331117:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd29 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.331143:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.331146:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764837.331150:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd29 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.331155:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cfd29 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764837.336601:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.336656:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.336780:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222939520 00000100:00100000:1.0:1775764837.336789:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222939520 00002000:00010000:1.0:1775764837.336833:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764837.336838:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d500 with x1862022222939520 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764837.336849:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d500. 00000100:00100000:1.0:1775764837.336879:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222939648 00000100:00100000:1.0:1775764837.336882:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222939648 00002000:00010000:1.0:1775764837.336894:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (965573->18446744073709551615) 00002000:00100000:1.0:1775764837.336897:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85dc00 with x1862022222939648 ext(965573->18446744073709551615) 00002000:00010000:1.0:1775764837.336903:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85dc00. 00000100:00100000:1.0:1775764837.336925:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38151 00000100:00100000:1.0:1775764837.336934:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222939520:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764837.337160:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3445172 -> 4194304 00002000:00010000:1.0:1775764837.337164:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.337167:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.337170:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.337172:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1099 00000100:00100000:1.0:1775764837.337229:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222939520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 293us (634us total) trans 4294996651 rc 0/0 00000100:00100000:1.0:1775764837.337237:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38151 00002000:00010000:1.0:1775764837.337241:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764837.337243:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d500 with x1862022222939520 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764837.337247:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d500. 00000100:00100000:1.0:1775764837.337262:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38152 00000100:00100000:1.0:1775764837.337269:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222939648:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764837.337375:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 965573 00002000:00010000:1.0:1775764837.337379:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.337381:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764837.337383:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.337385:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1775764837.337407:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222939648:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 138us (751us total) trans 4294996037 rc 0/0 00000100:00100000:1.0:1775764837.337414:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38152 00002000:00010000:1.0:1775764837.337417:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (965573->18446744073709551615) 00002000:00100000:1.0:1775764837.337419:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85dc00 with x1862022222939648 ext(965573->18446744073709551615) 00002000:00010000:1.0:1775764837.337423:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85dc00. 00000100:00100000:2.0:1775764837.340753:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.340854:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222939776 00000100:00100000:1.0:1775764837.340864:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222939776 00000100:00100000:1.0:1775764837.340919:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44405 00000100:00100000:1.0:1775764837.340929:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022222939776:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764837.340952:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764837.340981:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253cfd30 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce73 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.341064:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfd37 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.341078:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfd37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.341090:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfd37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764837.341116:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5159877 00000004:00200000:1.0:1775764837.341120:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764837.341148:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfd37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.341172:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253cfd30 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce73 expref: 57 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.341193:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfd37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce73 expref: 56 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.341201:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764837.341204:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764837.341218:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4600, rc 0) 00000100:00100000:1.0:1775764837.341270:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222939776:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 343us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764837.341277:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44405 00000100:00100000:3.0:1775764837.345313:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.345394:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222940032 00000100:00100000:1.0:1775764837.345403:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222940032 00000100:00100000:1.0:1775764837.345472:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44406 00000100:00100000:1.0:1775764837.345481:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022222940032:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764837.345533:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764837.345650:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfd37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce73 expref: 56 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.345669:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764837.345674:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764837.345891:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfd3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.345905:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfd3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.345914:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfd3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764837.345976:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032170 00000004:00010000:1.0:1775764837.346002:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004185ddc8 reply state 0000000092b7359b transno 4295032171 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfd3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764837.346012:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764837.346155:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222940032:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 673us (850us total) trans 4295032171 rc 0/0 00000100:00100000:1.0:1775764837.346163:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44406 00000020:00080000:1.0:1775764837.346168:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764837.350839:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.350867:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764837.350986:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfd3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.350998:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfd3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.351010:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfd3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.351017:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764837.351021:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfd3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.351029:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfd3e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.351045:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.351048:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764837.351053:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfd3e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.351060:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253cfd3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764837.351338:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222940288 00000100:00100000:1.0:1775764837.351348:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222940288 00002000:00010000:1.0:1775764837.351389:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1027713->18446744073709551615) 00002000:00100000:1.0:1775764837.351394:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022222940288 ext(1027713->18446744073709551615) 00002000:00010000:1.0:1775764837.351404:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85e680. 00000100:00100000:1.0:1775764837.351431:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222940160 00000100:00100000:1.0:1775764837.351434:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222940160 00002000:00010000:1.0:1775764837.351446:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764837.351450:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e300 with x1862022222940160 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764837.351456:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e300. 00000100:00100000:1.0:1775764837.351481:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38153 00000100:00100000:1.0:1775764837.351490:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222940288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764837.351743:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 965573 -> 1027713 00002000:00010000:1.0:1775764837.351747:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.351749:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764822 00002000:00010000:1.0:1775764837.351751:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.351753:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1775764837.351808:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222940288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 319us (987us total) trans 4294996038 rc 0/0 00000100:00100000:1.0:1775764837.351817:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38153 00002000:00010000:1.0:1775764837.351830:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1027713->18446744073709551615) 00002000:00100000:1.0:1775764837.351833:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022222940288 ext(1027713->18446744073709551615) 00002000:00010000:1.0:1775764837.351838:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85e680. 00000100:00100000:1.0:1775764837.351855:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38154 00000100:00100000:1.0:1775764837.351862:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222940160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764837.351975:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764837.351978:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.351980:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.351982:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.351984:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1099 00000100:00100000:1.0:1775764837.352006:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222940160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 143us (1137us total) trans 4294996652 rc 0/0 00000100:00100000:1.0:1775764837.352013:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38154 00002000:00010000:1.0:1775764837.352015:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764837.352018:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e300 with x1862022222940160 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764837.352022:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e300. 00000100:00100000:1.0:1775764837.362581:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.362609:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.362715:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222940544 00000100:00100000:3.0:1775764837.362724:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222940544 00002000:00100000:3.0:1775764837.362768:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3117056->4194303) req@ffff8b8c3c51f100 x1862022222940544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.362779:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f100 with x1862022222940544 ext(3117056->4194303) 00002000:00010000:3.0:1775764837.362784:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f100 00000100:00100000:3.0:1775764837.362807:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222940416 00000100:00100000:3.0:1775764837.362810:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222940416 00002000:00100000:3.0:1775764837.362835:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (966656->970751) req@ffff8b8c3c51df80 x1862022222940416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.362843:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51df80 with x1862022222940416 ext(966656->970751) 00002000:00010000:3.0:1775764837.362847:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51df80 00000100:00100000:3.0:1775764837.362871:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38155 00000100:00100000:3.0:1775764837.362880:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222940544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764837.363300:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38156 00000100:00100000:2.0:1775764837.363311:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222940416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764837.363509:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222940416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 199us (897us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764837.363517:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38156 00002000:00100000:2.0:1775764837.363524:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (966656->970751) req@ffff8b8c3c51df80 x1862022222940416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/4536 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.363533:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51df80 with x1862022222940416 ext(966656->970751) 00002000:00010000:2.0:1775764837.363564:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51df80 00000100:00100000:1.0:1775764837.376767:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222940544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13879us (14187us total) trans 0 rc 1024000/1024000 00000100:00100000:1.0:1775764837.376779:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38155 00002000:00100000:1.0:1775764837.376791:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3117056->4194303) req@ffff8b8c3c51f100 x1862022222940544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 1024000/1024000 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.376802:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f100 with x1862022222940544 ext(3117056->4194303) 00002000:00010000:1.0:1775764837.376808:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f100 00000100:00100000:3.0:1775764837.381467:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.381664:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222940672 00000100:00100000:0.0:1775764837.381674:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222940672 00002000:00100000:0.0:1775764837.381719:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (0->1028095) req@ffff8b8c892e0700 x1862022222940672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.381730:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0700 with x1862022222940672 ext(0->1028095) 00002000:00010000:0.0:1775764837.381735:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0700 00000100:00100000:0.0:1775764837.381800:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38157 00000100:00100000:0.0:1775764837.381810:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222940672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764837.386694:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022224986752:0@lo:400:kworker.0 00000100:00100000:1.0:1775764837.386760:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764837.386889:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022224986624:0@lo:400:kworker.0 00000100:00100000:0.0:1775764837.386920:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764837.386951:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764837.386969:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822ecbf7-6272-425b-8300-0d248be22ae0:3313:1862022224986496:0@lo:400:kworker.0 00000100:00100000:0.0:1775764837.386997:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764837.387033:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224986496 00000100:00100000:0.0:1775764837.387041:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224986496 00000100:00100000:0.0:1775764837.387085:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1775764837.387093:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86b4e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:822ecbf7-6272-425b-8300-0d248be22ae0+18:3313:x1862022224986496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764837.387139:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86b4e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:822ecbf7-6272-425b-8300-0d248be22ae0+18:3313:x1862022224986496:12345-0@lo:400:kworker.0 Request processed in 47us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.387146:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1775764837.387190:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822ecbf7-6272-425b-8300-0d248be22ae0:3313:1862022224986496:0@lo:400:kworker.0 00000100:00100000:0.0:1775764837.387212:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224986752 00000100:00100000:0.0:1775764837.387215:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224986752 00000100:00100000:0.0:1775764837.387247:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224986624 00000100:00100000:0.0:1775764837.387249:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224986624 00000100:00100000:0.0:1775764837.387265:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1775764837.387271:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022224986752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764837.390066:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224987008:0@lo:400:kworker.0 00000100:00100000:2.0:1775764837.390147:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764837.391282:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764837.391297:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224987136:0@lo:400:kworker.0 00000100:00100000:2.0:1775764837.391347:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764837.391400:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224987008 00000100:00100000:2.0:1775764837.391408:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224987008 00000100:00100000:2.0:1775764837.391454:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1775764837.391463:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022224986624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764837.391512:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022224986624:12345-0@lo:400:kworker.0 Request processed in 49us (4590us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.391518:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1775764837.391553:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1775764837.391560:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224987008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764837.391591:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224987008:12345-0@lo:400:kworker.0 Request processed in 32us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.391596:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1775764837.391628:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224987008:0@lo:400:kworker.0 00000100:00100000:0.0:1775764837.392652:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022224986752:12345-0@lo:400:kworker.0 Request processed in 5377us (5890us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.392661:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1775764837.392705:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022224986624:0@lo:400:kworker.0 00000100:00100000:0.0:1775764837.392731:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224987136 00000100:00100000:0.0:1775764837.392735:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224987136 00000100:00100000:0.0:1775764837.392785:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1775764837.392793:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224987136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764837.392858:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224987136:12345-0@lo:400:kworker.0 Request processed in 65us (1509us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.392863:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00080000:0.0:1775764837.392883:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764837.392886:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764837.392906:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224987136:0@lo:400:kworker.0 00000100:00100000:0.0:1775764837.392951:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224986880:0@lo:400:kworker.0 00000100:00100000:0.0:1775764837.392992:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764837.393035:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224986880 00000100:00100000:0.0:1775764837.393039:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224986880 00000100:00100000:0.0:1775764837.393061:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1775764837.393066:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224986880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764837.393099:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224986880:12345-0@lo:400:kworker.0 Request processed in 32us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.393104:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1775764837.393126:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224986880:0@lo:400:kworker.0 00000100:00100000:1.0:1775764837.393746:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022224986752:0@lo:400:kworker.0 00000100:00100000:1.0:1775764837.399232:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222940672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17412us (17762us total) trans 0 rc 1024000/1024000 00000100:00100000:1.0:1775764837.399246:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38157 00002000:00100000:1.0:1775764837.399260:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (0->1028095) req@ffff8b8c892e0700 x1862022222940672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 1024000/1024000 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.399271:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0700 with x1862022222940672 ext(0->1028095) 00002000:00010000:1.0:1775764837.399277:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0700 00000100:00100000:2.0:1775764837.404521:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.404648:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222940800 00000100:00100000:0.0:1775764837.404658:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222940800 00002000:00100000:0.0:1775764837.404708:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (966656->1027712) req@ffff8b8cad85f800 x1862022222940800/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.404719:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f800 with x1862022222940800 ext(966656->1027712) 00002000:00010000:0.0:1775764837.404725:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85f800 00000100:00100000:0.0:1775764837.404795:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38158 00000100:00100000:0.0:1775764837.404806:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222940800:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764837.413049:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222940800:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8235us (8528us total) trans 4294996039 rc 0/0 00000100:00100000:2.0:1775764837.413063:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38158 00002000:00100000:2.0:1775764837.413075:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (966656->1027712) req@ffff8b8cad85f800 x1862022222940800/t4294996039(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/448 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.413086:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f800 with x1862022222940800 ext(966656->1027712) 00002000:00010000:2.0:1775764837.413092:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85f800 00000100:00100000:3.0:1775764837.416930:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.417052:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222940928 00000100:00100000:2.0:1775764837.417064:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222940928 00000100:00100000:2.0:1775764837.417133:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84768 00000100:00100000:2.0:1775764837.417143:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022222940928:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764837.451345:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996034 is committed 00000001:00080000:3.0:1775764837.451363:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996038 is committed 00000001:00080000:3.0:1775764837.451375:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996039 is committed 00000100:00100000:2.0:1775764837.451557:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222940928:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34395us (34615us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.451568:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84768 00000100:00100000:3.0:1775764837.454427:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.454533:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222941056 00000100:00100000:2.0:1775764837.454604:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222941056 00000100:00100000:2.0:1775764837.454693:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44407 00000100:00100000:2.0:1775764837.454703:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022222941056:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764837.454727:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764837.454747:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfd45 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce7a expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.454860:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfd4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.454873:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfd4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.454884:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfd4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764837.454911:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5222017 00000004:00200000:2.0:1775764837.454916:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764837.454931:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfd4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.454965:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4e400/0xdb23b4c9253cfd45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce7a expref: 59 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.454981:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfd4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce7a expref: 58 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.454990:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764837.454993:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764837.454997:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9fe4f200, rc 0) 00000100:00100000:2.0:1775764837.455053:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222941056:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 352us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.455059:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44407 00000100:00100000:3.0:1775764837.457884:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.458324:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222941312 00000100:00100000:0.0:1775764837.458335:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222941312 00000100:00100000:0.0:1775764837.458419:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44408 00000100:00100000:0.0:1775764837.458429:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022222941312:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764837.458478:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764837.458504:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4f200/0xdb23b4c9253cfd4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce7a expref: 58 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.458521:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.458526:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764837.458725:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfd53 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.458738:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfd53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.458748:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfd53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764837.458790:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032172 00000004:00010000:0.0:1775764837.458810:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8c4ec5e reply state 000000002b4c9a87 transno 4295032173 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfd53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764837.458819:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764837.458985:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022222941312:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 557us (1107us total) trans 4295032173 rc 0/0 00000100:00100000:0.0:1775764837.458993:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44408 00000020:00080000:0.0:1775764837.458998:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764837.461703:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.461768:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764837.461886:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfd53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.461899:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfd53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.461905:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfd53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.461911:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecfa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764837.461916:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfd53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.461923:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfd53 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.461941:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764837.461944:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764837.461948:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfd53 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.461964:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253cfd53 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764837.461997:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222941440 00000100:00100000:1.0:1775764837.462005:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222941440 00002000:00010000:1.0:1775764837.462040:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764837.462043:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022222941440 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764837.462052:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0e00. 00000100:00100000:1.0:1775764837.462073:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222941568 00000100:00100000:1.0:1775764837.462076:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222941568 00002000:00010000:1.0:1775764837.462086:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (466409->18446744073709551615) 00002000:00100000:1.0:1775764837.462089:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022222941568 ext(466409->18446744073709551615) 00002000:00010000:1.0:1775764837.462095:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e2d80. 00000100:00100000:1.0:1775764837.462112:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38159 00000100:00100000:1.0:1775764837.462132:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222941440:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764837.462371:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764837.462375:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.462378:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.462380:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.462383:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1099 00000100:00100000:1.0:1775764837.462434:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222941440:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 313us (740us total) trans 4294996653 rc 0/0 00000100:00100000:1.0:1775764837.462443:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38159 00002000:00010000:1.0:1775764837.462448:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764837.462450:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022222941440 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764837.462454:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0e00. 00000100:00100000:1.0:1775764837.462472:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38160 00000100:00100000:1.0:1775764837.462479:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222941568:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764837.462731:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1027713 -> 466409 00002000:00010000:1.0:1775764837.462734:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.462737:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764822 -> 1775764837 00002000:00010000:1.0:1775764837.462738:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.462740:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 263 00000100:00100000:1.0:1775764837.462763:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222941568:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 284us (994us total) trans 4294996040 rc 0/0 00000100:00100000:1.0:1775764837.462769:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38160 00002000:00010000:1.0:1775764837.462772:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (466409->18446744073709551615) 00002000:00100000:1.0:1775764837.462774:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022222941568 ext(466409->18446744073709551615) 00002000:00010000:1.0:1775764837.462778:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e2d80. 00000100:00100000:3.0:1775764837.466829:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.466972:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222941696 00000100:00100000:1.0:1775764837.466983:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222941696 00000100:00100000:1.0:1775764837.467029:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44409 00000100:00100000:1.0:1775764837.467049:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022222941696:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764837.467073:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764837.467094:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfd5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce81 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.467526:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfd61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.467603:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfd61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.467617:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfd61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764837.467646:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4660713 00000004:00200000:1.0:1775764837.467650:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764837.467667:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfd61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.467693:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253cfd5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce81 expref: 61 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.467709:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfd61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce81 expref: 60 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.467717:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764837.467720:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764837.467724:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4a00, rc 0) 00000100:00100000:1.0:1775764837.467817:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022222941696:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 770us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764837.467832:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44409 00000100:00100000:3.0:1775764837.477737:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.477853:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222941824 00000100:00100000:2.0:1775764837.477864:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222941824 00002000:00100000:2.0:1775764837.477908:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (86016->3399679) req@ffff8b8c892e2300 x1862022222941824/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 552/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.477919:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2300 with x1862022222941824 ext(86016->3399679) 00002000:00010000:2.0:1775764837.477924:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2300 00000100:00100000:2.0:1775764837.477953:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38161 00000100:00100000:2.0:1775764837.477972:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222941824:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764837.482344:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222941824:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4365us (4608us total) trans 4294996654 rc 0/0 00000100:00100000:2.0:1775764837.482357:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38161 00002000:00100000:2.0:1775764837.482370:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (86016->3399679) req@ffff8b8c892e2300 x1862022222941824/t4294996654(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 552/464 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.482381:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2300 with x1862022222941824 ext(86016->3399679) 00002000:00010000:2.0:1775764837.482387:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2300 00000100:00100000:3.0:1775764837.487193:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.487359:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222941952 00000100:00100000:0.0:1775764837.487370:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222941952 00000100:00100000:0.0:1775764837.487434:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84769 00000100:00100000:0.0:1775764837.487446:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222941952:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764837.524701:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222941952:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 37247us (37505us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.524713:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84769 00000001:00080000:0.0:1775764837.524749:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996653 is committed 00000001:00080000:0.0:1775764837.524766:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996654 is committed 00000100:00100000:3.0:1775764837.532619:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.532722:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222942080 00000100:00100000:0.0:1775764837.532732:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222942080 00002000:00100000:0.0:1775764837.532784:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (475136->495615) req@ffff8b8c892e0a80 x1862022222942080/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.532796:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0a80 with x1862022222942080 ext(475136->495615) 00002000:00010000:0.0:1775764837.532802:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0a80 00000100:00100000:0.0:1775764837.532948:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38162 00000100:00100000:0.0:1775764837.532969:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222942080:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764837.535820:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222942080:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2846us (3204us total) trans 4294996655 rc 0/0 00000100:00100000:2.0:1775764837.535844:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38162 00002000:00100000:2.0:1775764837.535856:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (475136->495615) req@ffff8b8c892e0a80 x1862022222942080/t4294996655(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/448 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.535866:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0a80 with x1862022222942080 ext(475136->495615) 00002000:00010000:2.0:1775764837.535871:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0a80 00000100:00100000:3.0:1775764837.540464:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.540574:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222942208 00000100:00100000:0.0:1775764837.540585:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222942208 00000100:00100000:0.0:1775764837.540633:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84770 00000100:00100000:0.0:1775764837.540643:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222942208:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764837.572666:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996655 is committed 00000100:00100000:0.0:1775764837.572838:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222942208:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32192us (32378us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.572850:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84770 00000100:00100000:3.0:1775764837.576355:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.576522:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222942464 00000100:00100000:0.0:1775764837.576533:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222942464 00000100:00100000:0.0:1775764837.576621:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44410 00000100:00100000:0.0:1775764837.576632:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88dc9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022222942464:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764837.576691:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764837.576718:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfd61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce81 expref: 60 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.576737:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.576742:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764837.576972:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfd68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.576986:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfd68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.576995:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfd68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764837.577045:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032174 00000004:00010000:0.0:1775764837.577069:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000808a7878 reply state 00000000551b56fa transno 4295032175 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfd68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764837.577077:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764837.577348:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88dc9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022222942464:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 717us (1002us total) trans 4295032175 rc 0/0 00000100:00100000:0.0:1775764837.577356:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44410 00000020:00080000:0.0:1775764837.577361:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764837.581421:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.581495:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.581525:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222942592 00000100:00100000:2.0:1775764837.581534:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222942592 00002000:00010000:2.0:1775764837.581591:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4080564->18446744073709551615) 00002000:00100000:2.0:1775764837.581596:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ed80 with x1862022222942592 ext(4080564->18446744073709551615) 00002000:00010000:2.0:1775764837.581607:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ed80. 00000100:00100000:2.0:1775764837.581630:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222942720 00000100:00100000:2.0:1775764837.581632:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222942720 00002000:00010000:2.0:1775764837.581641:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764837.581644:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d180 with x1862022222942720 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764837.581649:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85d180. 00000100:00100000:2.0:1775764837.581662:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38163 00000100:00100000:2.0:1775764837.581670:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222942592:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764837.581949:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4080564 00002000:00010000:2.0:1775764837.581963:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.581966:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.581968:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.581971:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1419 00000100:00100000:2.0:1775764837.582014:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222942592:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 345us (602us total) trans 4294996656 rc 0/0 00000100:00100000:2.0:1775764837.582021:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38163 00002000:00010000:2.0:1775764837.582025:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4080564->18446744073709551615) 00002000:00100000:2.0:1775764837.582027:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ed80 with x1862022222942592 ext(4080564->18446744073709551615) 00002000:00010000:2.0:1775764837.582031:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ed80. 00000100:00100000:2.0:1775764837.582045:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38164 00000100:00100000:2.0:1775764837.582051:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222942720:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764837.582173:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 466409 -> 0 00002000:00010000:2.0:1775764837.582177:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.582179:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.582181:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.582183:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764837.582201:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222942720:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 150us (706us total) trans 4294996041 rc 0/0 00000100:00100000:2.0:1775764837.582207:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38164 00010000:00010000:3.0:1775764837.582798:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfd68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.582809:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfd68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.582817:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfd68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.582832:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ece600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764837.582836:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfd68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.582844:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfd68 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.582861:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.582864:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764837.582868:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfd68 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.582874:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253cfd68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764837.585831:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764837.585843:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d180 with x1862022222942720 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764837.585856:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85d180. 00000100:00100000:2.0:1775764837.587055:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.587171:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222942848 00000100:00100000:0.0:1775764837.587181:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222942848 00000100:00100000:0.0:1775764837.587238:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44411 00000100:00100000:0.0:1775764837.587248:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022222942848:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764837.587273:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764837.587293:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253cfd6f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce88 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.587380:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253cfd76 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.587397:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253cfd76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.587409:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253cfd76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764837.587438:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4080564 00000004:00200000:0.0:1775764837.587443:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764837.587460:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253cfd76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.587489:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253cfd6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce88 expref: 63 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.587507:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253cfd76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce88 expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.587515:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.587518:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764837.587521:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf800, rc 0) 00000100:00100000:0.0:1775764837.587601:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022222942848:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 354us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.587608:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44411 00000100:00100000:3.0:1775764837.593576:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.593861:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222942976 00000100:00100000:2.0:1775764837.593871:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222942976 00002000:00100000:2.0:1775764837.593919:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4083712->4087807) req@ffff8b8c892e3100 x1862022222942976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.593930:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3100 with x1862022222942976 ext(4083712->4087807) 00002000:00010000:2.0:1775764837.593935:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3100 00000100:00100000:2.0:1775764837.593978:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38165 00000100:00100000:2.0:1775764837.593988:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222942976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764837.594437:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222942976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 448us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.594446:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38165 00002000:00100000:2.0:1775764837.594453:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4083712->4087807) req@ffff8b8c892e3100 x1862022222942976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.594462:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3100 with x1862022222942976 ext(4083712->4087807) 00002000:00010000:2.0:1775764837.594467:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3100 00000100:00100000:1.0:1775764837.598741:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.598900:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222943104 00000100:00100000:3.0:1775764837.598910:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222943104 00002000:00100000:3.0:1775764837.598974:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (4087808->4091903) req@ffff8b8c3c51d880 x1862022222943104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.598985:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022222943104 ext(4087808->4091903) 00002000:00010000:3.0:1775764837.598991:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d880 00000100:00100000:3.0:1775764837.599066:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38166 00000100:00100000:3.0:1775764837.599077:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222943104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764837.599349:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222943104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 273us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764837.599356:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38166 00002000:00100000:3.0:1775764837.599363:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (4087808->4091903) req@ffff8b8c3c51d880 x1862022222943104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.599372:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022222943104 ext(4087808->4091903) 00002000:00010000:3.0:1775764837.599376:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d880 00000100:00100000:1.0:1775764837.603305:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.603414:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222943232 00000100:00100000:2.0:1775764837.603423:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222943232 00002000:00100000:2.0:1775764837.603474:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (4091904->4095999) req@ffff8b8c3c51c380 x1862022222943232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.603486:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022222943232 ext(4091904->4095999) 00002000:00010000:2.0:1775764837.603492:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c380 00000100:00100000:2.0:1775764837.603587:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38167 00000100:00100000:2.0:1775764837.603598:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222943232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764837.603831:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222943232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 234us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.603838:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38167 00002000:00100000:2.0:1775764837.603845:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (4091904->4095999) req@ffff8b8c3c51c380 x1862022222943232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.603852:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022222943232 ext(4091904->4095999) 00002000:00010000:2.0:1775764837.603855:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c380 00000100:00100000:0.0:1775764837.607015:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.607366:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222943360 00000100:00100000:1.0:1775764837.607378:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222943360 00002000:00100000:1.0:1775764837.607427:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (4096000->4100095) req@ffff8b8c8ed83b80 x1862022222943360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.607438:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83b80 with x1862022222943360 ext(4096000->4100095) 00002000:00010000:1.0:1775764837.607444:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83b80 00000100:00100000:1.0:1775764837.607474:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38168 00000100:00100000:1.0:1775764837.607483:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222943360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764837.607785:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222943360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 302us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764837.607793:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38168 00002000:00100000:1.0:1775764837.607800:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (4096000->4100095) req@ffff8b8c8ed83b80 x1862022222943360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.607808:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83b80 with x1862022222943360 ext(4096000->4100095) 00002000:00010000:1.0:1775764837.607811:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83b80 00000100:00100000:3.0:1775764837.610407:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.610501:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222943488 00000100:00100000:2.0:1775764837.610509:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222943488 00002000:00100000:2.0:1775764837.610575:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (4100096->4104191) req@ffff8b8c892e1500 x1862022222943488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.610586:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1500 with x1862022222943488 ext(4100096->4104191) 00002000:00010000:2.0:1775764837.610591:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1500 00000100:00100000:2.0:1775764837.610621:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38169 00000100:00100000:2.0:1775764837.610630:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222943488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764837.610828:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222943488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 188us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.610836:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38169 00002000:00100000:2.0:1775764837.610842:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (4100096->4104191) req@ffff8b8c892e1500 x1862022222943488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.610849:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1500 with x1862022222943488 ext(4100096->4104191) 00002000:00010000:2.0:1775764837.610852:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1500 00000100:00100000:3.0:1775764837.614753:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.615020:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222943744 00000100:00100000:2.0:1775764837.615032:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222943744 00000100:00100000:2.0:1775764837.615090:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44412 00000100:00100000:2.0:1775764837.615100:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022222943744:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764837.615164:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764837.615191:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253cfd76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce88 expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.615219:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764837.615225:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764837.615432:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfd7d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.615447:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfd7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.615457:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfd7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764837.615513:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032176 00000004:00010000:2.0:1775764837.615592:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000003d32bad reply state 00000000e95a1654 transno 4295032177 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfd7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764837.615602:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764837.615697:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022222943744:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 599us (953us total) trans 4295032177 rc 0/0 00000100:00100000:2.0:1775764837.615705:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44412 00000020:00080000:2.0:1775764837.615709:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764837.618153:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfd7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.618169:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfd7d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.618177:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfd7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.618183:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9fe4ec00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764837.618188:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfd7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.618196:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfd7d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.618220:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.618224:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764837.618229:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfd7d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.618235:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9fe4ec00/0xdb23b4c9253cfd7d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764837.620802:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.622633:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.623297:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222943872 00000100:00100000:1.0:1775764837.623310:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222943872 00002000:00010000:0.0:1775764837.623411:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2734113->18446744073709551615) 00002000:00100000:0.0:1775764837.623416:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022222943872 ext(2734113->18446744073709551615) 00002000:00010000:0.0:1775764837.623428:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0380. 00000100:00100000:0.0:1775764837.623490:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222944000 00000100:00100000:0.0:1775764837.623494:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222944000 00002000:00010000:0.0:1775764837.623508:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764837.623511:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022222944000 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764837.623517:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed82680. 00000100:00100000:2.0:1775764837.623570:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38170 00000100:00100000:2.0:1775764837.623581:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222943872:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764837.623903:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4080564 -> 2734113 00002000:00010000:2.0:1775764837.623908:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.623910:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.623913:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.623915:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1419 00000100:00100000:2.0:1775764837.623988:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222943872:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 408us (3193us total) trans 4294996657 rc 0/0 00000100:00100000:2.0:1775764837.623996:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38170 00002000:00010000:2.0:1775764837.624000:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2734113->18446744073709551615) 00002000:00100000:2.0:1775764837.624002:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022222943872 ext(2734113->18446744073709551615) 00002000:00010000:2.0:1775764837.624007:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0380. 00000100:00100000:2.0:1775764837.624024:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38171 00000100:00100000:2.0:1775764837.624032:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222944000:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764837.624152:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764837.624155:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.624157:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.624160:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.624162:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764837.624184:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222944000:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 152us (1558us total) trans 4294996042 rc 0/0 00000100:00100000:2.0:1775764837.624190:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38171 00002000:00010000:2.0:1775764837.624193:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764837.624195:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022222944000 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764837.624201:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed82680. 00000100:00100000:3.0:1775764837.628766:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.633564:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222944128 00000100:00100000:0.0:1775764837.633578:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222944128 00000100:00100000:0.0:1775764837.633641:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44413 00000100:00100000:0.0:1775764837.633650:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022222944128:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764837.633675:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764837.633696:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfd84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce8f expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.633778:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfd8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.633794:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfd8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.633806:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfd8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764837.633911:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2734113 00000004:00200000:0.0:1775764837.633915:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764837.633932:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfd8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.633966:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253cfd84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce8f expref: 65 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.633984:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfd8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce8f expref: 64 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.633992:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.633995:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764837.633999:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf200, rc 0) 00000100:00100000:0.0:1775764837.634057:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022222944128:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 408us (5302us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.634063:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44413 00000100:00100000:3.0:1775764837.640751:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.640963:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222944384 00000100:00100000:0.0:1775764837.640974:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222944384 00000100:00100000:0.0:1775764837.641033:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44414 00000100:00100000:0.0:1775764837.641043:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022222944384:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764837.641099:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764837.641219:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfd8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce8f expref: 64 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.641239:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.641245:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764837.641453:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfd92 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.641467:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfd92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.641478:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfd92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764837.641527:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032178 00000004:00010000:0.0:1775764837.641577:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004185ddc8 reply state 00000000054fb90e transno 4295032179 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfd92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764837.641586:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764837.641726:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022222944384:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 684us (982us total) trans 4295032179 rc 0/0 00000100:00100000:0.0:1775764837.641733:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44414 00000020:00080000:0.0:1775764837.641738:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764837.646399:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.646431:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.646518:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222944512 00000100:00100000:2.0:1775764837.646528:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222944512 00002000:00010000:2.0:1775764837.646591:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764837.646597:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81c00 with x1862022222944512 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764837.646608:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81c00. 00000100:00100000:2.0:1775764837.646632:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222944640 00000100:00100000:2.0:1775764837.646635:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222944640 00002000:00010000:2.0:1775764837.646646:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (448544->18446744073709551615) 00002000:00100000:2.0:1775764837.646648:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80700 with x1862022222944640 ext(448544->18446744073709551615) 00002000:00010000:2.0:1775764837.646654:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80700. 00000100:00100000:2.0:1775764837.646674:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38172 00000100:00100000:2.0:1775764837.646682:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222944512:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764837.646912:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2734113 -> 4194304 00002000:00010000:2.0:1775764837.646915:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.646918:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.646920:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.646922:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1419 00000100:00100000:2.0:1775764837.646984:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222944512:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 303us (597us total) trans 4294996658 rc 0/0 00000100:00100000:2.0:1775764837.646993:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38172 00002000:00010000:2.0:1775764837.646996:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764837.646998:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81c00 with x1862022222944512 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764837.647002:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81c00. 00000100:00100000:2.0:1775764837.647019:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38173 00000100:00100000:2.0:1775764837.647025:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222944640:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764837.647149:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 448544 00002000:00010000:2.0:1775764837.647152:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.647154:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.647157:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.647159:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764837.647180:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222944640:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 155us (748us total) trans 4294996043 rc 0/0 00000100:00100000:2.0:1775764837.647186:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38173 00002000:00010000:2.0:1775764837.647189:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (448544->18446744073709551615) 00002000:00100000:2.0:1775764837.647191:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80700 with x1862022222944640 ext(448544->18446744073709551615) 00002000:00010000:2.0:1775764837.647195:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80700. 00010000:00010000:3.0:1775764837.647699:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfd92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.647710:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfd92 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.647718:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfd92 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.647725:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecf600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764837.647729:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfd92 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.647736:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfd92 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.647753:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.647756:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764837.647760:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfd92 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.647766:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253cfd92 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764837.650963:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.651046:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222944768 00000100:00100000:3.0:1775764837.651056:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222944768 00000100:00100000:3.0:1775764837.651141:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44415 00000100:00100000:3.0:1775764837.651152:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022222944768:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764837.651179:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764837.651198:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253cfd99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce96 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.651287:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253cfda0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.651301:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253cfda0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.651312:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253cfda0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764837.651341:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4642848 00000004:00200000:3.0:1775764837.651345:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764837.651362:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253cfda0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.651387:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253cfd99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce96 expref: 67 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.651401:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253cfda0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce96 expref: 66 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.651409:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.651412:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764837.651415:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547d800, rc 0) 00000100:00100000:3.0:1775764837.651516:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022222944768:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 365us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764837.651523:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44415 00000100:00100000:2.0:1775764837.655732:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.655832:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222945024 00000100:00100000:0.0:1775764837.655843:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222945024 00000100:00100000:0.0:1775764837.655904:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44416 00000100:00100000:0.0:1775764837.655914:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022222945024:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764837.655975:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764837.656004:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253cfda0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce96 expref: 66 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.656025:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.656031:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764837.656250:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfda7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.656269:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfda7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.656279:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfda7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764837.656331:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032180 00000004:00010000:0.0:1775764837.656357:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f631b101 reply state 00000000dc48d5f5 transno 4295032181 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfda7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764837.656366:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764837.656706:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022222945024:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 793us (985us total) trans 4295032181 rc 0/0 00000100:00100000:0.0:1775764837.656714:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44416 00000020:00080000:0.0:1775764837.656719:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764837.663505:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.663634:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764837.663921:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfda7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.663938:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfda7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.663946:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfda7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.663962:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecf200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764837.663967:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfda7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.663974:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfda7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.663991:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.663995:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764837.664000:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfda7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.664006:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253cfda7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764837.664281:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222945152 00000100:00100000:1.0:1775764837.664292:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222945152 00002000:00010000:1.0:1775764837.664333:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (870028->18446744073709551615) 00002000:00100000:1.0:1775764837.664338:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022222945152 ext(870028->18446744073709551615) 00002000:00010000:1.0:1775764837.664348:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300. 00000100:00100000:1.0:1775764837.664379:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38174 00000100:00100000:1.0:1775764837.664389:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222945152:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:3.0:1775764837.664621:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222945280 00000100:00100000:3.0:1775764837.664625:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222945280 00002000:00010000:3.0:1775764837.664641:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764837.664644:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82a00 with x1862022222945280 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764837.664651:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed82a00. 00000100:00100000:3.0:1775764837.664675:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38175 00000100:00100000:3.0:1775764837.664682:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222945280:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764837.664885:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 448544 -> 0 00002000:00010000:3.0:1775764837.664889:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:3.0:1775764837.664891:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:3.0:1775764837.664894:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:3.0:1775764837.664896:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764837.664965:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222945280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 273us (1320us total) trans 4294996044 rc 0/0 00000100:00100000:3.0:1775764837.664972:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38175 00002000:00010000:3.0:1775764837.664975:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764837.664978:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82a00 with x1862022222945280 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764837.664982:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed82a00. 00002000:00010000:1.0:1775764837.665368:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 870028 00002000:00010000:1.0:1775764837.665373:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.665376:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.665378:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.665380:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1419 00000100:00100000:1.0:1775764837.665404:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222945152:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1017us (1908us total) trans 4294996659 rc 0/0 00000100:00100000:1.0:1775764837.665411:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38174 00002000:00010000:1.0:1775764837.665414:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (870028->18446744073709551615) 00002000:00100000:1.0:1775764837.665417:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022222945152 ext(870028->18446744073709551615) 00002000:00010000:1.0:1775764837.665422:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300. 00000100:00100000:0.0:1775764837.674789:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.675006:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222945408 00000100:00100000:3.0:1775764837.675016:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222945408 00000100:00100000:3.0:1775764837.675067:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44417 00000100:00100000:3.0:1775764837.675075:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022222945408:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764837.675100:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764837.675126:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253cfdae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fce9d expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.675203:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253cfdb5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.675223:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253cfdb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.675235:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253cfdb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764837.675261:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 870028 00000004:00200000:3.0:1775764837.675265:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764837.675281:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253cfdb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.675304:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253cfdae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce9d expref: 69 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.675319:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253cfdb5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce9d expref: 68 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.675328:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.675331:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764837.675335:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547c800, rc 0) 00000100:00100000:3.0:1775764837.675446:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022222945408:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 370us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764837.675453:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44417 00000100:00100000:2.0:1775764837.680339:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.680428:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222945664 00000100:00100000:3.0:1775764837.680438:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222945664 00000100:00100000:3.0:1775764837.680564:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44418 00000100:00100000:3.0:1775764837.680575:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022222945664:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764837.680631:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764837.680661:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253cfdb5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fce9d expref: 68 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.680679:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.680685:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764837.681010:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfdbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.681029:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfdbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.681040:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfdbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764837.681093:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032182 00000004:00010000:3.0:1775764837.681118:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cba7eacb reply state 000000009de061c9 transno 4295032183 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfdbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764837.681291:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764837.681713:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022222945664:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1137us (1380us total) trans 4295032183 rc 0/0 00000100:00100000:3.0:1775764837.681722:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44418 00000020:00080000:3.0:1775764837.681727:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764837.685894:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.685940:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764837.686208:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfdbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.686221:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfdbc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.686228:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfdbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.686233:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547cc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764837.686237:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfdbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.686244:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfdbc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.686264:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.686268:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764837.686273:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfdbc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.686278:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfdbc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764837.686430:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222945792 00000100:00100000:0.0:1775764837.686440:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222945792 00002000:00010000:0.0:1775764837.686477:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3709190->18446744073709551615) 00002000:00100000:0.0:1775764837.686482:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f480 with x1862022222945792 ext(3709190->18446744073709551615) 00002000:00010000:0.0:1775764837.686492:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f480. 00000100:00100000:0.0:1775764837.686523:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222945920 00000100:00100000:0.0:1775764837.686526:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222945920 00002000:00010000:0.0:1775764837.686562:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764837.686565:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d500 with x1862022222945920 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764837.686572:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d500. 00000100:00100000:0.0:1775764837.686667:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38176 00000100:00100000:0.0:1775764837.686677:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222945792:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764837.686905:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 870028 -> 3709190 00002000:00010000:0.0:1775764837.686909:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:0.0:1775764837.686911:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:0.0:1775764837.686913:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:0.0:1775764837.686915:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1419 00000100:00100000:0.0:1775764837.686977:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222945792:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 301us (1091us total) trans 4294996660 rc 0/0 00000100:00100000:0.0:1775764837.686985:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38176 00002000:00010000:0.0:1775764837.686988:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3709190->18446744073709551615) 00002000:00100000:0.0:1775764837.686990:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f480 with x1862022222945792 ext(3709190->18446744073709551615) 00002000:00010000:0.0:1775764837.686994:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f480. 00000100:00100000:0.0:1775764837.687009:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38177 00000100:00100000:0.0:1775764837.687016:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222945920:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764837.687137:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764837.687140:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764837 00002000:00010000:0.0:1775764837.687142:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:0.0:1775764837.687144:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764837 00002000:00010000:0.0:1775764837.687147:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764837.687169:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222945920:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 152us (1227us total) trans 4294996045 rc 0/0 00000100:00100000:0.0:1775764837.687175:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38177 00002000:00010000:0.0:1775764837.687177:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764837.687180:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d500 with x1862022222945920 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764837.687185:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d500. 00000100:00100000:2.0:1775764837.690433:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.690527:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222946048 00000100:00100000:0.0:1775764837.690600:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222946048 00000100:00100000:0.0:1775764837.690681:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44419 00000100:00100000:0.0:1775764837.690691:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+69:11755:x1862022222946048:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764837.690714:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764837.690733:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfdc3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcea4 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.690811:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfdca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.690837:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfdca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.690848:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfdca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764837.690875:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3709190 00000004:00200000:0.0:1775764837.690879:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764837.690895:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfdca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.690921:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253cfdc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcea4 expref: 71 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.690936:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfdca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcea4 expref: 70 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.690948:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.690961:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764837.690965:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecee00, rc 0) 00000100:00100000:0.0:1775764837.691022:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022222946048:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 333us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.691028:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44419 00000100:00100000:2.0:1775764837.697153:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.697256:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222946176 00000100:00100000:1.0:1775764837.697267:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222946176 00002000:00100000:1.0:1775764837.697316:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2457600->2461695) req@ffff8b8cad85c000 x1862022222946176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.697327:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022222946176 ext(2457600->2461695) 00002000:00010000:1.0:1775764837.697334:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c000 00000100:00100000:1.0:1775764837.697364:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38178 00000100:00100000:1.0:1775764837.697374:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222946176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764837.697650:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222946176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 277us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764837.697659:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38178 00002000:00100000:1.0:1775764837.697665:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2457600->2461695) req@ffff8b8cad85c000 x1862022222946176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/4536 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.697691:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022222946176 ext(2457600->2461695) 00002000:00010000:1.0:1775764837.697694:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c000 00000100:00100000:1.0:1775764837.701864:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.701973:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222946304 00000100:00100000:2.0:1775764837.701984:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222946304 00002000:00100000:2.0:1775764837.702032:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2461696->2465791) req@ffff8b8c3c51ca80 x1862022222946304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.702049:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ca80 with x1862022222946304 ext(2461696->2465791) 00002000:00010000:2.0:1775764837.702056:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ca80 00000100:00100000:2.0:1775764837.702095:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38179 00000100:00100000:2.0:1775764837.702104:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222946304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764837.702340:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222946304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 237us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764837.702348:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38179 00002000:00100000:2.0:1775764837.702355:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2461696->2465791) req@ffff8b8c3c51ca80 x1862022222946304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/4536 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.702363:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ca80 with x1862022222946304 ext(2461696->2465791) 00002000:00010000:2.0:1775764837.702367:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ca80 00000100:00100000:2.0:1775764837.707586:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.707708:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222946432 00000100:00100000:3.0:1775764837.707718:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222946432 00002000:00100000:3.0:1775764837.707770:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2437120->2502655) req@ffff8b8cad85c700 x1862022222946432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.707782:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c700 with x1862022222946432 ext(2437120->2502655) 00002000:00010000:3.0:1775764837.707787:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c700 00000100:00100000:3.0:1775764837.707829:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38180 00000100:00100000:3.0:1775764837.707839:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222946432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764837.712084:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222946432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4237us (4498us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764837.712098:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38180 00002000:00100000:1.0:1775764837.712110:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2437120->2502655) req@ffff8b8cad85c700 x1862022222946432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.712127:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c700 with x1862022222946432 ext(2437120->2502655) 00002000:00010000:1.0:1775764837.712134:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c700 00000100:00100000:3.0:1775764837.715801:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.715991:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222946560 00000100:00100000:0.0:1775764837.716001:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222946560 00002000:00100000:0.0:1775764837.716049:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2457600->2482175) req@ffff8b8c892e3480 x1862022222946560/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.716059:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022222946560 ext(2457600->2482175) 00002000:00010000:0.0:1775764837.716065:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3480 00000100:00100000:0.0:1775764837.716101:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38181 00000100:00100000:0.0:1775764837.716110:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222946560:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764837.719982:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222946560:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3864us (4182us total) trans 4294996661 rc 0/0 00000100:00100000:1.0:1775764837.719995:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38181 00002000:00100000:1.0:1775764837.720007:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2457600->2482175) req@ffff8b8c892e3480 x1862022222946560/t4294996661(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/448 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.720017:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022222946560 ext(2457600->2482175) 00002000:00010000:1.0:1775764837.720023:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3480 00000100:00100000:3.0:1775764837.723680:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.723913:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222946688 00000100:00100000:0.0:1775764837.723923:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222946688 00000100:00100000:0.0:1775764837.723990:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84771 00000100:00100000:0.0:1775764837.724000:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222946688:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764837.758432:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996660 is committed 00000001:00080000:2.0:1775764837.758452:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996661 is committed 00000100:00100000:3.0:1775764837.758620:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222946688:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34615us (34942us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764837.758631:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84771 00000100:00100000:3.0:1775764837.762007:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.762347:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222946944 00000100:00100000:1.0:1775764837.762358:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222946944 00000100:00100000:1.0:1775764837.762419:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44420 00000100:00100000:1.0:1775764837.762429:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022222946944:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764837.762480:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764837.762508:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfdca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcea4 expref: 70 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.762530:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764837.762578:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764837.762786:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfdd1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.762799:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfdd1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.762809:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfdd1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764837.762860:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032184 00000004:00010000:1.0:1775764837.762883:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c829d716 reply state 00000000d6858619 transno 4295032185 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfdd1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764837.762893:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764837.762997:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022222946944:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 569us (998us total) trans 4295032185 rc 0/0 00000100:00100000:1.0:1775764837.763004:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44420 00000020:00080000:1.0:1775764837.763008:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764837.764982:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfdd1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.764998:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfdd1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.765010:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfdd1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.765016:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da5c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764837.765022:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfdd1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.765029:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfdd1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.765045:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.765048:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764837.765053:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfdd1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.765058:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253cfdd1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764837.767524:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.767655:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222947072 00000100:00100000:2.0:1775764837.767667:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222947072 00002000:00010000:2.0:1775764837.767714:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3446690->18446744073709551615) 00002000:00100000:2.0:1775764837.767720:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022222947072 ext(3446690->18446744073709551615) 00002000:00010000:2.0:1775764837.767734:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700. 00000100:00100000:2.0:1775764837.767768:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38182 00000100:00100000:2.0:1775764837.767777:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222947072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764837.768112:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3709190 -> 3446690 00002000:00010000:2.0:1775764837.768116:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764838 00002000:00010000:2.0:1775764837.768130:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.768133:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764838 00002000:00010000:2.0:1775764837.768135:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 585 00000100:00100000:2.0:1775764837.768188:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222947072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 411us (672us total) trans 4294996662 rc 0/0 00000100:00100000:2.0:1775764837.768195:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38182 00002000:00010000:2.0:1775764837.768199:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3446690->18446744073709551615) 00002000:00100000:2.0:1775764837.768202:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022222947072 ext(3446690->18446744073709551615) 00002000:00010000:2.0:1775764837.768206:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700. 00000100:00100000:1.0:1775764837.770784:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.770923:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222947200 00000100:00100000:2.0:1775764837.770934:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222947200 00002000:00010000:2.0:1775764837.770983:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764837.770989:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ed80 with x1862022222947200 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764837.771000:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ed80. 00000100:00100000:2.0:1775764837.771023:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38183 00000100:00100000:2.0:1775764837.771032:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222947200:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764837.771266:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764837.771270:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764837 -> 1775764838 00002000:00010000:2.0:1775764837.771273:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764837.771275:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764837 -> 1775764838 00002000:00010000:2.0:1775764837.771278:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764837.771339:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222947200:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 306us (560us total) trans 4294996046 rc 0/0 00000100:00100000:2.0:1775764837.771347:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38183 00002000:00010000:2.0:1775764837.771350:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764837.771353:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ed80 with x1862022222947200 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764837.771358:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ed80. 00000100:00100000:1.0:1775764837.774281:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.774356:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222947328 00000100:00100000:3.0:1775764837.774367:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222947328 00000100:00100000:3.0:1775764837.774426:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44421 00000100:00100000:3.0:1775764837.774436:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+71:11755:x1862022222947328:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764837.774461:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764837.774481:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253cfdd8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fceab expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.774595:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfddf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.774614:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfddf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.774626:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfddf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764837.774654:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3446690 00000004:00200000:3.0:1775764837.774659:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764837.774675:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfddf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.774700:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253cfdd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceab expref: 73 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.774716:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfddf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceab expref: 72 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.774725:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.774727:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764837.774732:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547cc00, rc 0) 00000100:00100000:3.0:1775764837.774790:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022222947328:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 354us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764837.774797:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44421 00000100:00100000:3.0:1775764837.779607:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.779710:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222947456 00000100:00100000:1.0:1775764837.779721:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222947456 00002000:00100000:1.0:1775764837.779771:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2072576->2138111) req@ffff8b8cbb782680 x1862022222947456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.779782:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022222947456 ext(2072576->2138111) 00002000:00010000:1.0:1775764837.779788:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:1.0:1775764837.779832:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38184 00000100:00100000:1.0:1775764837.779840:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222947456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764837.784659:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222947456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4810us (5052us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764837.784672:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38184 00002000:00100000:1.0:1775764837.784685:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2072576->2138111) req@ffff8b8cbb782680 x1862022222947456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.784696:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022222947456 ext(2072576->2138111) 00002000:00010000:1.0:1775764837.784702:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:1.0:1775764837.789624:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.789685:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222947584 00000100:00100000:0.0:1775764837.789694:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222947584 00002000:00100000:0.0:1775764837.789737:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2138112->2195455) req@ffff8b8c3c51dc00 x1862022222947584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.789749:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51dc00 with x1862022222947584 ext(2138112->2195455) 00002000:00010000:0.0:1775764837.789755:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51dc00 00000100:00100000:0.0:1775764837.789784:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38185 00000100:00100000:0.0:1775764837.789791:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222947584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764837.794236:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222947584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4435us (4610us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764837.794250:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38185 00002000:00100000:0.0:1775764837.794263:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2138112->2195455) req@ffff8b8c3c51dc00 x1862022222947584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.794275:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51dc00 with x1862022222947584 ext(2138112->2195455) 00002000:00010000:0.0:1775764837.794282:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51dc00 00000100:00100000:2.0:1775764837.798083:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.798267:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222947712 00000100:00100000:0.0:1775764837.798276:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222947712 00002000:00100000:0.0:1775764837.798328:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2203648->2207743) req@ffff8b8cad85d880 x1862022222947712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.798339:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d880 with x1862022222947712 ext(2203648->2207743) 00002000:00010000:0.0:1775764837.798345:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d880 00000100:00100000:0.0:1775764837.798412:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38186 00000100:00100000:0.0:1775764837.798423:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222947712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764837.798711:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222947712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 289us (635us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764837.798719:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38186 00002000:00100000:0.0:1775764837.798726:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2203648->2207743) req@ffff8b8cad85d880 x1862022222947712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/4536 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.798735:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d880 with x1862022222947712 ext(2203648->2207743) 00002000:00010000:0.0:1775764837.798739:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d880 00000100:00100000:2.0:1775764837.803907:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.804808:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222947840 00000100:00100000:3.0:1775764837.804902:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222947840 00002000:00100000:3.0:1775764837.804964:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2850816->2916351) req@ffff8b8cb77e1f80 x1862022222947840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.804980:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1f80 with x1862022222947840 ext(2850816->2916351) 00002000:00010000:3.0:1775764837.804986:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1f80 00000100:00100000:3.0:1775764837.805070:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38187 00000100:00100000:3.0:1775764837.805079:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222947840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764837.808976:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222947840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3889us (5069us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1775764837.808989:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38187 00002000:00100000:0.0:1775764837.809002:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2850816->2916351) req@ffff8b8cb77e1f80 x1862022222947840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.809013:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1f80 with x1862022222947840 ext(2850816->2916351) 00002000:00010000:0.0:1775764837.809018:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1f80 00000100:00100000:3.0:1775764837.813203:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.813466:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222947968 00000100:00100000:1.0:1775764837.813477:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222947968 00002000:00100000:1.0:1775764837.813523:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2101248->2891775) req@ffff8b8cbb782d80 x1862022222947968/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 520/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.813534:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782d80 with x1862022222947968 ext(2101248->2891775) 00002000:00010000:1.0:1775764837.813574:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782d80 00000100:00100000:1.0:1775764837.813598:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38188 00000100:00100000:1.0:1775764837.813607:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222947968:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764837.822983:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222947968:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9364us (9775us total) trans 4294996663 rc 0/0 00000100:00100000:1.0:1775764837.822998:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38188 00002000:00100000:1.0:1775764837.823012:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2101248->2891775) req@ffff8b8cbb782d80 x1862022222947968/t4294996663(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 520/456 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764837.823029:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782d80 with x1862022222947968 ext(2101248->2891775) 00002000:00010000:1.0:1775764837.823035:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782d80 00000100:00100000:3.0:1775764837.826460:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.826568:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222948096 00000100:00100000:1.0:1775764837.826578:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222948096 00000100:00100000:1.0:1775764837.826635:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84772 00000100:00100000:1.0:1775764837.826644:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222948096:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764837.860104:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996663 is committed 00000100:00100000:1.0:1775764837.860388:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222948096:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33739us (33929us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764837.860401:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84772 00000100:00100000:2.0:1775764837.872387:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.872791:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222948224 00000100:00100000:0.0:1775764837.872803:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222948224 00002000:00100000:0.0:1775764837.872864:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (872448->2633727) req@ffff8b8cb77e2300 x1862022222948224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.872876:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2300 with x1862022222948224 ext(872448->2633727) 00002000:00010000:0.0:1775764837.872882:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2300 00000100:00100000:0.0:1775764837.872917:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38189 00000100:00100000:0.0:1775764837.872926:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222948224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764837.890223:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.890296:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.890404:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222948352 00000100:00100000:0.0:1775764837.890413:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222948352 00002000:00100000:0.0:1775764837.890460:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1916928->3235839) req@ffff8b8cbb780e00 x1862022222948352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 552/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.890470:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780e00 with x1862022222948352 ext(1916928->3235839) 00002000:00010000:0.0:1775764837.890476:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780e00 00000100:00100000:0.0:1775764837.890496:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222948480 00000100:00100000:0.0:1775764837.890498:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222948480 00002000:00100000:0.0:1775764837.890511:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3235840->3448831) req@ffff8b8cbb781c00 x1862022222948480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.890518:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781c00 with x1862022222948480 ext(3235840->3448831) 00002000:00010000:0.0:1775764837.890521:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781c00 00000100:00100000:0.0:1775764837.890535:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38190 00000100:00100000:0.0:1775764837.890562:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222948352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764837.891598:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38191 00000100:00100000:1.0:1775764837.891612:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222948480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764837.898834:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb77e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224987264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764837.898906:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764837.899025:0:12042:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224987264 00000100:00100000:0.0:1775764837.899034:0:12042:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224987264 00000100:00100000:0.0:1775764837.899089:0:12042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1775764837.899098:0:12042:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224987264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764837.899121:0:12042:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 506527744 pending 0 free 3858759680 avail 3843031040 00000100:00100000:2.0:1775764837.903616:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222948224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30679us (31227us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764837.903630:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38189 00002000:00100000:2.0:1775764837.903971:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (872448->2633727) req@ffff8b8cb77e2300 x1862022222948224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 504/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764837.903983:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2300 with x1862022222948224 ext(872448->2633727) 00002000:00010000:2.0:1775764837.903990:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2300 00000100:00100000:3.0:1775764837.910906:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222948480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19283us (20595us total) trans 0 rc 212992/212992 00000100:00100000:3.0:1775764837.910919:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38191 00002000:00100000:3.0:1775764837.910934:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3235840->3448831) req@ffff8b8cbb781c00 x1862022222948480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 212992/212992 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.910945:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781c00 with x1862022222948480 ext(3235840->3448831) 00002000:00010000:3.0:1775764837.910960:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781c00 00000100:00100000:0.0:1775764837.912137:0:12042:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224987264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 13035us (13225us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.912150:0:12042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1775764837.912422:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222948352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21860us (22207us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764837.912430:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38190 00002000:00100000:0.0:1775764837.912440:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1916928->3235839) req@ffff8b8cbb780e00 x1862022222948352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 552/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.912450:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780e00 with x1862022222948352 ext(1916928->3235839) 00002000:00010000:0.0:1775764837.912455:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780e00 00000100:00100000:2.0:1775764837.920334:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.920450:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222948736 00000100:00100000:0.0:1775764837.920460:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222948736 00000100:00100000:0.0:1775764837.920518:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44422 00000100:00100000:0.0:1775764837.920528:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022222948736:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764837.920615:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764837.920654:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfddf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceab expref: 72 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.920674:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.920678:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764837.921098:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfde6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.921111:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfde6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.921120:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfde6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764837.921170:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032186 00000004:00010000:0.0:1775764837.921195:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a396eb68 reply state 00000000f93164dd transno 4295032187 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfde6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764837.921204:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764837.921287:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022222948736:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 761us (961us total) trans 4295032187 rc 0/0 00000100:00100000:0.0:1775764837.921294:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44422 00000020:00080000:0.0:1775764837.921298:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764837.921842:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb77e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224987264:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764837.923959:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfde6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.923975:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfde6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.923982:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfde6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.923988:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecee00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764837.923993:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfde6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.924000:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfde6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.924017:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.924021:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764837.924025:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfde6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.924031:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfde6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764837.926055:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.926095:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.926250:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222948864 00000100:00100000:1.0:1775764837.926261:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222948864 00002000:00010000:1.0:1775764837.926302:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1460343->18446744073709551615) 00002000:00100000:1.0:1775764837.926307:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022222948864 ext(1460343->18446744073709551615) 00002000:00010000:1.0:1775764837.926319:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1880. 00000100:00100000:1.0:1775764837.926348:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222948992 00000100:00100000:1.0:1775764837.926352:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222948992 00002000:00010000:1.0:1775764837.926363:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764837.926366:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0a80 with x1862022222948992 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764837.926373:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0a80. 00000100:00100000:1.0:1775764837.926397:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38192 00000100:00100000:1.0:1775764837.926405:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222948864:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764837.926799:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3446690 -> 1460343 00002000:00010000:1.0:1775764837.926803:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764837.926806:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.926809:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764837.926811:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 971 00000100:00100000:1.0:1775764837.926865:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222948864:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 460us (816us total) trans 4294996664 rc 0/0 00000100:00100000:1.0:1775764837.926872:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38192 00002000:00010000:1.0:1775764837.926875:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1460343->18446744073709551615) 00002000:00100000:1.0:1775764837.926878:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022222948864 ext(1460343->18446744073709551615) 00002000:00010000:1.0:1775764837.926882:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1880. 00000100:00100000:1.0:1775764837.926897:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38193 00000100:00100000:1.0:1775764837.926903:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222948992:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764837.927017:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764837.927020:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764837.927022:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764837.927023:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764837.927025:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764837.927046:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022222948992:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 143us (950us total) trans 4294996047 rc 0/0 00000100:00100000:1.0:1775764837.927052:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38193 00002000:00010000:1.0:1775764837.927055:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764837.927058:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0a80 with x1862022222948992 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764837.927061:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0a80. 00000100:00100000:3.0:1775764837.935634:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.936030:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222949120 00000100:00100000:0.0:1775764837.936041:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222949120 00000100:00100000:0.0:1775764837.936143:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44423 00000100:00100000:0.0:1775764837.936155:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+73:11755:x1862022222949120:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764837.936180:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764837.936203:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfded lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fceb2 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.936775:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfdf4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.936790:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfdf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.936802:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfdf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764837.937001:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1460343 00000004:00200000:0.0:1775764837.937007:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764837.937027:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfdf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.937051:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253cfded lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceb2 expref: 75 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.937068:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfdf4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceb2 expref: 74 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.937076:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764837.937079:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764837.937082:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecfc00, rc 0) 00000100:00100000:0.0:1775764837.937153:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022222949120:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1000us (1529us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.937160:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44423 00000100:00100000:1.0:1775764837.944495:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.945068:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222949376 00000100:00100000:2.0:1775764837.945079:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222949376 00000100:00100000:2.0:1775764837.945151:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44424 00000100:00100000:2.0:1775764837.945160:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022222949376:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764837.945220:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764837.945247:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253cfdf4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceb2 expref: 74 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.945268:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764837.945273:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764837.945485:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cfdfb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.945500:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cfdfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.945511:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cfdfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764837.946030:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032188 00000004:00010000:2.0:1775764837.946060:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006fdc7829 reply state 000000002ef5fc44 transno 4295032189 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cfdfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764837.946070:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764837.946181:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022222949376:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1021us (1693us total) trans 4295032189 rc 0/0 00000100:00100000:2.0:1775764837.946189:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44424 00000020:00080000:2.0:1775764837.946194:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764837.950089:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764837.950130:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.950217:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222949504 00000100:00100000:0.0:1775764837.950227:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222949504 00002000:00010000:0.0:1775764837.950262:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4096213->18446744073709551615) 00002000:00100000:0.0:1775764837.950267:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022222949504 ext(4096213->18446744073709551615) 00002000:00010000:0.0:1775764837.950280:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0000. 00000100:00100000:0.0:1775764837.950309:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222949632 00000100:00100000:0.0:1775764837.950312:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222949632 00002000:00010000:0.0:1775764837.950323:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764837.950326:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0e00 with x1862022222949632 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764837.950333:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0e00. 00000100:00100000:0.0:1775764837.950350:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38194 00000100:00100000:0.0:1775764837.950358:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222949504:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764837.950598:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1460343 -> 4096213 00002000:00010000:0.0:1775764837.950602:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764837.950604:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:0.0:1775764837.950606:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764837.950608:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:0.0:1775764837.950665:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222949504:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 307us (584us total) trans 4294996665 rc 0/0 00000100:00100000:0.0:1775764837.950671:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38194 00002000:00010000:0.0:1775764837.950675:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4096213->18446744073709551615) 00002000:00100000:0.0:1775764837.950677:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022222949504 ext(4096213->18446744073709551615) 00002000:00010000:0.0:1775764837.950681:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0000. 00000100:00100000:0.0:1775764837.950696:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38195 00000100:00100000:0.0:1775764837.950702:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222949632:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764837.950795:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764837.950798:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764837.950800:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:0.0:1775764837.950802:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764837.950804:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764837.950822:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022222949632:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 120us (692us total) trans 4294996048 rc 0/0 00000100:00100000:0.0:1775764837.950827:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38195 00002000:00010000:0.0:1775764837.950830:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764837.950833:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0e00 with x1862022222949632 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764837.950836:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0e00. 00010000:00010000:3.0:1775764837.951751:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cfdfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.951764:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cfdfb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.951772:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cfdfb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.951777:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc5000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764837.951782:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cfdfb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.951790:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cfdfb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.951807:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764837.951810:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764837.951815:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cfdfb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.951832:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253cfdfb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764837.954966:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764837.955071:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222949760 00000100:00100000:1.0:1775764837.955082:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222949760 00000100:00100000:1.0:1775764837.955146:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44425 00000100:00100000:1.0:1775764837.955157:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+75:11755:x1862022222949760:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764837.955181:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764837.955202:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253cfe02 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fceb9 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.955297:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfe09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.955311:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfe09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.955321:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfe09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764837.955348:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4096213 00000004:00200000:1.0:1775764837.955352:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764837.955368:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfe09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.955391:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253cfe02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceb9 expref: 77 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.955407:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfe09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceb9 expref: 76 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.955420:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764837.955422:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764837.955426:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4a00, rc 0) 00000100:00100000:1.0:1775764837.955569:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022222949760:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 384us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764837.955577:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44425 00000100:00100000:1.0:1775764837.963912:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.964017:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222949888 00000100:00100000:0.0:1775764837.964027:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222949888 00002000:00100000:0.0:1775764837.964072:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3448832->4100095) req@ffff8b8c3c51c000 x1862022222949888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.964084:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c000 with x1862022222949888 ext(3448832->4100095) 00002000:00010000:0.0:1775764837.964089:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c000 00000100:00100000:0.0:1775764837.964226:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38196 00000100:00100000:0.0:1775764837.964237:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222949888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764837.974325:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222949888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10079us (10412us total) trans 0 rc 651264/651264 00000100:00100000:0.0:1775764837.974339:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38196 00002000:00100000:0.0:1775764837.974352:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3448832->4100095) req@ffff8b8c3c51c000 x1862022222949888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/440 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 651264/651264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.974362:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c000 with x1862022222949888 ext(3448832->4100095) 00002000:00010000:0.0:1775764837.974368:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c000 00000100:00100000:2.0:1775764837.979967:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764837.980273:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222950016 00000100:00100000:0.0:1775764837.980284:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222950016 00002000:00100000:0.0:1775764837.980335:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3534848->3571711) req@ffff8b8cb77e0380 x1862022222950016/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/0 e 0 to 0 dl 1775764848 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764837.980346:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022222950016 ext(3534848->3571711) 00002000:00010000:0.0:1775764837.980351:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0380 00000100:00100000:0.0:1775764837.980385:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38197 00000100:00100000:0.0:1775764837.980394:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222950016:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764837.984235:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222950016:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3831us (4276us total) trans 4294996666 rc 0/0 00000100:00100000:3.0:1775764837.984251:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38197 00002000:00100000:3.0:1775764837.984264:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3534848->3571711) req@ffff8b8cb77e0380 x1862022222950016/t4294996666(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:318/0 lens 488/448 e 0 to 0 dl 1775764848 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764837.984274:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022222950016 ext(3534848->3571711) 00002000:00010000:3.0:1775764837.984281:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0380 00000100:00100000:2.0:1775764837.988532:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764837.988672:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222950144 00000100:00100000:3.0:1775764837.988683:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222950144 00000100:00100000:3.0:1775764837.988746:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84773 00000100:00100000:3.0:1775764837.988756:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222950144:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764838.024206:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222950144:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35361us (35594us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764838.024224:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84773 00000001:00080000:1.0:1775764838.024305:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996665 is committed 00000001:00080000:1.0:1775764838.024323:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996666 is committed 00000100:00100000:2.0:1775764838.030083:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.030291:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222950400 00000100:00100000:0.0:1775764838.030302:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222950400 00000100:00100000:0.0:1775764838.030367:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44426 00000100:00100000:0.0:1775764838.030378:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022222950400:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764838.030436:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764838.030466:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cfe09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceb9 expref: 76 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.030486:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764838.030491:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764838.030929:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cfe10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.030944:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cfe10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.030963:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cfe10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764838.031016:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032190 00000004:00010000:0.0:1775764838.031042:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b684192 reply state 0000000090450b04 transno 4295032191 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cfe10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764838.031051:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764838.031359:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022222950400:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 981us (1283us total) trans 4295032191 rc 0/0 00000100:00100000:0.0:1775764838.031367:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44426 00000020:00080000:0.0:1775764838.031372:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764838.033852:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cfe10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.033870:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cfe10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.033878:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cfe10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.033883:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ece400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764838.033888:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cfe10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.033895:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cfe10 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.033914:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.033917:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764838.033922:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cfe10 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.033928:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253cfe10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764838.036381:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.037131:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222950528 00000100:00100000:1.0:1775764838.037143:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222950528 00002000:00010000:1.0:1775764838.037202:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764838.037207:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2a00 with x1862022222950528 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764838.037230:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2a00. 00000100:00080000:0.0:1775764838.037300:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764838.037591:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38198 00000100:00100000:1.0:1775764838.037602:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222950528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764838.037899:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4096213 -> 4194304 00002000:00010000:1.0:1775764838.037903:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.037906:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764838 00002000:00010000:1.0:1775764838.037908:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.037911:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 649 00000100:00100000:1.0:1775764838.037987:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222950528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 386us (1618us total) trans 4294996667 rc 0/0 00000100:00100000:1.0:1775764838.037995:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38198 00002000:00010000:1.0:1775764838.038001:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764838.038003:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2a00 with x1862022222950528 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764838.038008:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2a00. 00000100:00100000:0.0:1775764838.040898:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.041045:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222950656 00000100:00100000:3.0:1775764838.041055:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222950656 00002000:00010000:3.0:1775764838.041091:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (919033->18446744073709551615) 00002000:00100000:3.0:1775764838.041096:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83480 with x1862022222950656 ext(919033->18446744073709551615) 00002000:00010000:3.0:1775764838.041107:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83480. 00000100:00100000:3.0:1775764838.041146:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38199 00000100:00100000:3.0:1775764838.041155:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022222950656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764838.041379:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 919033 00002000:00010000:3.0:1775764838.041383:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764838.041385:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:3.0:1775764838.041387:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764838.041389:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764838.041456:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222950656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 302us (567us total) trans 4294996049 rc 0/0 00000100:00100000:3.0:1775764838.041463:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38199 00002000:00010000:3.0:1775764838.041467:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (919033->18446744073709551615) 00002000:00100000:3.0:1775764838.041469:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83480 with x1862022222950656 ext(919033->18446744073709551615) 00002000:00010000:3.0:1775764838.041473:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83480. 00000100:00100000:2.0:1775764838.051638:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.051825:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.051968:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222950784 00000100:00100000:1.0:1775764838.051979:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222950784 00002000:00100000:1.0:1775764838.052029:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (0->921599) req@ffff8b8cb77e0700 x1862022222950784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.052040:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0700 with x1862022222950784 ext(0->921599) 00002000:00010000:1.0:1775764838.052046:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0700 00000100:00100000:1.0:1775764838.052072:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38200 00000100:00100000:1.0:1775764838.052081:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222950784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764838.052991:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222950912 00000100:00100000:3.0:1775764838.053000:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222950912 00002000:00100000:3.0:1775764838.053028:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (4100096->4194303) req@ffff8b8cb77e1500 x1862022222950912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.053037:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1500 with x1862022222950912 ext(4100096->4194303) 00002000:00010000:3.0:1775764838.053041:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1500 00000100:00100000:3.0:1775764838.053067:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38201 00000100:00100000:3.0:1775764838.053075:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222950912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.065470:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222950784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13381us (13830us total) trans 0 rc 921600/921600 00000100:00100000:1.0:1775764838.065483:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38200 00002000:00100000:1.0:1775764838.065496:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (0->921599) req@ffff8b8cb77e0700 x1862022222950784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/440 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 921600/921600 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.065506:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0700 with x1862022222950784 ext(0->921599) 00002000:00010000:1.0:1775764838.065512:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0700 00000100:00100000:3.0:1775764838.067303:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222950912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14219us (15477us total) trans 0 rc 94208/94208 00000100:00100000:3.0:1775764838.067316:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38201 00002000:00100000:3.0:1775764838.067385:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (4100096->4194303) req@ffff8b8cb77e1500 x1862022222950912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/440 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 94208/94208 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.067396:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1500 with x1862022222950912 ext(4100096->4194303) 00002000:00010000:3.0:1775764838.067401:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1500 00000100:00100000:2.0:1775764838.073703:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.074151:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222951040 00000100:00100000:0.0:1775764838.074164:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222951040 00002000:00100000:0.0:1775764838.074214:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (905216->919032) req@ffff8b8cb77e1c00 x1862022222951040/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 14312/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.074225:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1c00 with x1862022222951040 ext(905216->919032) 00002000:00010000:0.0:1775764838.074231:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1c00 00000100:00100000:0.0:1775764838.074266:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38202 00000100:00100000:0.0:1775764838.074277:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222951040:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764838.075333:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222951040:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 1051us (1634us total) trans 4294996050 rc 0/0 00000100:00100000:2.0:1775764838.075345:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38202 00002000:00100000:2.0:1775764838.075354:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (905216->919032) req@ffff8b8cb77e1c00 x1862022222951040/t4294996050(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 14312/448 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.075363:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1c00 with x1862022222951040 ext(905216->919032) 00002000:00010000:2.0:1775764838.075367:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1c00 00000100:00100000:0.0:1775764838.079128:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.079286:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222951168 00000100:00100000:1.0:1775764838.079297:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222951168 00000100:00100000:1.0:1775764838.079358:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84774 00000100:00100000:1.0:1775764838.079368:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222951168:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764838.114298:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996050 is committed 00000100:00100000:3.0:1775764838.114616:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222951168:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35243us (35502us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764838.114627:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84774 00000100:00100000:1.0:1775764838.120735:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.121048:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222951296 00000100:00100000:2.0:1775764838.121059:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222951296 00000100:00100000:2.0:1775764838.121154:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44427 00000100:00100000:2.0:1775764838.121165:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+77:11755:x1862022222951296:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764838.121191:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764838.121211:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253cfe17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcec0 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.121293:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253cfe1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.121308:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253cfe1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.121322:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253cfe1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764838.121350:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5113337 00000004:00200000:2.0:1775764838.121354:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764838.121370:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253cfe1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.121394:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253cfe17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcec0 expref: 79 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.121417:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253cfe1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcec0 expref: 78 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.121426:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764838.121430:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764838.121434:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc5200, rc 0) 00000100:00100000:2.0:1775764838.121495:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022222951296:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 332us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764838.121502:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44427 00000100:00100000:0.0:1775764838.127051:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.127202:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222951424 00000100:00100000:1.0:1775764838.127213:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222951424 00002000:00100000:1.0:1775764838.127265:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1843200->1847295) req@ffff8b8c90d50000 x1862022222951424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.127276:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50000 with x1862022222951424 ext(1843200->1847295) 00002000:00010000:1.0:1775764838.127282:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50000 00000100:00100000:1.0:1775764838.127311:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38203 00000100:00100000:1.0:1775764838.127320:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222951424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.127626:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222951424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 306us (584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.127634:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38203 00002000:00100000:1.0:1775764838.127821:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1843200->1847295) req@ffff8b8c90d50000 x1862022222951424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.127832:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50000 with x1862022222951424 ext(1843200->1847295) 00002000:00010000:1.0:1775764838.127836:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50000 00000100:00100000:0.0:1775764838.134840:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.135033:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222951552 00000100:00100000:3.0:1775764838.135044:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222951552 00002000:00100000:3.0:1775764838.135095:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1908736->1912831) req@ffff8b8c90d51180 x1862022222951552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.135107:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51180 with x1862022222951552 ext(1908736->1912831) 00002000:00010000:3.0:1775764838.135113:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51180 00000100:00100000:3.0:1775764838.135251:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38204 00000100:00100000:3.0:1775764838.135261:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222951552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764838.135501:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222951552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 240us (669us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764838.135508:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38204 00002000:00100000:3.0:1775764838.135514:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1908736->1912831) req@ffff8b8c90d51180 x1862022222951552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.135521:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51180 with x1862022222951552 ext(1908736->1912831) 00002000:00010000:3.0:1775764838.135524:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51180 00000100:00100000:0.0:1775764838.141293:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.141401:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222951680 00000100:00100000:1.0:1775764838.141413:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222951680 00002000:00100000:1.0:1775764838.141462:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3350528->3354623) req@ffff8b8c90d53100 x1862022222951680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.141474:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53100 with x1862022222951680 ext(3350528->3354623) 00002000:00010000:1.0:1775764838.141481:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53100 00000100:00100000:1.0:1775764838.141598:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38205 00000100:00100000:1.0:1775764838.141608:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222951680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.142109:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222951680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 501us (823us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.142126:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38205 00002000:00100000:1.0:1775764838.142132:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3350528->3354623) req@ffff8b8c90d53100 x1862022222951680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.142140:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53100 with x1862022222951680 ext(3350528->3354623) 00002000:00010000:1.0:1775764838.142143:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53100 00000100:00100000:2.0:1775764838.150192:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.150467:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222951936 00000100:00100000:3.0:1775764838.150477:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222951936 00000100:00100000:3.0:1775764838.150529:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44428 00000100:00100000:3.0:1775764838.150568:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022222951936:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764838.150619:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764838.150727:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253cfe1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcec0 expref: 78 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.150746:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.150751:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764838.151021:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfe25 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.151035:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfe25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.151044:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfe25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764838.151092:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032192 00000004:00010000:3.0:1775764838.151114:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097e18113 reply state 000000004e68e5d6 transno 4295032193 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfe25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764838.151121:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764838.151204:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022222951936:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 666us (1019us total) trans 4295032193 rc 0/0 00000100:00100000:3.0:1775764838.152063:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44428 00000020:00080000:3.0:1775764838.152070:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764838.154938:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfe25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.154970:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfe25 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.154979:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfe25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.154985:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547cc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764838.154990:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfe25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.154998:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfe25 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.155015:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.155018:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764838.155023:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfe25 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.155029:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547cc00/0xdb23b4c9253cfe25 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764838.157437:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.157534:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.158965:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222952064 00000100:00100000:1.0:1775764838.158978:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222952064 00002000:00010000:1.0:1775764838.159024:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2572096->18446744073709551615) 00002000:00100000:1.0:1775764838.159029:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2680 with x1862022222952064 ext(2572096->18446744073709551615) 00002000:00010000:1.0:1775764838.159040:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2680. 00000100:00100000:1.0:1775764838.159068:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222952192 00000100:00100000:1.0:1775764838.159072:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222952192 00002000:00010000:1.0:1775764838.159084:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764838.159087:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3b80 with x1862022222952192 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764838.159093:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e3b80. 00000100:00100000:1.0:1775764838.159224:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38206 00000100:00100000:1.0:1775764838.159233:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222952064:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764838.159531:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2572096 00002000:00010000:1.0:1775764838.159535:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.159555:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.159557:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.159560:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:1.0:1775764838.159618:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222952064:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 385us (2189us total) trans 4294996668 rc 0/0 00000100:00100000:1.0:1775764838.159625:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38206 00002000:00010000:1.0:1775764838.159629:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2572096->18446744073709551615) 00002000:00100000:1.0:1775764838.159632:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2680 with x1862022222952064 ext(2572096->18446744073709551615) 00002000:00010000:1.0:1775764838.159636:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2680. 00000100:00100000:1.0:1775764838.159750:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38207 00000100:00100000:1.0:1775764838.159758:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222952192:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764838.160076:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 919033 -> 0 00002000:00010000:1.0:1775764838.160080:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.160082:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764838.160084:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.160086:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764838.160109:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222952192:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 352us (2575us total) trans 4294996051 rc 0/0 00000100:00100000:1.0:1775764838.160200:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38207 00002000:00010000:1.0:1775764838.160204:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764838.160206:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3b80 with x1862022222952192 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764838.160211:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e3b80. 00000100:00100000:3.0:1775764838.165690:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.165753:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222952320 00000100:00100000:3.0:1775764838.165762:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222952320 00000100:00100000:3.0:1775764838.165834:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44429 00000100:00100000:3.0:1775764838.165844:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+79:11755:x1862022222952320:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764838.165870:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764838.165888:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c400/0xdb23b4c9253cfe2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcec7 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.165982:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547da00/0xdb23b4c9253cfe33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.166003:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547da00/0xdb23b4c9253cfe33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.166015:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547da00/0xdb23b4c9253cfe33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764838.166044:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2572096 00000004:00200000:3.0:1775764838.166048:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764838.166064:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547da00/0xdb23b4c9253cfe33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.166088:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c400/0xdb23b4c9253cfe2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcec7 expref: 81 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.166104:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547da00/0xdb23b4c9253cfe33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcec7 expref: 80 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.166113:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.166116:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764838.166132:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547da00, rc 0) 00000100:00100000:3.0:1775764838.166189:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022222952320:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 347us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764838.166197:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44429 00000100:00100000:3.0:1775764838.174855:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.174944:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222952576 00000100:00100000:0.0:1775764838.174964:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222952576 00000100:00100000:0.0:1775764838.175024:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44430 00000100:00100000:0.0:1775764838.175033:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022222952576:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764838.175087:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764838.175129:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547da00/0xdb23b4c9253cfe33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcec7 expref: 80 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.175155:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764838.175161:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764838.175387:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cfe3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.175404:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cfe3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.175413:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cfe3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764838.175463:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032194 00000004:00010000:0.0:1775764838.175486:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc2adb0a reply state 000000008dae6b90 transno 4295032195 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cfe3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764838.175495:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764838.175609:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022222952576:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 576us (763us total) trans 4295032195 rc 0/0 00000100:00100000:0.0:1775764838.175617:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44430 00000020:00080000:0.0:1775764838.175622:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764838.178936:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.179042:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764838.179228:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cfe3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.179238:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cfe3a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.179245:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cfe3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.179250:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764838.179255:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cfe3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.179263:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cfe3a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.179284:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764838.179287:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764838.179292:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cfe3a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.179298:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253cfe3a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764838.180291:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222952704 00000100:00100000:1.0:1775764838.180303:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222952704 00002000:00010000:1.0:1775764838.180346:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764838.180350:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022222952704 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764838.180362:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780a80. 00000100:00100000:1.0:1775764838.180416:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222952832 00000100:00100000:1.0:1775764838.180419:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222952832 00002000:00010000:1.0:1775764838.180431:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (126154->18446744073709551615) 00002000:00100000:1.0:1775764838.180434:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022222952832 ext(126154->18446744073709551615) 00002000:00010000:1.0:1775764838.180440:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780380. 00000100:00100000:0.0:1775764838.180475:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38208 00000100:00100000:0.0:1775764838.180486:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222952704:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764838.180730:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2572096 -> 4194304 00002000:00010000:0.0:1775764838.180734:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764838.180737:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764838.180739:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764838.180740:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:0.0:1775764838.180807:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222952704:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 322us (1879us total) trans 4294996669 rc 0/0 00000100:00100000:0.0:1775764838.180824:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38208 00002000:00010000:0.0:1775764838.180827:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764838.180830:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022222952704 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764838.180834:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780a80. 00000100:00100000:0.0:1775764838.180850:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38209 00000100:00100000:0.0:1775764838.180857:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222952832:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764838.180974:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 126154 00002000:00010000:0.0:1775764838.180977:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764838.180979:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:0.0:1775764838.180981:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764838.180983:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764838.181004:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222952832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 147us (1962us total) trans 4294996052 rc 0/0 00000100:00100000:0.0:1775764838.181010:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38209 00002000:00010000:0.0:1775764838.181012:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (126154->18446744073709551615) 00002000:00100000:0.0:1775764838.181014:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022222952832 ext(126154->18446744073709551615) 00002000:00010000:0.0:1775764838.181018:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780380. 00000100:00100000:2.0:1775764838.184721:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.184895:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222952960 00000100:00100000:0.0:1775764838.184905:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222952960 00000100:00100000:0.0:1775764838.184996:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44431 00000100:00100000:0.0:1775764838.185006:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+81:11755:x1862022222952960:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764838.185031:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764838.185051:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfe41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcece expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.185147:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cfe48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.185161:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cfe48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.185173:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cfe48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764838.185203:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4320458 00000004:00200000:0.0:1775764838.185207:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764838.185224:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cfe48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.185250:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253cfe41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcece expref: 83 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.185269:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cfe48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcece expref: 82 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.185276:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764838.185279:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764838.185283:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9c00, rc 0) 00000100:00100000:0.0:1775764838.185376:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022222952960:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 371us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764838.185382:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44431 00000100:00100000:2.0:1775764838.189717:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.189893:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222953088 00000100:00100000:1.0:1775764838.189904:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222953088 00002000:00100000:1.0:1775764838.189960:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2220032->2224127) req@ffff8b8cb0a8aa00 x1862022222953088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.189971:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8aa00 with x1862022222953088 ext(2220032->2224127) 00002000:00010000:1.0:1775764838.189977:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8aa00 00000100:00100000:1.0:1775764838.190043:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38210 00000100:00100000:1.0:1775764838.190053:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222953088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.190303:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222953088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.190312:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38210 00002000:00100000:1.0:1775764838.190318:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2220032->2224127) req@ffff8b8cb0a8aa00 x1862022222953088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.190327:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8aa00 with x1862022222953088 ext(2220032->2224127) 00002000:00010000:1.0:1775764838.190330:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8aa00 00000100:00100000:3.0:1775764838.201708:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.202256:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222953216 00000100:00100000:1.0:1775764838.202267:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222953216 00002000:00100000:1.0:1775764838.202316:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2224128->2228223) req@ffff8b8cbb783b80 x1862022222953216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.202328:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022222953216 ext(2224128->2228223) 00002000:00010000:1.0:1775764838.202334:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783b80 00000100:00100000:1.0:1775764838.202360:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38211 00000100:00100000:1.0:1775764838.202368:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222953216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.203843:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222953216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1470us (2136us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.203857:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38211 00002000:00100000:1.0:1775764838.203868:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2224128->2228223) req@ffff8b8cbb783b80 x1862022222953216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.203878:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022222953216 ext(2224128->2228223) 00002000:00010000:1.0:1775764838.203882:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783b80 00000100:00100000:2.0:1775764838.207745:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.207832:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222953344 00000100:00100000:3.0:1775764838.207844:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222953344 00002000:00100000:3.0:1775764838.207891:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2228224->2232319) req@ffff8b8cb0a8ad80 x1862022222953344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.207902:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8ad80 with x1862022222953344 ext(2228224->2232319) 00002000:00010000:3.0:1775764838.207908:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8ad80 00000100:00100000:3.0:1775764838.207946:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38212 00000100:00100000:3.0:1775764838.207963:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222953344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764838.208186:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222953344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 223us (449us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764838.208193:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38212 00002000:00100000:3.0:1775764838.208199:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2228224->2232319) req@ffff8b8cb0a8ad80 x1862022222953344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.208207:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8ad80 with x1862022222953344 ext(2228224->2232319) 00002000:00010000:3.0:1775764838.208210:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8ad80 00000100:00100000:2.0:1775764838.212391:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.212469:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222953472 00000100:00100000:0.0:1775764838.212478:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222953472 00002000:00100000:0.0:1775764838.212521:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2232320->2236415) req@ffff8b8cb0a88a80 x1862022222953472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.212532:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88a80 with x1862022222953472 ext(2232320->2236415) 00002000:00010000:0.0:1775764838.212580:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88a80 00000100:00100000:0.0:1775764838.212604:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38213 00000100:00100000:0.0:1775764838.212614:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222953472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764838.212841:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222953472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 228us (458us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764838.212849:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38213 00002000:00100000:0.0:1775764838.212856:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2232320->2236415) req@ffff8b8cb0a88a80 x1862022222953472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.212863:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88a80 with x1862022222953472 ext(2232320->2236415) 00002000:00010000:0.0:1775764838.212866:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88a80 00000100:00100000:3.0:1775764838.216941:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.217103:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222953600 00000100:00100000:2.0:1775764838.217114:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222953600 00002000:00100000:2.0:1775764838.217170:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2236416->2240511) req@ffff8b8cbb781880 x1862022222953600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.217181:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022222953600 ext(2236416->2240511) 00002000:00010000:2.0:1775764838.217186:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:2.0:1775764838.217219:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38214 00000100:00100000:2.0:1775764838.217229:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222953600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764838.217461:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222953600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 233us (528us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764838.217468:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38214 00002000:00100000:2.0:1775764838.217475:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2236416->2240511) req@ffff8b8cbb781880 x1862022222953600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.217483:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022222953600 ext(2236416->2240511) 00002000:00010000:2.0:1775764838.217486:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:2.0:1775764838.221694:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.221796:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222953728 00000100:00100000:3.0:1775764838.221806:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222953728 00002000:00100000:3.0:1775764838.221866:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2240512->2244607) req@ffff8b8cb0a8a680 x1862022222953728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.221876:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a680 with x1862022222953728 ext(2240512->2244607) 00002000:00010000:3.0:1775764838.221883:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8a680 00000100:00100000:3.0:1775764838.221914:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38215 00000100:00100000:3.0:1775764838.221923:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222953728:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764838.222179:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222953728:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (493us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764838.222187:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38215 00002000:00100000:3.0:1775764838.222193:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2240512->2244607) req@ffff8b8cb0a8a680 x1862022222953728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.222200:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a680 with x1862022222953728 ext(2240512->2244607) 00002000:00010000:3.0:1775764838.222204:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8a680 00000100:00100000:3.0:1775764838.226229:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.226343:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222953856 00000100:00100000:1.0:1775764838.226354:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222953856 00002000:00100000:1.0:1775764838.226403:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2244608->2248703) req@ffff8b8cbb781f80 x1862022222953856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.226414:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781f80 with x1862022222953856 ext(2244608->2248703) 00002000:00010000:1.0:1775764838.226420:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781f80 00000100:00100000:1.0:1775764838.226456:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38216 00000100:00100000:1.0:1775764838.226465:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222953856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.226747:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222953856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.226754:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38216 00002000:00100000:1.0:1775764838.226760:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2244608->2248703) req@ffff8b8cbb781f80 x1862022222953856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.226768:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781f80 with x1862022222953856 ext(2244608->2248703) 00002000:00010000:1.0:1775764838.226771:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781f80 00000100:00100000:0.0:1775764838.230434:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.230703:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222953984 00000100:00100000:1.0:1775764838.230713:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222953984 00002000:00100000:1.0:1775764838.230761:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2248704->2252799) req@ffff8b8c90d53480 x1862022222953984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.230779:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53480 with x1862022222953984 ext(2248704->2252799) 00002000:00010000:1.0:1775764838.230785:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53480 00000100:00100000:1.0:1775764838.230826:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38217 00000100:00100000:1.0:1775764838.230836:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222953984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.231089:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222953984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.231097:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38217 00002000:00100000:1.0:1775764838.231102:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2248704->2252799) req@ffff8b8c90d53480 x1862022222953984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.231110:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53480 with x1862022222953984 ext(2248704->2252799) 00002000:00010000:1.0:1775764838.231280:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53480 00000100:00100000:2.0:1775764838.235628:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.235738:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222954112 00000100:00100000:0.0:1775764838.235749:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222954112 00002000:00100000:0.0:1775764838.235794:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2252800->2256895) req@ffff8b8cb0a89f80 x1862022222954112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.235804:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022222954112 ext(2252800->2256895) 00002000:00010000:0.0:1775764838.235821:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89f80 00000100:00100000:0.0:1775764838.235852:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38218 00000100:00100000:0.0:1775764838.235862:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222954112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764838.236760:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222954112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (495us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764838.236772:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38218 00002000:00100000:0.0:1775764838.236781:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2252800->2256895) req@ffff8b8cb0a89f80 x1862022222954112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.236791:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022222954112 ext(2252800->2256895) 00002000:00010000:0.0:1775764838.236795:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89f80 00000100:00100000:3.0:1775764838.240208:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.240362:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222954240 00000100:00100000:1.0:1775764838.240374:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222954240 00002000:00100000:1.0:1775764838.240427:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2256896->2260991) req@ffff8b8cbb781500 x1862022222954240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.240438:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022222954240 ext(2256896->2260991) 00002000:00010000:1.0:1775764838.240444:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781500 00000100:00100000:1.0:1775764838.240480:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38219 00000100:00100000:1.0:1775764838.240489:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222954240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.240767:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222954240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 277us (567us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.240775:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38219 00002000:00100000:1.0:1775764838.240781:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2256896->2260991) req@ffff8b8cbb781500 x1862022222954240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.240788:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022222954240 ext(2256896->2260991) 00002000:00010000:1.0:1775764838.240791:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781500 00000100:00100000:1.0:1775764838.245278:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.245379:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222954368 00000100:00100000:0.0:1775764838.245391:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222954368 00002000:00100000:0.0:1775764838.245441:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2260992->2265087) req@ffff8b8c3c51d180 x1862022222954368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.245453:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022222954368 ext(2260992->2265087) 00002000:00010000:0.0:1775764838.245460:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d180 00000100:00100000:0.0:1775764838.245492:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38220 00000100:00100000:0.0:1775764838.245501:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222954368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764838.245784:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222954368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 284us (516us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764838.245792:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38220 00002000:00100000:0.0:1775764838.245798:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2260992->2265087) req@ffff8b8c3c51d180 x1862022222954368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.245806:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022222954368 ext(2260992->2265087) 00002000:00010000:0.0:1775764838.245810:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d180 00000100:00100000:3.0:1775764838.249218:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.249422:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222954496 00000100:00100000:1.0:1775764838.249432:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222954496 00002000:00100000:1.0:1775764838.249481:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2265088->2269183) req@ffff8b8cbb782300 x1862022222954496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.249493:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022222954496 ext(2265088->2269183) 00002000:00010000:1.0:1775764838.249499:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:1.0:1775764838.249526:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38221 00000100:00100000:1.0:1775764838.249576:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222954496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.249833:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222954496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 297us (623us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.249841:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38221 00002000:00100000:1.0:1775764838.249847:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2265088->2269183) req@ffff8b8cbb782300 x1862022222954496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.249856:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022222954496 ext(2265088->2269183) 00002000:00010000:1.0:1775764838.249859:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:2.0:1775764838.254439:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.254535:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222954624 00000100:00100000:1.0:1775764838.254581:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222954624 00002000:00100000:1.0:1775764838.254629:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2269184->2273279) req@ffff8b8cb0a89180 x1862022222954624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.254645:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89180 with x1862022222954624 ext(2269184->2273279) 00002000:00010000:1.0:1775764838.254650:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89180 00000100:00100000:1.0:1775764838.254682:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38222 00000100:00100000:1.0:1775764838.254691:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222954624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.254942:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222954624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (512us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.254959:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38222 00002000:00100000:1.0:1775764838.254965:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2269184->2273279) req@ffff8b8cb0a89180 x1862022222954624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.254972:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89180 with x1862022222954624 ext(2269184->2273279) 00002000:00010000:1.0:1775764838.254975:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89180 00000100:00100000:0.0:1775764838.259056:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.259259:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222954752 00000100:00100000:2.0:1775764838.259269:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222954752 00002000:00100000:2.0:1775764838.259316:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2273280->2277375) req@ffff8b8c90d51880 x1862022222954752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.259327:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51880 with x1862022222954752 ext(2273280->2277375) 00002000:00010000:2.0:1775764838.259332:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51880 00000100:00100000:2.0:1775764838.259364:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38223 00000100:00100000:2.0:1775764838.259373:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222954752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764838.259651:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222954752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 278us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764838.259659:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38223 00002000:00100000:2.0:1775764838.259666:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2273280->2277375) req@ffff8b8c90d51880 x1862022222954752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.259674:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51880 with x1862022222954752 ext(2273280->2277375) 00002000:00010000:2.0:1775764838.259678:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51880 00000100:00100000:2.0:1775764838.263649:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.263756:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222954880 00000100:00100000:1.0:1775764838.263767:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222954880 00002000:00100000:1.0:1775764838.263825:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2277376->2281471) req@ffff8b8cb24d2300 x1862022222954880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.263834:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2300 with x1862022222954880 ext(2277376->2281471) 00002000:00010000:1.0:1775764838.263841:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2300 00000100:00100000:1.0:1775764838.263870:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38224 00000100:00100000:1.0:1775764838.263880:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222954880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.264148:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222954880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 269us (506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.264156:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38224 00002000:00100000:1.0:1775764838.264163:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2277376->2281471) req@ffff8b8cb24d2300 x1862022222954880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.264171:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2300 with x1862022222954880 ext(2277376->2281471) 00002000:00010000:1.0:1775764838.264174:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2300 00000100:00100000:3.0:1775764838.272194:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.272506:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222955008 00000100:00100000:0.0:1775764838.272516:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222955008 00002000:00100000:0.0:1775764838.272603:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2281472->2285567) req@ffff8b8c99352d80 x1862022222955008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.272614:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352d80 with x1862022222955008 ext(2281472->2285567) 00002000:00010000:0.0:1775764838.272619:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352d80 00000100:00100000:0.0:1775764838.272648:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38225 00000100:00100000:0.0:1775764838.272657:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222955008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764838.272924:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222955008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 268us (737us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764838.272932:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38225 00002000:00100000:0.0:1775764838.272938:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2281472->2285567) req@ffff8b8c99352d80 x1862022222955008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.272961:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352d80 with x1862022222955008 ext(2281472->2285567) 00002000:00010000:0.0:1775764838.272964:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352d80 00000100:00100000:0.0:1775764838.277934:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.278047:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222955136 00000100:00100000:2.0:1775764838.278057:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222955136 00002000:00100000:2.0:1775764838.278110:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2285568->2289663) req@ffff8b8c90d50a80 x1862022222955136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.278129:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022222955136 ext(2285568->2289663) 00002000:00010000:2.0:1775764838.278135:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50a80 00000100:00100000:2.0:1775764838.278167:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38226 00000100:00100000:2.0:1775764838.278176:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222955136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764838.278428:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222955136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 252us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764838.278436:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38226 00002000:00100000:2.0:1775764838.278443:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2285568->2289663) req@ffff8b8c90d50a80 x1862022222955136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.278451:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022222955136 ext(2285568->2289663) 00002000:00010000:2.0:1775764838.278454:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50a80 00000100:00100000:2.0:1775764838.284610:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.284742:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222955264 00000100:00100000:3.0:1775764838.284752:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222955264 00002000:00100000:3.0:1775764838.284800:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1843200->2289663) req@ffff8b8cb24d1180 x1862022222955264/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 504/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.284818:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1180 with x1862022222955264 ext(1843200->2289663) 00002000:00010000:3.0:1775764838.284824:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1180 00000100:00100000:3.0:1775764838.284855:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38227 00000100:00100000:3.0:1775764838.284864:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222955264:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764838.289626:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222955264:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4753us (5016us total) trans 4294996670 rc 0/0 00000100:00100000:1.0:1775764838.289640:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38227 00002000:00100000:1.0:1775764838.289654:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1843200->2289663) req@ffff8b8cb24d1180 x1862022222955264/t4294996670(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 504/448 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.289664:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1180 with x1862022222955264 ext(1843200->2289663) 00002000:00010000:1.0:1775764838.289670:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1180 00000100:00100000:3.0:1775764838.293376:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.293578:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222955392 00000100:00100000:2.0:1775764838.293589:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222955392 00000100:00100000:2.0:1775764838.293638:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84775 00000100:00100000:2.0:1775764838.293649:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222955392:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764838.322672:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996669 is committed 00000001:00080000:1.0:1775764838.322691:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996670 is committed 00000100:00100000:0.0:1775764838.322854:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222955392:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 29202us (29483us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764838.322866:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84775 00000100:00100000:0.0:1775764838.327529:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.327757:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222955520 00000100:00100000:1.0:1775764838.327768:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222955520 00002000:00100000:1.0:1775764838.327904:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (20480->32767) req@ffff8b8c90d50700 x1862022222955520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.327916:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50700 with x1862022222955520 ext(20480->32767) 00002000:00010000:1.0:1775764838.327922:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d50700 00000100:00100000:1.0:1775764838.327998:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38228 00000100:00100000:1.0:1775764838.328008:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222955520:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.328394:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222955520:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 386us (873us total) trans 0 rc 12288/12288 00000100:00100000:1.0:1775764838.328402:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38228 00002000:00100000:1.0:1775764838.328409:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (20480->32767) req@ffff8b8c90d50700 x1862022222955520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/12728 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.328417:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50700 with x1862022222955520 ext(20480->32767) 00002000:00010000:1.0:1775764838.328419:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d50700 00000100:00100000:1.0:1775764838.333152:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.333290:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222955648 00000100:00100000:0.0:1775764838.333300:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222955648 00002000:00100000:0.0:1775764838.333344:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2994176->2998271) req@ffff8b8c3c51ea00 x1862022222955648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.333356:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022222955648 ext(2994176->2998271) 00002000:00010000:0.0:1775764838.333361:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ea00 00000100:00100000:0.0:1775764838.333389:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38229 00000100:00100000:0.0:1775764838.333396:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222955648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764838.333634:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222955648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 237us (489us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764838.333641:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38229 00002000:00100000:0.0:1775764838.333647:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2994176->2998271) req@ffff8b8c3c51ea00 x1862022222955648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.333655:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022222955648 ext(2994176->2998271) 00002000:00010000:0.0:1775764838.333658:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ea00 00000100:00100000:2.0:1775764838.338152:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.338291:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222955776 00000100:00100000:1.0:1775764838.338301:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222955776 00002000:00100000:1.0:1775764838.338348:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3006464->3010559) req@ffff8b8cb24d0380 x1862022222955776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.338360:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0380 with x1862022222955776 ext(3006464->3010559) 00002000:00010000:1.0:1775764838.338366:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0380 00000100:00100000:1.0:1775764838.338401:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38230 00000100:00100000:1.0:1775764838.338413:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222955776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.338669:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222955776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 258us (524us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.338675:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38230 00002000:00100000:1.0:1775764838.338680:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3006464->3010559) req@ffff8b8cb24d0380 x1862022222955776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.338687:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0380 with x1862022222955776 ext(3006464->3010559) 00002000:00010000:1.0:1775764838.338690:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0380 00000100:00100000:2.0:1775764838.342802:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.343083:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222956032 00000100:00100000:1.0:1775764838.343094:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222956032 00000100:00100000:1.0:1775764838.343162:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44432 00000100:00100000:1.0:1775764838.343172:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022222956032:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764838.343375:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764838.343404:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253cfe48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcece expref: 82 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.343425:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764838.343431:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764838.343741:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfe4f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.343756:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfe4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.343767:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfe4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764838.343829:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032196 00000004:00010000:1.0:1775764838.343853:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6016da6 reply state 000000005f7843bd transno 4295032197 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfe4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764838.343863:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764838.344007:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022222956032:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 835us (1213us total) trans 4295032197 rc 0/0 00000100:00100000:1.0:1775764838.344014:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44432 00000020:00080000:1.0:1775764838.344018:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764838.346053:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764838.355634:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.355671:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.355752:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222956160 00000100:00100000:1.0:1775764838.355762:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222956160 00002000:00010000:1.0:1775764838.355799:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (699764->18446744073709551615) 00002000:00100000:1.0:1775764838.355804:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3480 with x1862022222956160 ext(699764->18446744073709551615) 00002000:00010000:1.0:1775764838.355826:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3480. 00000100:00100000:1.0:1775764838.355853:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222956288 00000100:00100000:1.0:1775764838.355857:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222956288 00002000:00010000:1.0:1775764838.355868:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764838.355871:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1880 with x1862022222956288 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764838.355878:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1880. 00000100:00100000:1.0:1775764838.355897:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38231 00000100:00100000:1.0:1775764838.355906:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222956160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764838.356267:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 699764 00002000:00010000:1.0:1775764838.356272:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.356274:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.356276:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.356279:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 907 00000100:00100000:1.0:1775764838.356331:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222956160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 425us (705us total) trans 4294996671 rc 0/0 00000100:00100000:1.0:1775764838.356339:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38231 00002000:00010000:1.0:1775764838.356343:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (699764->18446744073709551615) 00002000:00100000:1.0:1775764838.356345:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3480 with x1862022222956160 ext(699764->18446744073709551615) 00002000:00010000:1.0:1775764838.356350:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3480. 00000100:00100000:1.0:1775764838.356366:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38232 00000100:00100000:1.0:1775764838.356372:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222956288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764838.356497:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 126154 -> 0 00002000:00010000:1.0:1775764838.356500:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.356502:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:1.0:1775764838.356504:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.356506:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764838.356524:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222956288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 153us (852us total) trans 4294996053 rc 0/0 00000100:00100000:1.0:1775764838.356531:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38232 00002000:00010000:1.0:1775764838.356534:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764838.356558:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1880 with x1862022222956288 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764838.356563:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1880. 00010000:00010000:3.0:1775764838.356998:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfe4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.357009:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfe4f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.357016:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfe4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.357023:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da5e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764838.357028:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfe4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.357035:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfe4f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.357050:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.357053:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764838.357057:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfe4f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.357063:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cfe4f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764838.361463:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.361628:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222956416 00000100:00100000:1.0:1775764838.361637:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222956416 00000100:00100000:1.0:1775764838.361689:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44433 00000100:00100000:1.0:1775764838.361697:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+83:11755:x1862022222956416:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764838.361722:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764838.361740:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253cfe56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fced5 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.361823:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfe5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.361837:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfe5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.361847:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfe5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764838.361871:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 699764 00000004:00200000:1.0:1775764838.361875:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764838.361890:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfe5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.361912:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253cfe56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fced5 expref: 85 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.361936:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfe5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fced5 expref: 84 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.361955:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764838.361958:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764838.361961:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da5a00, rc 0) 00000100:00100000:1.0:1775764838.362011:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022222956416:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 314us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764838.362018:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44433 00000100:00100000:2.0:1775764838.370180:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.370281:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222956672 00000100:00100000:0.0:1775764838.370292:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222956672 00000100:00100000:0.0:1775764838.370352:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44434 00000100:00100000:0.0:1775764838.370363:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022222956672:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764838.370420:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764838.370447:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253cfe5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fced5 expref: 84 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.370465:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764838.370471:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764838.370690:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cfe64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.370705:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cfe64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.370715:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cfe64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764838.370755:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032198 00000004:00010000:0.0:1775764838.370774:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e8e9905 reply state 000000002bdeec33 transno 4295032199 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cfe64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764838.370782:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764838.371029:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022222956672:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 668us (857us total) trans 4295032199 rc 0/0 00000100:00100000:0.0:1775764838.371037:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44434 00000020:00080000:0.0:1775764838.371042:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764838.374231:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cfe64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.374247:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cfe64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.374255:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cfe64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.374261:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764838.374265:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cfe64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.374274:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cfe64 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.374295:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.374298:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764838.374302:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cfe64 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.374308:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253cfe64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764838.376254:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.376511:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222956800 00000100:00100000:3.0:1775764838.376521:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222956800 00002000:00010000:3.0:1775764838.376576:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (31161->18446744073709551615) 00002000:00100000:3.0:1775764838.376580:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3100 with x1862022222956800 ext(31161->18446744073709551615) 00002000:00010000:3.0:1775764838.376592:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3100. 00000100:00100000:3.0:1775764838.376625:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38233 00000100:00100000:3.0:1775764838.376634:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222956800:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764838.377045:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 699764 -> 31161 00002000:00010000:3.0:1775764838.377049:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764838.377051:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764838.377053:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764838.377055:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:3.0:1775764838.377123:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222956800:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 488us (874us total) trans 4294996672 rc 0/0 00000100:00100000:3.0:1775764838.377130:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38233 00002000:00010000:3.0:1775764838.377133:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (31161->18446744073709551615) 00002000:00100000:3.0:1775764838.377136:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3100 with x1862022222956800 ext(31161->18446744073709551615) 00002000:00010000:3.0:1775764838.377140:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3100. 00000100:00100000:0.0:1775764838.380176:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.380282:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222956928 00000100:00100000:2.0:1775764838.380291:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222956928 00002000:00010000:2.0:1775764838.380329:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764838.380335:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51f80 with x1862022222956928 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764838.380346:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51f80. 00000100:00100000:2.0:1775764838.380379:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38234 00000100:00100000:2.0:1775764838.380388:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222956928:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764838.380644:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764838.380648:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.380650:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764838.380652:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.380654:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764838.380716:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222956928:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 328us (547us total) trans 4294996054 rc 0/0 00000100:00100000:2.0:1775764838.380724:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38234 00002000:00010000:2.0:1775764838.380728:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764838.380731:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51f80 with x1862022222956928 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764838.380736:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51f80. 00000100:00100000:1.0:1775764838.385203:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.385508:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222957056 00000100:00100000:2.0:1775764838.385519:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222957056 00000100:00100000:2.0:1775764838.385612:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44435 00000100:00100000:2.0:1775764838.385622:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+85:11755:x1862022222957056:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764838.385655:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764838.385678:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253cfe6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcedc expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.385762:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cfe72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.385775:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cfe72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.385785:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cfe72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764838.385810:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 31161 00000004:00200000:2.0:1775764838.385826:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764838.385844:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cfe72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.385867:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253cfe6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcedc expref: 87 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.385883:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cfe72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcedc expref: 86 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.385891:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764838.385894:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764838.385898:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc4000, rc 0) 00000100:00100000:2.0:1775764838.385955:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022222957056:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 325us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764838.385966:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44435 00000100:00100000:3.0:1775764838.391875:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.391990:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222957312 00000100:00100000:0.0:1775764838.392001:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222957312 00000100:00100000:0.0:1775764838.392067:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44436 00000100:00100000:0.0:1775764838.392076:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022222957312:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764838.392142:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764838.392171:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253cfe72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcedc expref: 86 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.392191:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764838.392196:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764838.392416:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cfe79 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.392431:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cfe79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.392441:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cfe79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764838.392491:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032200 00000004:00010000:0.0:1775764838.392514:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe9cc1f2 reply state 00000000b6384853 transno 4295032201 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cfe79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764838.392523:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764838.392638:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022222957312:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 563us (770us total) trans 4295032201 rc 0/0 00000100:00100000:0.0:1775764838.392645:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44436 00000020:00080000:0.0:1775764838.392650:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764838.397282:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cfe79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.397300:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cfe79 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.397308:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cfe79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.397314:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764838.397318:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cfe79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.397326:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cfe79 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.397344:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.397348:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764838.397353:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cfe79 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.397358:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253cfe79 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764838.399007:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.399339:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222957440 00000100:00100000:2.0:1775764838.399349:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222957440 00002000:00010000:2.0:1775764838.399387:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4147412->18446744073709551615) 00002000:00100000:2.0:1775764838.399393:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351500 with x1862022222957440 ext(4147412->18446744073709551615) 00002000:00010000:2.0:1775764838.399404:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351500. 00000100:00100000:2.0:1775764838.399441:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38235 00000100:00100000:2.0:1775764838.399452:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222957440:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764838.399712:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 31161 -> 4147412 00002000:00010000:2.0:1775764838.399716:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.399719:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.399721:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.399723:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:2.0:1775764838.399772:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222957440:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 322us (773us total) trans 4294996673 rc 0/0 00000100:00100000:2.0:1775764838.399779:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38235 00002000:00010000:2.0:1775764838.399783:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4147412->18446744073709551615) 00002000:00100000:2.0:1775764838.399785:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351500 with x1862022222957440 ext(4147412->18446744073709551615) 00002000:00010000:2.0:1775764838.399789:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351500. 00000100:00100000:0.0:1775764838.402274:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.402350:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222957568 00000100:00100000:3.0:1775764838.402359:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222957568 00002000:00010000:3.0:1775764838.402400:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764838.402405:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deffb80 with x1862022222957568 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764838.402417:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deffb80. 00000100:00100000:3.0:1775764838.402452:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38236 00000100:00100000:3.0:1775764838.402461:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222957568:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764838.402713:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764838.402717:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764838.402720:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:3.0:1775764838.402721:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764838.402723:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764838.402772:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222957568:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 312us (505us total) trans 4294996055 rc 0/0 00000100:00100000:3.0:1775764838.402779:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38236 00002000:00010000:3.0:1775764838.402782:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764838.402784:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deffb80 with x1862022222957568 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764838.402788:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deffb80. 00000100:00100000:1.0:1775764838.420075:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.420118:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.420147:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.420182:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.420269:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222957696 00000100:00100000:0.0:1775764838.420279:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222957696 00002000:00100000:0.0:1775764838.420324:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (32768->4112383) req@ffff8b8c8f8c4000 x1862022222957696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 504/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.420334:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4000 with x1862022222957696 ext(32768->4112383) 00002000:00010000:0.0:1775764838.420339:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4000 00000100:00100000:0.0:1775764838.420366:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222957952 00000100:00100000:0.0:1775764838.420369:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222957952 00002000:00100000:0.0:1775764838.420383:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2125824->3174399) req@ffff8b8c8f8c6680 x1862022222957952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.420390:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6680 with x1862022222957952 ext(2125824->3174399) 00002000:00010000:0.0:1775764838.420393:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6680 00000100:00100000:0.0:1775764838.420407:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222957824 00000100:00100000:0.0:1775764838.420410:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222957824 00002000:00100000:0.0:1775764838.420422:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1077248->2125823) req@ffff8b8c8f8c5f80 x1862022222957824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.420428:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5f80 with x1862022222957824 ext(1077248->2125823) 00002000:00010000:0.0:1775764838.420430:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5f80 00000100:00100000:0.0:1775764838.420440:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222958080 00000100:00100000:0.0:1775764838.420443:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222958080 00002000:00100000:0.0:1775764838.420454:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3174400->4149247) req@ffff8b8c8f8c5c00 x1862022222958080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 504/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.420461:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5c00 with x1862022222958080 ext(3174400->4149247) 00002000:00010000:0.0:1775764838.420464:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5c00 00000100:00100000:0.0:1775764838.420477:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38237 00000100:00100000:0.0:1775764838.420486:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222957696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764838.421375:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38238 00000100:00100000:0.0:1775764838.421386:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222957952:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.422764:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38239 00000100:00100000:1.0:1775764838.422783:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222957824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.423585:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38240 00000100:00100000:1.0:1775764838.423595:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222958080:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.451557:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222957952:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30143us (31408us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764838.451572:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38238 00002000:00100000:1.0:1775764838.451584:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2125824->3174399) req@ffff8b8c8f8c6680 x1862022222957952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/440 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.451602:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6680 with x1862022222957952 ext(2125824->3174399) 00002000:00010000:1.0:1775764838.451608:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6680 00000100:00100000:3.0:1775764838.456806:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222957824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 34022us (36647us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764838.456833:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38239 00002000:00100000:3.0:1775764838.456845:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1077248->2125823) req@ffff8b8c8f8c5f80 x1862022222957824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/440 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.456857:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5f80 with x1862022222957824 ext(1077248->2125823) 00002000:00010000:3.0:1775764838.456862:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5f80 00000100:00100000:1.0:1775764838.458232:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222958080:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 34631us (38041us total) trans 0 rc 970752/970752 00000100:00100000:1.0:1775764838.458243:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38240 00002000:00100000:1.0:1775764838.458253:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3174400->4149247) req@ffff8b8c8f8c5c00 x1862022222958080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 504/440 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 970752/970752 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.458262:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5c00 with x1862022222958080 ext(3174400->4149247) 00002000:00010000:1.0:1775764838.458267:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5c00 00000100:00100000:2.0:1775764838.467058:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222957696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 46563us (46983us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764838.467073:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38237 00002000:00100000:2.0:1775764838.467087:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (32768->4112383) req@ffff8b8c8f8c4000 x1862022222957696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 504/440 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.467105:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4000 with x1862022222957696 ext(32768->4112383) 00002000:00010000:2.0:1775764838.467122:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4000 00000100:00100000:0.0:1775764838.473639:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.473720:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222958208 00000100:00100000:3.0:1775764838.473732:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222958208 00002000:00100000:3.0:1775764838.473779:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4108288->4147411) req@ffff8b8c8defed80 x1862022222958208/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.473791:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defed80 with x1862022222958208 ext(4108288->4147411) 00002000:00010000:3.0:1775764838.473797:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defed80 00000100:00100000:3.0:1775764838.473832:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38241 00000100:00100000:3.0:1775764838.473842:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222958208:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764838.476412:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222958208:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2562us (2773us total) trans 4294996674 rc 0/0 00000100:00100000:2.0:1775764838.476424:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38241 00002000:00100000:2.0:1775764838.476436:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4108288->4147411) req@ffff8b8c8defed80 x1862022222958208/t4294996674(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/448 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.476445:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defed80 with x1862022222958208 ext(4108288->4147411) 00002000:00010000:2.0:1775764838.476450:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defed80 00000100:00100000:3.0:1775764838.480729:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.480847:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222958336 00000100:00100000:0.0:1775764838.480857:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222958336 00000100:00100000:0.0:1775764838.480921:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84776 00000100:00100000:0.0:1775764838.480932:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222958336:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764838.513909:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222958336:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32969us (33178us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764838.513921:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84776 00000001:00080000:2.0:1775764838.516626:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996671 is committed 00000001:00080000:2.0:1775764838.516647:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996674 is committed 00000100:00100000:0.0:1775764838.517059:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.517222:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222958464 00000100:00100000:2.0:1775764838.517232:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222958464 00000100:00100000:2.0:1775764838.517331:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44437 00000100:00100000:2.0:1775764838.517342:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+87:11755:x1862022222958464:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764838.517367:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764838.517387:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfe80 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcee3 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.517469:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35800/0xdb23b4c9253cfe87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.517482:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35800/0xdb23b4c9253cfe87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.517494:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35800/0xdb23b4c9253cfe87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764838.517523:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4147412 00000004:00200000:2.0:1775764838.517527:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764838.517578:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35800/0xdb23b4c9253cfe87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.517602:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfe80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcee3 expref: 89 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.517618:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35800/0xdb23b4c9253cfe87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcee3 expref: 88 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.517625:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764838.517628:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764838.517632:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c86d35800, rc 0) 00000100:00100000:2.0:1775764838.517752:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022222958464:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 411us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764838.517759:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44437 00000100:00100000:0.0:1775764838.527215:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.527357:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222958720 00000100:00100000:1.0:1775764838.527368:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222958720 00000100:00100000:1.0:1775764838.527423:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44438 00000100:00100000:1.0:1775764838.527433:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022222958720:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764838.527485:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764838.527512:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35800/0xdb23b4c9253cfe87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcee3 expref: 88 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.527532:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764838.531306:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764838.531568:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfe8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.531591:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfe8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.531604:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfe8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764838.531658:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032202 00000004:00010000:1.0:1775764838.531685:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa8a1c7e reply state 00000000f1425c05 transno 4295032203 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfe8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764838.531694:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764838.531805:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022222958720:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 4370us (4596us total) trans 4295032203 rc 0/0 00000100:00100000:1.0:1775764838.531898:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44438 00000020:00080000:1.0:1775764838.531905:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764838.534155:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfe8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.534171:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfe8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.534178:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfe8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.534183:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764838.534188:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfe8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.534194:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfe8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.534218:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764838.534222:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764838.534226:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfe8e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.534232:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cfe8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764838.536424:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.536797:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222958848 00000100:00100000:1.0:1775764838.536807:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222958848 00002000:00010000:1.0:1775764838.536856:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764838.536862:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff800 with x1862022222958848 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764838.536873:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff800. 00000100:00100000:1.0:1775764838.536902:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38242 00000100:00100000:1.0:1775764838.536910:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222958848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764838.537224:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4147412 -> 4194304 00002000:00010000:1.0:1775764838.537227:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.537230:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.537232:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.537234:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 201 00000100:00100000:1.0:1775764838.537287:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222958848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 377us (871us total) trans 4294996675 rc 0/0 00000100:00100000:1.0:1775764838.537295:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38242 00002000:00010000:1.0:1775764838.537298:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764838.537301:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff800 with x1862022222958848 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764838.537305:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff800. 00000100:00100000:3.0:1775764838.544132:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.544215:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222958976 00000100:00100000:2.0:1775764838.544225:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222958976 00002000:00010000:2.0:1775764838.544265:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (285159->18446744073709551615) 00002000:00100000:2.0:1775764838.544269:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351880 with x1862022222958976 ext(285159->18446744073709551615) 00002000:00010000:2.0:1775764838.544282:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99351880. 00000100:00100000:2.0:1775764838.544314:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38243 00000100:00100000:2.0:1775764838.544323:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222958976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764838.544597:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 285159 00002000:00010000:2.0:1775764838.544601:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.544605:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764837 00002000:00010000:2.0:1775764838.544607:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.544610:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764838.544668:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222958976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 346us (553us total) trans 4294996056 rc 0/0 00000100:00100000:2.0:1775764838.544676:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38243 00002000:00010000:2.0:1775764838.544680:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (285159->18446744073709551615) 00002000:00100000:2.0:1775764838.544683:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351880 with x1862022222958976 ext(285159->18446744073709551615) 00002000:00010000:2.0:1775764838.544687:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99351880. 00000100:00100000:3.0:1775764838.549598:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.549725:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222959104 00000100:00100000:2.0:1775764838.549734:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222959104 00002000:00100000:2.0:1775764838.549779:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (0->286719) req@ffff8b8c8f957100 x1862022222959104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 504/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.549791:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022222959104 ext(0->286719) 00002000:00010000:2.0:1775764838.549796:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957100 00000100:00100000:2.0:1775764838.549831:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38244 00000100:00100000:2.0:1775764838.549840:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222959104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764838.555472:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.555577:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222959232 00000100:00100000:1.0:1775764838.555587:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222959232 00002000:00100000:1.0:1775764838.555634:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4149248->4194303) req@ffff8b8c8f955500 x1862022222959232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.555645:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022222959232 ext(4149248->4194303) 00002000:00010000:1.0:1775764838.555651:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:1.0:1775764838.555684:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38245 00000100:00100000:1.0:1775764838.555696:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222959232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764838.559188:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222959104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9338us (9589us total) trans 0 rc 245760/245760 00000100:00100000:2.0:1775764838.559201:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38244 00002000:00100000:2.0:1775764838.559212:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (0->286719) req@ffff8b8c8f957100 x1862022222959104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 504/440 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 245760/245760 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.559222:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022222959104 ext(0->286719) 00002000:00010000:2.0:1775764838.559228:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957100 00000100:00100000:3.0:1775764838.565273:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.565435:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222959360 00000100:00100000:2.0:1775764838.565445:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222959360 00002000:00100000:2.0:1775764838.565492:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (28672->285158) req@ffff8b8c8f954000 x1862022222959360/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 504/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.565504:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022222959360 ext(28672->285158) 00002000:00010000:2.0:1775764838.565511:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:2.0:1775764838.565579:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38246 00000100:00100000:2.0:1775764838.565588:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222959360:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764838.566729:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222959232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11031us (11263us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1775764838.566740:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38245 00002000:00100000:0.0:1775764838.566750:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4149248->4194303) req@ffff8b8c8f955500 x1862022222959232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/440 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.566759:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022222959232 ext(4149248->4194303) 00002000:00010000:0.0:1775764838.566763:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:2.0:1775764838.572155:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022222959360:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6558us (6881us total) trans 4294996057 rc 0/0 00000100:00100000:2.0:1775764838.572168:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38246 00002000:00100000:2.0:1775764838.572180:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (28672->285158) req@ffff8b8c8f954000 x1862022222959360/t4294996057(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 504/448 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.572190:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022222959360 ext(28672->285158) 00002000:00010000:2.0:1775764838.572196:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:0.0:1775764838.577076:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.577173:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222959488 00000100:00100000:2.0:1775764838.577187:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222959488 00000100:00100000:2.0:1775764838.577249:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84777 00000100:00100000:2.0:1775764838.577260:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222959488:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764838.614739:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996052 is committed 00000001:00080000:3.0:1775764838.614759:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996053 is committed 00000001:00080000:3.0:1775764838.614767:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996057 is committed 00000100:00100000:2.0:1775764838.615020:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222959488:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 37758us (37952us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764838.615032:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84777 00000100:00100000:0.0:1775764838.618221:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.618449:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222959616 00000100:00100000:2.0:1775764838.618458:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222959616 00000100:00100000:2.0:1775764838.618568:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44439 00000100:00100000:2.0:1775764838.618580:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+89:11755:x1862022222959616:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764838.618602:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764838.618621:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfe95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fceea expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.618700:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfe9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.618714:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfe9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.618726:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfe9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764838.618753:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4479463 00000004:00200000:2.0:1775764838.618757:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764838.618774:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfe9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.618799:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfe95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceea expref: 91 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.618826:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfe9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceea expref: 90 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.618834:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764838.618837:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764838.618841:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c86d34800, rc 0) 00000100:00100000:2.0:1775764838.618936:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022222959616:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 359us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764838.618952:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44439 00000100:00100000:1.0:1775764838.629802:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.629966:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222959872 00000100:00100000:2.0:1775764838.629977:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222959872 00000100:00100000:2.0:1775764838.630033:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44440 00000100:00100000:2.0:1775764838.630044:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022222959872:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764838.630099:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764838.630203:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfe9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceea expref: 90 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.630231:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764838.630236:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764838.630442:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfea3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.630457:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfea3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.630467:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfea3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764838.630515:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032204 00000004:00010000:2.0:1775764838.630572:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c9be5725 reply state 000000004a5d32d0 transno 4295032205 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfea3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764838.630582:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764838.630675:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022222959872:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 633us (880us total) trans 4295032205 rc 0/0 00000100:00100000:2.0:1775764838.630683:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44440 00000020:00080000:2.0:1775764838.630688:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764838.633230:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfea3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.633248:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfea3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.633256:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfea3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.633262:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c86d34c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764838.633267:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfea3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.633274:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfea3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.633290:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.633293:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764838.633299:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfea3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.633305:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34c00/0xdb23b4c9253cfea3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764838.635768:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.635848:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.636976:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222960000 00000100:00100000:2.0:1775764838.636990:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222960000 00002000:00010000:2.0:1775764838.637034:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764838.637038:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022222960000 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764838.637050:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700. 00000100:00100000:2.0:1775764838.637079:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222960128 00000100:00100000:2.0:1775764838.637083:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222960128 00002000:00010000:2.0:1775764838.637095:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (62592->18446744073709551615) 00002000:00100000:2.0:1775764838.637099:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022222960128 ext(62592->18446744073709551615) 00002000:00010000:2.0:1775764838.637105:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c4380. 00000100:00100000:2.0:1775764838.637138:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38247 00000100:00100000:2.0:1775764838.637148:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222960000:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764838.637366:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1775764838.637370:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.637372:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.637374:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.637377:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 201 -> 201 00000100:00100000:2.0:1775764838.637428:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222960000:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 282us (1668us total) trans 4294996676 rc 0/0 00000100:00100000:2.0:1775764838.637436:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38247 00002000:00010000:2.0:1775764838.637439:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764838.637442:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022222960000 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764838.637445:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700. 00000100:00100000:2.0:1775764838.637462:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38248 00000100:00100000:2.0:1775764838.637468:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222960128:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764838.637720:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 285159 -> 62592 00002000:00010000:2.0:1775764838.637723:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.637725:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764837 -> 1775764838 00002000:00010000:2.0:1775764838.637727:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.637728:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 519 00000100:00100000:2.0:1775764838.637750:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222960128:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 282us (1902us total) trans 4294996058 rc 0/0 00000100:00100000:2.0:1775764838.637756:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38248 00002000:00010000:2.0:1775764838.637759:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (62592->18446744073709551615) 00002000:00100000:2.0:1775764838.637762:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022222960128 ext(62592->18446744073709551615) 00002000:00010000:2.0:1775764838.637766:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c4380. 00000100:00100000:2.0:1775764838.641421:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.641499:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222960256 00000100:00100000:1.0:1775764838.641510:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222960256 00000100:00100000:1.0:1775764838.641591:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44441 00000100:00100000:1.0:1775764838.641602:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+91:11755:x1862022222960256:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764838.641627:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764838.641645:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253cfeaa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcef1 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.641727:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfeb1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.641742:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfeb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.641753:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfeb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764838.641780:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4256896 00000004:00200000:1.0:1775764838.641784:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764838.641801:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfeb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.641923:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253cfeaa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcef1 expref: 93 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.641939:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfeb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcef1 expref: 92 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764838.641957:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764838.641960:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764838.641964:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da5000, rc 0) 00000100:00100000:1.0:1775764838.642018:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022222960256:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 418us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764838.642026:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44441 00000100:00100000:1.0:1775764838.646922:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.647120:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222960512 00000100:00100000:2.0:1775764838.647130:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222960512 00000100:00100000:2.0:1775764838.647191:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44442 00000100:00100000:2.0:1775764838.647201:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022222960512:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764838.647254:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764838.647281:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253cfeb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcef1 expref: 92 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.647301:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764838.647306:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764838.647514:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfeb8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.647528:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfeb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.647570:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfeb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764838.647622:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032206 00000004:00010000:2.0:1775764838.647645:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007d0e2644 reply state 00000000fb27fc94 transno 4295032207 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfeb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764838.647654:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764838.647736:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022222960512:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 536us (822us total) trans 4295032207 rc 0/0 00000100:00100000:2.0:1775764838.647743:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44442 00000020:00080000:2.0:1775764838.647748:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764838.651056:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.651085:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.651123:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222960640 00000100:00100000:1.0:1775764838.651133:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222960640 00002000:00010000:1.0:1775764838.651173:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3326929->18446744073709551615) 00002000:00100000:1.0:1775764838.651178:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022222960640 ext(3326929->18446744073709551615) 00002000:00010000:1.0:1775764838.651189:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4a80. 00000100:00100000:1.0:1775764838.651210:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222960768 00000100:00100000:1.0:1775764838.651213:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222960768 00002000:00010000:1.0:1775764838.651224:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764838.651227:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022222960768 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764838.651233:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c7b80. 00000100:00100000:1.0:1775764838.651251:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38249 00000100:00100000:1.0:1775764838.651261:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222960640:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764838.651579:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3326929 00002000:00010000:1.0:1775764838.651583:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.651586:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.651589:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.651591:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 201 -> 201 00000100:00100000:1.0:1775764838.651640:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222960640:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 381us (592us total) trans 4294996677 rc 0/0 00000100:00100000:1.0:1775764838.651648:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38249 00002000:00010000:1.0:1775764838.651651:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3326929->18446744073709551615) 00002000:00100000:1.0:1775764838.651653:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022222960640 ext(3326929->18446744073709551615) 00002000:00010000:1.0:1775764838.651657:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4a80. 00000100:00100000:1.0:1775764838.651673:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38250 00000100:00100000:1.0:1775764838.651679:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222960768:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764838.651849:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 62592 -> 0 00002000:00010000:1.0:1775764838.651852:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.651855:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.651857:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.651859:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1775764838.651880:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222960768:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 200us (793us total) trans 4294996059 rc 0/0 00000100:00100000:1.0:1775764838.651887:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38250 00002000:00010000:1.0:1775764838.651890:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764838.651892:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022222960768 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764838.651896:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c7b80. 00010000:00010000:3.0:1775764838.652068:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfeb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.652079:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfeb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.652087:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfeb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.652093:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c86d34800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764838.652098:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfeb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.652107:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfeb8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.652125:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.652127:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764838.652132:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfeb8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.652138:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cfeb8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764838.657600:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.657874:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222960896 00000100:00100000:0.0:1775764838.657884:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222960896 00000100:00100000:0.0:1775764838.657969:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44443 00000100:00100000:0.0:1775764838.657980:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+93:11755:x1862022222960896:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764838.658003:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764838.658023:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cfebf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcef8 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.658275:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0600/0xdb23b4c9253cfec6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.658292:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0600/0xdb23b4c9253cfec6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.658304:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0600/0xdb23b4c9253cfec6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764838.658338:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3326929 00000004:00200000:0.0:1775764838.658342:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764838.658359:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0600/0xdb23b4c9253cfec6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.658384:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cfebf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcef8 expref: 95 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.658402:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0600/0xdb23b4c9253cfec6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcef8 expref: 94 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.658411:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764838.658414:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764838.658417:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca38d0600, rc 0) 00000100:00100000:0.0:1775764838.658891:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022222960896:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 910us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764838.658898:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44443 00000100:00100000:1.0:1775764838.667700:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.667800:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222961152 00000100:00100000:2.0:1775764838.667819:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222961152 00000100:00100000:2.0:1775764838.667883:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44444 00000100:00100000:2.0:1775764838.667893:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022222961152:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764838.667968:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764838.668000:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0600/0xdb23b4c9253cfec6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcef8 expref: 94 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.668021:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764838.668026:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764838.668246:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cfecd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.668260:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cfecd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.668270:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cfecd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764838.668321:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032208 00000004:00010000:2.0:1775764838.668345:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004cf9a508 reply state 0000000005f89ae7 transno 4295032209 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cfecd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764838.668353:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764838.668442:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022222961152:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 550us (751us total) trans 4295032209 rc 0/0 00000100:00100000:2.0:1775764838.668449:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44444 00000020:00080000:2.0:1775764838.668454:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764838.672151:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cfecd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.672172:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cfecd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.672180:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cfecd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.672186:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c86d35000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764838.672191:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cfecd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.672199:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cfecd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.672218:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.672221:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764838.672226:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cfecd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.672231:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cfecd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764838.681588:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.681636:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.681721:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222961280 00000100:00100000:2.0:1775764838.681731:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222961280 00002000:00010000:2.0:1775764838.681773:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3483910->18446744073709551615) 00002000:00100000:2.0:1775764838.681778:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5c700 with x1862022222961280 ext(3483910->18446744073709551615) 00002000:00010000:2.0:1775764838.681789:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5c700. 00000100:00100000:2.0:1775764838.681821:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222961408 00000100:00100000:2.0:1775764838.681825:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222961408 00002000:00010000:2.0:1775764838.681837:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764838.681839:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5df80 with x1862022222961408 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764838.681846:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5df80. 00000100:00100000:2.0:1775764838.681865:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38251 00000100:00100000:2.0:1775764838.681874:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222961280:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764838.682101:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3326929 -> 3483910 00002000:00010000:2.0:1775764838.682106:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.682108:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.682121:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.682124:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 201 -> 201 00000100:00100000:2.0:1775764838.682176:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222961280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 303us (640us total) trans 4294996678 rc 0/0 00000100:00100000:2.0:1775764838.682184:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38251 00002000:00010000:2.0:1775764838.682188:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3483910->18446744073709551615) 00002000:00100000:2.0:1775764838.682191:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5c700 with x1862022222961280 ext(3483910->18446744073709551615) 00002000:00010000:2.0:1775764838.682196:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5c700. 00000100:00100000:2.0:1775764838.682212:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38252 00000100:00100000:2.0:1775764838.682219:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222961408:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764838.682326:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764838.682329:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.682332:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.682333:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.682335:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1775764838.682356:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222961408:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 138us (720us total) trans 4294996060 rc 0/0 00000100:00100000:2.0:1775764838.682363:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38252 00002000:00010000:2.0:1775764838.682366:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764838.682368:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5df80 with x1862022222961408 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764838.682372:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5df80. 00000100:00100000:1.0:1775764838.689380:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.689593:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222961536 00000100:00100000:3.0:1775764838.689605:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222961536 00000100:00100000:3.0:1775764838.689660:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44445 00000100:00100000:3.0:1775764838.689670:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+95:11755:x1862022222961536:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764838.689698:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764838.689718:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cfed4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fceff expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.689807:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d200/0xdb23b4c9253cfedb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.689832:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d200/0xdb23b4c9253cfedb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.689843:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d200/0xdb23b4c9253cfedb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764838.689870:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3483910 00000004:00200000:3.0:1775764838.689874:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764838.689890:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d200/0xdb23b4c9253cfedb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.689916:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cfed4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceff expref: 97 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.689932:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d200/0xdb23b4c9253cfedb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceff expref: 96 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.689941:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.689955:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764838.689967:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547d200, rc 0) 00000100:00100000:3.0:1775764838.690019:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022222961536:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 350us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764838.690026:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44445 00000100:00100000:1.0:1775764838.695957:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.696124:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222961792 00000100:00100000:0.0:1775764838.696135:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222961792 00000100:00100000:0.0:1775764838.696200:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44446 00000100:00100000:0.0:1775764838.696210:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022222961792:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764838.696265:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764838.696294:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d200/0xdb23b4c9253cfedb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fceff expref: 96 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.696313:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764838.696319:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764838.696533:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cfee2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.696603:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cfee2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.696614:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cfee2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764838.696664:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032210 00000004:00010000:0.0:1775764838.696688:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb1ba71f reply state 0000000073a505f7 transno 4295032211 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cfee2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764838.696696:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764838.696774:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+98:11755:x1862022222961792:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 566us (840us total) trans 4295032211 rc 0/0 00000100:00100000:0.0:1775764838.696782:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44446 00000020:00080000:0.0:1775764838.696787:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764838.704241:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cfee2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.704264:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cfee2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.704272:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cfee2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.704278:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca38d1600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764838.704283:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cfee2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.704291:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cfee2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.704310:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.704313:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764838.704318:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cfee2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.704324:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cfee2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764838.705772:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.705804:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.705898:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222961920 00000100:00100000:2.0:1775764838.705908:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222961920 00002000:00010000:2.0:1775764838.705967:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764838.705972:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d500 with x1862022222961920 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764838.705984:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5d500. 00000100:00100000:2.0:1775764838.706014:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222962048 00000100:00100000:2.0:1775764838.706017:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222962048 00002000:00010000:2.0:1775764838.706029:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (979644->18446744073709551615) 00002000:00100000:2.0:1775764838.706031:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ed80 with x1862022222962048 ext(979644->18446744073709551615) 00002000:00010000:2.0:1775764838.706038:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ed80. 00000100:00100000:2.0:1775764838.706067:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38253 00000100:00100000:2.0:1775764838.706076:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222961920:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764838.706345:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3483910 -> 4194304 00002000:00010000:2.0:1775764838.706349:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.706353:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.706355:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.706358:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 201 -> 201 00000100:00100000:2.0:1775764838.706421:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222961920:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 345us (657us total) trans 4294996679 rc 0/0 00000100:00100000:2.0:1775764838.706430:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38253 00002000:00010000:2.0:1775764838.706434:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764838.706436:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d500 with x1862022222961920 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764838.706440:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5d500. 00000100:00100000:2.0:1775764838.706456:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38254 00000100:00100000:2.0:1775764838.706463:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222962048:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764838.706609:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 979644 00002000:00010000:2.0:1775764838.706612:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.706614:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.706616:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.706618:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1775764838.706642:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222962048:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 178us (836us total) trans 4294996061 rc 0/0 00000100:00100000:2.0:1775764838.706649:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38254 00002000:00010000:2.0:1775764838.706651:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (979644->18446744073709551615) 00002000:00100000:2.0:1775764838.706653:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ed80 with x1862022222962048 ext(979644->18446744073709551615) 00002000:00010000:2.0:1775764838.706657:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ed80. 00000100:00100000:0.0:1775764838.712409:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.712613:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222962176 00000100:00100000:2.0:1775764838.712624:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222962176 00002000:00100000:2.0:1775764838.712674:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (974848->978943) req@ffff8b8c8deff480 x1862022222962176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.712685:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff480 with x1862022222962176 ext(974848->978943) 00002000:00010000:2.0:1775764838.712691:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff480 00000100:00100000:2.0:1775764838.712731:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38255 00000100:00100000:2.0:1775764838.712740:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222962176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764838.713270:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222962176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 529us (868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764838.713277:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38255 00002000:00100000:2.0:1775764838.713284:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (974848->978943) req@ffff8b8c8deff480 x1862022222962176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.713292:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff480 with x1862022222962176 ext(974848->978943) 00002000:00010000:2.0:1775764838.713296:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff480 00000100:00100000:2.0:1775764838.722912:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.725771:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222962304 00000100:00100000:3.0:1775764838.725785:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222962304 00002000:00100000:3.0:1775764838.725852:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (978944->983039) req@ffff8b8cb24d3b80 x1862022222962304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.725863:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022222962304 ext(978944->983039) 00002000:00010000:3.0:1775764838.725869:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:3.0:1775764838.725892:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38256 00000100:00100000:3.0:1775764838.725901:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222962304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764838.726373:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222962304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 471us (3467us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764838.726381:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38256 00002000:00100000:3.0:1775764838.726389:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (978944->983039) req@ffff8b8cb24d3b80 x1862022222962304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764838.726397:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022222962304 ext(978944->983039) 00002000:00010000:3.0:1775764838.726400:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:1.0:1775764838.736670:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.738233:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222962432 00000100:00100000:2.0:1775764838.738248:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222962432 00002000:00100000:2.0:1775764838.738305:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (974848->979643) req@ffff8b8c90d5d880 x1862022222962432/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 5288/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.738323:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d880 with x1862022222962432 ext(974848->979643) 00002000:00010000:2.0:1775764838.738329:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5d880 00000100:00100000:2.0:1775764838.738369:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38257 00000100:00100000:2.0:1775764838.738379:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022222962432:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764838.738872:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022222962432:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 493us (2210us total) trans 4294996062 rc 0/0 00000100:00100000:2.0:1775764838.738880:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38257 00002000:00100000:2.0:1775764838.738887:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (974848->979643) req@ffff8b8c90d5d880 x1862022222962432/t4294996062(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 5288/448 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764838.738895:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d880 with x1862022222962432 ext(974848->979643) 00002000:00010000:2.0:1775764838.738898:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5d880 00000100:00100000:0.0:1775764838.751533:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.751646:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222962560 00000100:00100000:3.0:1775764838.751657:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222962560 00000100:00100000:3.0:1775764838.751721:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84778 00000100:00100000:3.0:1775764838.751731:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222962560:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764838.797001:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996059 is committed 00000001:00080000:0.0:1775764838.797020:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996062 is committed 00000100:00100000:3.0:1775764838.797308:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222962560:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 45573us (45779us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764838.797320:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84778 00000100:00100000:3.0:1775764838.799972:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.800096:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222962688 00000100:00100000:0.0:1775764838.800107:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222962688 00000100:00100000:0.0:1775764838.800275:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44447 00000100:00100000:0.0:1775764838.800286:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+97:11755:x1862022222962688:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764838.800320:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764838.800345:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1000/0xdb23b4c9253cfee9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf06 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.800439:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0800/0xdb23b4c9253cfef0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.800453:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0800/0xdb23b4c9253cfef0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.800464:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0800/0xdb23b4c9253cfef0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764838.800491:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5173948 00000004:00200000:0.0:1775764838.800495:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764838.800512:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0800/0xdb23b4c9253cfef0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.800576:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1000/0xdb23b4c9253cfee9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf06 expref: 99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.800595:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0800/0xdb23b4c9253cfef0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf06 expref: 98 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.800602:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764838.800605:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764838.800609:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca38d0800, rc 0) 00000100:00100000:0.0:1775764838.800662:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+98:11755:x1862022222962688:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 379us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764838.800670:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44447 00000100:00100000:1.0:1775764838.807132:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.807267:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222962816 00000100:00100000:0.0:1775764838.807277:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222962816 00002000:00100000:0.0:1775764838.807333:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (675840->2961407) req@ffff8b8c90d5d180 x1862022222962816/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 552/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.807344:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d180 with x1862022222962816 ext(675840->2961407) 00002000:00010000:0.0:1775764838.807350:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5d180 00000100:00100000:0.0:1775764838.807385:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38258 00000100:00100000:0.0:1775764838.807395:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022222962816:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764838.841531:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222962816:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 34127us (34409us total) trans 4294996680 rc 0/0 00000100:00100000:0.0:1775764838.841587:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38258 00002000:00100000:0.0:1775764838.841600:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (675840->2961407) req@ffff8b8c90d5d180 x1862022222962816/t4294996680(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 552/464 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.841611:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d180 with x1862022222962816 ext(675840->2961407) 00002000:00010000:0.0:1775764838.841617:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5d180 00000100:00100000:1.0:1775764838.845481:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.845591:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222962944 00000100:00100000:2.0:1775764838.845602:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222962944 00000100:00100000:2.0:1775764838.845670:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84779 00000100:00100000:2.0:1775764838.845681:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222962944:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764838.889088:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996680 is committed 00000100:00100000:3.0:1775764838.889651:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222962944:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 43967us (44176us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764838.889664:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84779 00000100:00100000:2.0:1775764838.896032:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.896155:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222963072 00000100:00100000:1.0:1775764838.896166:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222963072 00002000:00100000:1.0:1775764838.896214:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (53248->57343) req@ffff8b8cb24d0000 x1862022222963072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.896226:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022222963072 ext(53248->57343) 00002000:00010000:1.0:1775764838.896232:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0000 00000100:00100000:1.0:1775764838.896276:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38259 00000100:00100000:1.0:1775764838.896286:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222963072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764838.896571:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222963072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764838.896579:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38259 00002000:00100000:1.0:1775764838.896585:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (53248->57343) req@ffff8b8cb24d0000 x1862022222963072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 488/4536 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764838.896592:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022222963072 ext(53248->57343) 00002000:00010000:1.0:1775764838.896595:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0000 00000100:00100000:2.0:1775764838.902385:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.902698:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222963200 00000100:00100000:3.0:1775764838.902709:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222963200 00002000:00100000:0.0:1775764838.902924:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (53248->57343) req@ffff8b8cb24d3800 x1862022222963200/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 4584/0 e 0 to 0 dl 1775764849 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.902937:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022222963200 ext(53248->57343) 00002000:00010000:0.0:1775764838.902951:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3800 00000100:00100000:0.0:1775764838.903022:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38260 00000100:00100000:0.0:1775764838.903032:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222963200:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764838.903785:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222963200:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 752us (1407us total) trans 4294996063 rc 0/0 00000100:00100000:0.0:1775764838.903794:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38260 00002000:00100000:0.0:1775764838.903801:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (53248->57343) req@ffff8b8cb24d3800 x1862022222963200/t4294996063(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:319/0 lens 4584/448 e 0 to 0 dl 1775764849 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764838.903819:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022222963200 ext(53248->57343) 00002000:00010000:0.0:1775764838.903823:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3800 00000100:00100000:3.0:1775764838.906898:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.907254:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222963328 00000100:00100000:1.0:1775764838.907274:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222963328 00000100:00100000:1.0:1775764838.907340:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84780 00000100:00100000:1.0:1775764838.907351:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222963328:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764838.954339:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222963328:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 46981us (47440us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764838.954353:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84780 00000001:00080000:2.0:1775764838.954796:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996063 is committed 00000100:00100000:1.0:1775764838.958727:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.958960:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222963584 00000100:00100000:2.0:1775764838.958971:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222963584 00000100:00100000:2.0:1775764838.959023:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44448 00000100:00100000:2.0:1775764838.959033:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+98:11755:x1862022222963584:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764838.959091:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764838.959120:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0800/0xdb23b4c9253cfef0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf06 expref: 98 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.959138:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764838.959144:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764838.959367:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34600/0xdb23b4c9253cfef7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.959380:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34600/0xdb23b4c9253cfef7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.959390:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34600/0xdb23b4c9253cfef7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764838.959442:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032212 00000004:00010000:2.0:1775764838.959470:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075014c56 reply state 0000000008fcf36b transno 4295032213 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34600/0xdb23b4c9253cfef7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764838.959478:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764838.959615:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+100:11755:x1862022222963584:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 583us (898us total) trans 4295032213 rc 0/0 00000100:00100000:2.0:1775764838.959622:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44448 00000020:00080000:2.0:1775764838.959628:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764838.962771:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34600/0xdb23b4c9253cfef7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.962790:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34600/0xdb23b4c9253cfef7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.962799:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34600/0xdb23b4c9253cfef7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.962807:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c86d34600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764838.962821:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34600/0xdb23b4c9253cfef7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.962830:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34600/0xdb23b4c9253cfef7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.962849:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.962853:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764838.962857:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34600/0xdb23b4c9253cfef7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.962863:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34600/0xdb23b4c9253cfef7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764838.966291:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.966398:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222963712 00000100:00100000:2.0:1775764838.966408:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222963712 00002000:00010000:2.0:1775764838.966449:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2252174->18446744073709551615) 00002000:00100000:2.0:1775764838.966455:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f480 with x1862022222963712 ext(2252174->18446744073709551615) 00002000:00010000:2.0:1775764838.966466:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f480. 00000100:00100000:2.0:1775764838.966503:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38261 00000100:00100000:2.0:1775764838.966514:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222963712:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764838.966978:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2252174 00002000:00010000:2.0:1775764838.966983:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764839 00002000:00010000:2.0:1775764838.966986:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764838.966989:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764839 00002000:00010000:2.0:1775764838.966991:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 201 -> 713 00000100:00100000:2.0:1775764838.967058:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222963712:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 545us (780us total) trans 4294996681 rc 0/0 00000100:00100000:2.0:1775764838.967067:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38261 00002000:00010000:2.0:1775764838.967071:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2252174->18446744073709551615) 00002000:00100000:2.0:1775764838.967073:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f480 with x1862022222963712 ext(2252174->18446744073709551615) 00002000:00010000:2.0:1775764838.967077:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f480. 00000100:00100000:0.0:1775764838.970672:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764838.970776:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222963840 00000100:00100000:1.0:1775764838.970786:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222963840 00002000:00010000:1.0:1775764838.970833:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764838.970839:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022222963840 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764838.970851:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defdc00. 00000100:00100000:1.0:1775764838.970884:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38262 00000100:00100000:1.0:1775764838.970893:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222963840:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764838.971505:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 979644 -> 0 00002000:00010000:1.0:1775764838.971510:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764838 -> 1775764839 00002000:00010000:1.0:1775764838.971512:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764838.971515:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764838 -> 1775764839 00002000:00010000:1.0:1775764838.971517:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 263 00000100:00100000:1.0:1775764838.971630:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222963840:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 737us (968us total) trans 4294996064 rc 0/0 00000100:00100000:1.0:1775764838.971639:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38262 00002000:00010000:1.0:1775764838.971644:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764838.971647:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022222963840 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764838.971652:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defdc00. 00000100:00100000:1.0:1775764838.978083:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.978198:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222963968 00000100:00100000:2.0:1775764838.978211:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222963968 00000100:00100000:2.0:1775764838.978280:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44449 00000100:00100000:2.0:1775764838.978291:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+99:11755:x1862022222963968:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764838.978317:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764838.978338:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cfefe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf0d expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.978428:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35e00/0xdb23b4c9253cff05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.978443:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35e00/0xdb23b4c9253cff05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.978455:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35e00/0xdb23b4c9253cff05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764838.978487:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2252174 00000004:00200000:2.0:1775764838.978491:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764838.978510:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35e00/0xdb23b4c9253cff05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.978574:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cfefe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf0d expref: 101 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.978592:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35e00/0xdb23b4c9253cff05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf0d expref: 100 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764838.978600:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764838.978603:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764838.978608:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c86d35e00, rc 0) 00000100:00100000:2.0:1775764838.978663:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+100:11755:x1862022222963968:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 375us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764838.978670:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44449 00000100:00100000:2.0:1775764838.986715:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764838.986931:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222964224 00000100:00100000:0.0:1775764838.986956:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222964224 00000100:00100000:0.0:1775764838.987020:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44450 00000100:00100000:0.0:1775764838.987031:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+100:11755:x1862022222964224:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764838.987085:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764838.987121:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35e00/0xdb23b4c9253cff05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf0d expref: 100 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.987141:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764838.987147:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764838.987385:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1800/0xdb23b4c9253cff0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.987401:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1800/0xdb23b4c9253cff0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764838.987413:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1800/0xdb23b4c9253cff0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764838.987464:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032214 00000004:00010000:0.0:1775764838.987488:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002cad900 reply state 00000000551b56fa transno 4295032215 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1800/0xdb23b4c9253cff0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764838.987496:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764838.987631:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+102:11755:x1862022222964224:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 601us (925us total) trans 4295032215 rc 0/0 00000100:00100000:0.0:1775764838.987638:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44450 00000020:00080000:0.0:1775764838.987644:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764838.991059:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1800/0xdb23b4c9253cff0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.991077:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1800/0xdb23b4c9253cff0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.991084:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1800/0xdb23b4c9253cff0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.991089:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca38d1800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764838.991095:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1800/0xdb23b4c9253cff0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.991102:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1800/0xdb23b4c9253cff0c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.991128:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.991132:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764838.991137:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1800/0xdb23b4c9253cff0c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.991143:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1800/0xdb23b4c9253cff0c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764838.993886:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764838.993927:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.994273:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222964352 00000100:00100000:3.0:1775764838.994284:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222964352 00002000:00010000:3.0:1775764838.994322:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2470166->18446744073709551615) 00002000:00100000:3.0:1775764838.994327:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0c700 with x1862022222964352 ext(2470166->18446744073709551615) 00002000:00010000:3.0:1775764838.994339:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0c700. 00000100:00100000:3.0:1775764838.994364:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222964480 00000100:00100000:3.0:1775764838.994367:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222964480 00002000:00010000:3.0:1775764838.994378:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764838.994381:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f480 with x1862022222964480 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764838.994388:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0f480. 00000100:00100000:3.0:1775764838.994416:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38263 00000100:00100000:3.0:1775764838.994425:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222964352:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764838.994681:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2252174 -> 2470166 00002000:00010000:3.0:1775764838.994687:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:3.0:1775764838.994689:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764838.994692:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:3.0:1775764838.994694:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:3.0:1775764838.994750:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222964352:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 325us (874us total) trans 4294996682 rc 0/0 00000100:00100000:3.0:1775764838.994758:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38263 00002000:00010000:3.0:1775764838.994762:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2470166->18446744073709551615) 00002000:00100000:3.0:1775764838.994764:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0c700 with x1862022222964352 ext(2470166->18446744073709551615) 00002000:00010000:3.0:1775764838.994768:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0c700. 00000100:00100000:3.0:1775764838.994783:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38264 00000100:00100000:3.0:1775764838.994789:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222964480:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764838.994910:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764838.994914:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:3.0:1775764838.994916:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764838.994918:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:3.0:1775764838.994920:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764838.994954:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222964480:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 151us (1013us total) trans 4294996065 rc 0/0 00000100:00100000:3.0:1775764838.994960:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38264 00002000:00010000:3.0:1775764838.994962:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764838.994964:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f480 with x1862022222964480 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764838.994969:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0f480. 00000100:00100000:0.0:1775764838.999326:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764838.999487:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222964608 00000100:00100000:3.0:1775764838.999498:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222964608 00000100:00100000:3.0:1775764838.999587:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44451 00000100:00100000:3.0:1775764838.999597:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+101:11755:x1862022222964608:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764838.999626:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764838.999644:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf14 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.999730:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.999744:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.999756:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764838.999783:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2470166 00000004:00200000:3.0:1775764838.999786:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764838.999802:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.999839:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf14 expref: 103 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.999855:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf14 expref: 102 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764838.999863:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764838.999865:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764838.999870:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547de00, rc 0) 00000100:00100000:3.0:1775764838.999929:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+102:11755:x1862022222964608:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 334us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764838.999948:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44451 00000100:00100000:1.0:1775764839.006527:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.006692:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222964864 00000100:00100000:3.0:1775764839.006702:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222964864 00000100:00100000:3.0:1775764839.006775:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44452 00000100:00100000:3.0:1775764839.006785:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+102:11755:x1862022222964864:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764839.006836:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764839.006864:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf14 expref: 102 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.006883:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764839.006888:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764839.007135:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff21 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.007152:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.007162:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764839.007217:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032216 00000004:00010000:3.0:1775764839.007241:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061f24f75 reply state 000000003db03af2 transno 4295032217 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764839.007250:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00080000:0.0:1775764839.007424:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764839.007573:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+104:11755:x1862022222964864:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 752us (1018us total) trans 4295032217 rc 0/0 00000100:00100000:3.0:1775764839.007583:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44452 00000020:00080000:3.0:1775764839.007589:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764839.010092:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.010114:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff21 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.010122:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.010129:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547c200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764839.010133:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.010141:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff21 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.010157:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764839.010161:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764839.010165:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff21 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.010171:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff21 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764839.011893:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.012457:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222964992 00000100:00100000:2.0:1775764839.012467:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222964992 00002000:00010000:2.0:1775764839.012506:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2556703->18446744073709551615) 00002000:00100000:2.0:1775764839.012510:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899180 with x1862022222964992 ext(2556703->18446744073709551615) 00002000:00010000:2.0:1775764839.012522:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899180. 00000100:00100000:2.0:1775764839.012583:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38265 00000100:00100000:2.0:1775764839.012593:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222964992:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764839.012822:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2470166 -> 2556703 00002000:00010000:2.0:1775764839.012825:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.012828:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764839.012830:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.012832:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:2.0:1775764839.012889:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222964992:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 298us (1002us total) trans 4294996683 rc 0/0 00000100:00100000:2.0:1775764839.012897:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38265 00002000:00010000:2.0:1775764839.012901:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2556703->18446744073709551615) 00002000:00100000:2.0:1775764839.012903:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899180 with x1862022222964992 ext(2556703->18446744073709551615) 00002000:00010000:2.0:1775764839.012908:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899180. 00000100:00100000:1.0:1775764839.015365:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.015469:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222965120 00000100:00100000:2.0:1775764839.015479:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222965120 00002000:00010000:2.0:1775764839.015570:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764839.015576:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898a80 with x1862022222965120 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764839.015588:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898a80. 00000100:00100000:2.0:1775764839.015617:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38266 00000100:00100000:2.0:1775764839.015627:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222965120:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764839.015861:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764839.015865:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.015868:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764839.015870:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.015873:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764839.015922:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222965120:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 297us (567us total) trans 4294996066 rc 0/0 00000100:00100000:2.0:1775764839.015933:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38266 00002000:00010000:2.0:1775764839.015937:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764839.015949:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898a80 with x1862022222965120 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764839.015954:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898a80. 00000100:00080000:0.0:1775764839.016141:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764839.022332:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.022499:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222965248 00000100:00100000:2.0:1775764839.022509:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222965248 00000100:00100000:2.0:1775764839.022601:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44453 00000100:00100000:2.0:1775764839.022611:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+103:11755:x1862022222965248:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764839.022640:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764839.022664:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf1b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.022752:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34200/0xdb23b4c9253cff2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.022768:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34200/0xdb23b4c9253cff2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.022778:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34200/0xdb23b4c9253cff2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764839.022804:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2556703 00000004:00200000:2.0:1775764839.022820:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764839.022840:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34200/0xdb23b4c9253cff2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.022866:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf1b expref: 105 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.022887:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34200/0xdb23b4c9253cff2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf1b expref: 104 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.022895:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764839.022899:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764839.022902:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c86d34200, rc 0) 00000100:00100000:2.0:1775764839.023030:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+104:11755:x1862022222965248:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 420us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764839.023037:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44453 00000100:00100000:3.0:1775764839.040786:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.040970:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222965504 00000100:00100000:2.0:1775764839.040982:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222965504 00000100:00100000:2.0:1775764839.041049:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44454 00000100:00100000:2.0:1775764839.041060:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+104:11755:x1862022222965504:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764839.041132:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764839.041164:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34200/0xdb23b4c9253cff2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf1b expref: 104 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.041185:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764839.041190:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764839.041744:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.041760:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.041770:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764839.041971:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032218 00000004:00010000:2.0:1775764839.042010:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003b3fa422 reply state 00000000be9a98f9 transno 4295032219 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764839.042019:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764839.042120:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+106:11755:x1862022222965504:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1061us (1342us total) trans 4295032219 rc 0/0 00000100:00100000:2.0:1775764839.042128:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44454 00000020:00080000:2.0:1775764839.042132:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764839.045503:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.045518:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.045529:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.045535:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c86d34000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764839.045804:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.045821:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff36 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.045840:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764839.045843:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764839.045847:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff36 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.045852:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34000/0xdb23b4c9253cff36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764839.047733:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.047771:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.047857:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222965632 00000100:00100000:2.0:1775764839.047868:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222965632 00002000:00010000:2.0:1775764839.047904:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3915117->18446744073709551615) 00002000:00100000:2.0:1775764839.047909:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954380 with x1862022222965632 ext(3915117->18446744073709551615) 00002000:00010000:2.0:1775764839.047920:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954380. 00000100:00100000:2.0:1775764839.047959:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222965760 00000100:00100000:2.0:1775764839.047962:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222965760 00002000:00010000:2.0:1775764839.047975:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764839.047978:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957800 with x1862022222965760 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764839.047984:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957800. 00000100:00100000:2.0:1775764839.048004:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38267 00000100:00100000:2.0:1775764839.048012:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222965632:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764839.048242:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2556703 -> 3915117 00002000:00010000:2.0:1775764839.048246:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.048249:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764839.048251:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.048253:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:2.0:1775764839.048323:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222965632:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 311us (597us total) trans 4294996684 rc 0/0 00000100:00100000:2.0:1775764839.048332:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38267 00002000:00010000:2.0:1775764839.048335:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3915117->18446744073709551615) 00002000:00100000:2.0:1775764839.048338:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954380 with x1862022222965632 ext(3915117->18446744073709551615) 00002000:00010000:2.0:1775764839.048342:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954380. 00000100:00100000:2.0:1775764839.048358:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38268 00000100:00100000:2.0:1775764839.048365:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222965760:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764839.048469:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764839.048472:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.048474:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764839.048475:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.048477:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764839.048498:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222965760:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 134us (727us total) trans 4294996067 rc 0/0 00000100:00100000:2.0:1775764839.048504:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38268 00002000:00010000:2.0:1775764839.048506:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764839.048508:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957800 with x1862022222965760 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764839.048511:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957800. 00000100:00100000:1.0:1775764839.055144:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.055214:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222965888 00000100:00100000:3.0:1775764839.055224:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222965888 00000100:00100000:3.0:1775764839.055282:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44455 00000100:00100000:3.0:1775764839.055292:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+105:11755:x1862022222965888:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764839.055317:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764839.055338:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf22 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.055422:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.055436:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.055448:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764839.055474:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3915117 00000004:00200000:3.0:1775764839.055479:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764839.055495:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.055520:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf22 expref: 107 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.055535:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf22 expref: 106 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.055579:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764839.055582:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764839.055586:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547ce00, rc 0) 00000100:00100000:3.0:1775764839.055645:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+106:11755:x1862022222965888:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 354us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764839.055652:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44455 00000100:00100000:2.0:1775764839.062037:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.062237:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222966144 00000100:00100000:3.0:1775764839.062248:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222966144 00000100:00100000:3.0:1775764839.062307:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44456 00000100:00100000:3.0:1775764839.062317:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+106:11755:x1862022222966144:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764839.062370:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764839.062398:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf22 expref: 106 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.062417:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764839.062422:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764839.062685:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff4b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.062699:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.062709:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764839.062759:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032220 00000004:00010000:3.0:1775764839.062782:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000073f9ba61 reply state 00000000cb577952 transno 4295032221 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764839.062792:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764839.062893:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+108:11755:x1862022222966144:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 577us (864us total) trans 4295032221 rc 0/0 00000100:00100000:3.0:1775764839.062901:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44456 00000020:00080000:3.0:1775764839.062906:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764839.071353:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.071385:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.071476:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222966400 00000100:00100000:0.0:1775764839.071486:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222966400 00002000:00010000:0.0:1775764839.071526:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764839.071530:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898000 with x1862022222966400 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764839.071580:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898000. 00000100:00100000:0.0:1775764839.071601:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222966272 00000100:00100000:0.0:1775764839.071604:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222966272 00002000:00010000:0.0:1775764839.071615:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2349654->18446744073709551615) 00002000:00100000:0.0:1775764839.071618:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b480 with x1862022222966272 ext(2349654->18446744073709551615) 00002000:00010000:0.0:1775764839.071623:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b480. 00000100:00100000:0.0:1775764839.071642:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38269 00000100:00100000:0.0:1775764839.071651:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222966400:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764839.071879:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764839.071883:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.071886:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764839.071888:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.071890:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764839.071952:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222966400:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 291us (597us total) trans 4294996068 rc 0/0 00000100:00100000:0.0:1775764839.071959:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38269 00002000:00010000:0.0:1775764839.071963:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764839.071966:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898000 with x1862022222966400 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764839.071971:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898000. 00000100:00100000:0.0:1775764839.071988:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38270 00000100:00100000:0.0:1775764839.071995:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222966272:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764839.072143:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3915117 -> 2349654 00002000:00010000:0.0:1775764839.072147:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.072148:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764839.072150:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.072152:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:0.0:1775764839.072178:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222966272:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 184us (792us total) trans 4294996685 rc 0/0 00000100:00100000:0.0:1775764839.072185:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38270 00002000:00010000:0.0:1775764839.072188:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2349654->18446744073709551615) 00002000:00100000:0.0:1775764839.072191:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b480 with x1862022222966272 ext(2349654->18446744073709551615) 00002000:00010000:0.0:1775764839.072194:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b480. 00010000:00010000:3.0:1775764839.072595:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.072606:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff4b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.072614:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.072625:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547c200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764839.072630:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.072637:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff4b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.072652:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764839.072655:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764839.072660:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff4b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.072666:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff4b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764839.075708:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.075786:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222966528 00000100:00100000:1.0:1775764839.075794:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222966528 00000100:00100000:1.0:1775764839.075853:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44457 00000100:00100000:1.0:1775764839.075861:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+107:11755:x1862022222966528:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764839.075883:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764839.075903:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cff52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf29 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.075995:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cff59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.076011:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cff59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.076024:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cff59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764839.076050:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2349654 00000004:00200000:1.0:1775764839.076054:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764839.076069:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cff59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.076091:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cff52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf29 expref: 109 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.076107:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cff59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf29 expref: 108 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.076126:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764839.076129:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764839.076132:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4400, rc 0) 00000100:00100000:1.0:1775764839.076188:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+108:11755:x1862022222966528:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 327us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764839.076195:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44457 00000100:00100000:2.0:1775764839.083585:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.083695:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222966784 00000100:00100000:1.0:1775764839.083708:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222966784 00000100:00100000:1.0:1775764839.083783:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44458 00000100:00100000:1.0:1775764839.083794:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+108:11755:x1862022222966784:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764839.083869:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764839.083898:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cff59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf29 expref: 108 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.083927:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764839.083932:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764839.084145:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cff60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.084159:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cff60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.084169:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cff60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764839.084219:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032222 00000004:00010000:1.0:1775764839.084239:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f733a263 reply state 000000009be8bbdd transno 4295032223 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cff60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764839.084248:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764839.084353:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+110:11755:x1862022222966784:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 559us (821us total) trans 4295032223 rc 0/0 00000100:00100000:1.0:1775764839.084360:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44458 00000020:00080000:1.0:1775764839.084365:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764839.086917:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cff60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.086933:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cff60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.086949:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cff60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.086955:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da5e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764839.086960:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cff60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.086968:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cff60 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.086988:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764839.086992:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764839.086996:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cff60 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.087002:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5e00/0xdb23b4c9253cff60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764839.089835:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.089872:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.089961:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222967040 00000100:00100000:0.0:1775764839.089971:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222967040 00002000:00010000:0.0:1775764839.090008:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764839.090012:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ce00 with x1862022222967040 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764839.090025:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0ce00. 00000100:00100000:0.0:1775764839.090054:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222966912 00000100:00100000:0.0:1775764839.090057:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222966912 00002000:00010000:0.0:1775764839.090069:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2957785->18446744073709551615) 00002000:00100000:0.0:1775764839.090072:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ea00 with x1862022222966912 ext(2957785->18446744073709551615) 00002000:00010000:0.0:1775764839.090078:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ea00. 00000100:00100000:0.0:1775764839.090102:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38271 00000100:00100000:0.0:1775764839.090121:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222967040:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764839.090299:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38272 00000100:00100000:1.0:1775764839.090309:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222966912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764839.090490:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2349654 -> 2957785 00002000:00010000:1.0:1775764839.090494:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.090496:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764839.090498:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.090500:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:1.0:1775764839.090584:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222966912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 277us (710us total) trans 4294996686 rc 0/0 00000100:00100000:1.0:1775764839.090593:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38272 00002000:00010000:1.0:1775764839.090597:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2957785->18446744073709551615) 00002000:00100000:1.0:1775764839.090599:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ea00 with x1862022222966912 ext(2957785->18446744073709551615) 00002000:00010000:1.0:1775764839.090604:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ea00. 00002000:00010000:0.0:1775764839.090743:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764839.090746:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.090748:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764839.090750:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.090752:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764839.090776:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222967040:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 657us (950us total) trans 4294996069 rc 0/0 00000100:00100000:0.0:1775764839.090783:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38271 00002000:00010000:0.0:1775764839.090786:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764839.090788:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ce00 with x1862022222967040 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764839.090793:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0ce00. 00000100:00100000:2.0:1775764839.094172:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.094266:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222967168 00000100:00100000:0.0:1775764839.094275:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222967168 00000100:00100000:0.0:1775764839.094365:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44459 00000100:00100000:0.0:1775764839.094375:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+109:11755:x1862022222967168:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764839.094402:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764839.094424:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1c00/0xdb23b4c9253cff67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf30 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.094511:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cff6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.094527:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cff6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.094574:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cff6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764839.094606:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2957785 00000004:00200000:0.0:1775764839.094610:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764839.094629:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cff6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.094655:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1c00/0xdb23b4c9253cff67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf30 expref: 111 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.094674:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cff6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf30 expref: 110 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.094682:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764839.094685:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764839.094688:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca38d1600, rc 0) 00000100:00100000:0.0:1775764839.094739:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+110:11755:x1862022222967168:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 366us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764839.094747:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44459 00000100:00100000:2.0:1775764839.102228:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.102378:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222967296 00000100:00100000:1.0:1775764839.102391:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222967296 00002000:00100000:1.0:1775764839.102439:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2252800->2961407) req@ffff8b8c8df0d500 x1862022222967296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.102449:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d500 with x1862022222967296 ext(2252800->2961407) 00002000:00010000:1.0:1775764839.102455:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d500 00000100:00100000:1.0:1775764839.102487:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38273 00000100:00100000:1.0:1775764839.102497:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222967296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764839.113004:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222967296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10491us (10768us total) trans 0 rc 708608/708608 00000100:00100000:1.0:1775764839.113020:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38273 00002000:00100000:1.0:1775764839.113034:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2252800->2961407) req@ffff8b8c8df0d500 x1862022222967296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 708608/708608 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.113045:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d500 with x1862022222967296 ext(2252800->2961407) 00002000:00010000:1.0:1775764839.113052:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d500 00000100:00100000:2.0:1775764839.119016:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.119130:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222967552 00000100:00100000:3.0:1775764839.119141:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222967552 00000100:00100000:3.0:1775764839.119205:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44460 00000100:00100000:3.0:1775764839.119226:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+110:11755:x1862022222967552:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764839.119289:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764839.119318:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cff6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf30 expref: 110 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.119338:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764839.119343:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764839.120608:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34400/0xdb23b4c9253cff75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.120625:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34400/0xdb23b4c9253cff75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.120637:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34400/0xdb23b4c9253cff75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764839.120701:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032224 00000004:00010000:2.0:1775764839.120732:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f1b1652 reply state 00000000378336e9 transno 4295032225 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34400/0xdb23b4c9253cff75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764839.120741:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764839.120978:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+112:11755:x1862022222967552:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1752us (1973us total) trans 4295032225 rc 0/0 00000100:00100000:2.0:1775764839.120987:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44460 00000020:00080000:2.0:1775764839.120993:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764839.124948:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.125032:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764839.125190:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34400/0xdb23b4c9253cff75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.125203:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34400/0xdb23b4c9253cff75 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.125221:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34400/0xdb23b4c9253cff75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.125226:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c86d34400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764839.125231:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34400/0xdb23b4c9253cff75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.125240:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34400/0xdb23b4c9253cff75 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.125256:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764839.125259:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764839.125264:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34400/0xdb23b4c9253cff75 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.125270:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34400/0xdb23b4c9253cff75 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764839.125527:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222967808 00000100:00100000:1.0:1775764839.125553:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222967808 00002000:00010000:1.0:1775764839.125596:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764839.125601:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626300 with x1862022222967808 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764839.125614:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91626300. 00000100:00100000:1.0:1775764839.125642:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222967680 00000100:00100000:1.0:1775764839.125644:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222967680 00002000:00010000:1.0:1775764839.125656:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1432209->18446744073709551615) 00002000:00100000:1.0:1775764839.125659:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627800 with x1862022222967680 ext(1432209->18446744073709551615) 00002000:00010000:1.0:1775764839.125665:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627800. 00000100:00100000:1.0:1775764839.125687:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38274 00000100:00100000:1.0:1775764839.125696:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222967808:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764839.125913:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38275 00000100:00100000:2.0:1775764839.125921:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222967680:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764839.126248:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2957785 -> 1432209 00002000:00010000:2.0:1775764839.126253:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.126255:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764839.126257:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.126258:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:2.0:1775764839.126316:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222967680:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 395us (1284us total) trans 4294996687 rc 0/0 00000100:00100000:2.0:1775764839.126324:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38275 00002000:00010000:2.0:1775764839.126327:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1432209->18446744073709551615) 00002000:00100000:2.0:1775764839.126330:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627800 with x1862022222967680 ext(1432209->18446744073709551615) 00002000:00010000:2.0:1775764839.126335:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627800. 00002000:00010000:1.0:1775764839.127803:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764839.128281:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.128284:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764839.128286:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.128288:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764839.128389:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222967808:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2690us (3454us total) trans 4294996070 rc 0/0 00000100:00100000:1.0:1775764839.128399:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38274 00002000:00010000:1.0:1775764839.128403:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764839.128406:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626300 with x1862022222967808 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764839.128414:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91626300. 00000100:00100000:2.0:1775764839.135126:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.135225:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222967936 00000100:00100000:3.0:1775764839.135236:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222967936 00000100:00100000:3.0:1775764839.135350:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44461 00000100:00100000:3.0:1775764839.135362:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+111:11755:x1862022222967936:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764839.135389:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764839.135413:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff7c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf37 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.135506:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff83 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.135520:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.135532:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764839.135603:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1432209 00000004:00200000:3.0:1775764839.135608:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764839.135628:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.135659:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253cff7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf37 expref: 113 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.135677:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf37 expref: 112 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.135684:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764839.135688:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764839.135691:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547ce00, rc 0) 00000100:00100000:3.0:1775764839.135750:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+112:11755:x1862022222967936:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 392us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764839.135758:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44461 00000100:00100000:2.0:1775764839.146597:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.146713:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222968064 00000100:00100000:1.0:1775764839.146724:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222968064 00002000:00100000:1.0:1775764839.146775:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3911680->3915775) req@ffff8b8c91624a80 x1862022222968064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.146785:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022222968064 ext(3911680->3915775) 00002000:00010000:1.0:1775764839.146791:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80 00000100:00100000:1.0:1775764839.146832:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38276 00000100:00100000:1.0:1775764839.146842:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222968064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764839.147147:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222968064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 306us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764839.147155:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38276 00002000:00100000:1.0:1775764839.147161:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3911680->3915775) req@ffff8b8c91624a80 x1862022222968064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.147171:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022222968064 ext(3911680->3915775) 00002000:00010000:1.0:1775764839.147174:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80 00000100:00100000:2.0:1775764839.151330:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.151473:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222968192 00000100:00100000:1.0:1775764839.151486:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222968192 00002000:00100000:1.0:1775764839.151534:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3923968->3928063) req@ffff8b8c91624700 x1862022222968192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.151577:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624700 with x1862022222968192 ext(3923968->3928063) 00002000:00010000:1.0:1775764839.151583:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624700 00000100:00100000:1.0:1775764839.151612:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38277 00000100:00100000:1.0:1775764839.151622:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222968192:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764839.151864:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222968192:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 244us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764839.151872:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38277 00002000:00100000:1.0:1775764839.151878:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3923968->3928063) req@ffff8b8c91624700 x1862022222968192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.151886:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624700 with x1862022222968192 ext(3923968->3928063) 00002000:00010000:1.0:1775764839.151888:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624700 00000100:00100000:3.0:1775764839.157206:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.157375:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222968448 00000100:00100000:0.0:1775764839.157388:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222968448 00000100:00100000:0.0:1775764839.157453:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44462 00000100:00100000:0.0:1775764839.157465:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+112:11755:x1862022222968448:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764839.157517:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764839.157594:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253cff83 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf37 expref: 112 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.157618:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764839.157625:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764839.157865:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cff8a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.157880:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cff8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.157890:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cff8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764839.157961:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032226 00000004:00010000:0.0:1775764839.157987:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007824aa55 reply state 000000003e2408c6 transno 4295032227 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cff8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764839.157995:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764839.158078:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+114:11755:x1862022222968448:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 615us (882us total) trans 4295032227 rc 0/0 00000100:00100000:0.0:1775764839.158085:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44462 00000020:00080000:0.0:1775764839.158090:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764839.161387:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cff8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.161403:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cff8a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.161410:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cff8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.161415:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca38d0a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764839.161420:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cff8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.161431:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cff8a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.161447:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764839.161450:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764839.161454:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cff8a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.161459:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cff8a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764839.165425:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.165581:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222968576 00000100:00100000:2.0:1775764839.165591:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222968576 00002000:00010000:2.0:1775764839.165642:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (585720->18446744073709551615) 00002000:00100000:2.0:1775764839.165648:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022222968576 ext(585720->18446744073709551615) 00002000:00010000:2.0:1775764839.165659:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80. 00000100:00100000:2.0:1775764839.165690:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38278 00000100:00100000:2.0:1775764839.165701:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222968576:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764839.166057:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1432209 -> 585720 00002000:00010000:2.0:1775764839.166061:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.166063:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764839.166065:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:2.0:1775764839.166067:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:2.0:1775764839.166124:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222968576:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 425us (707us total) trans 4294996688 rc 0/0 00000100:00100000:2.0:1775764839.166131:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38278 00002000:00010000:2.0:1775764839.166134:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (585720->18446744073709551615) 00002000:00100000:2.0:1775764839.166137:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022222968576 ext(585720->18446744073709551615) 00002000:00010000:2.0:1775764839.166141:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80. 00000100:00100000:3.0:1775764839.170286:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.171183:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222968704 00000100:00100000:1.0:1775764839.171196:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222968704 00002000:00010000:1.0:1775764839.171240:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764839.171245:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022222968704 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764839.171257:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957480. 00000100:00100000:1.0:1775764839.171283:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38279 00000100:00100000:1.0:1775764839.171292:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222968704:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764839.171578:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764839.171582:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.171584:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764839.171587:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.171589:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764839.172002:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222968704:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 709us (1724us total) trans 4294996071 rc 0/0 00000100:00100000:1.0:1775764839.172011:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38279 00002000:00010000:1.0:1775764839.172014:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764839.172017:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022222968704 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764839.172022:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957480. 00000100:00100000:0.0:1775764839.177666:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.177763:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222968832 00000100:00100000:2.0:1775764839.177773:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222968832 00000100:00100000:2.0:1775764839.177840:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44463 00000100:00100000:2.0:1775764839.177851:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+113:11755:x1862022222968832:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764839.177878:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764839.177899:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cff91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf3e expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.177993:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cff98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.178008:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cff98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.178021:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cff98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764839.178048:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 585720 00000004:00200000:2.0:1775764839.178052:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764839.178069:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cff98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.178094:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d34800/0xdb23b4c9253cff91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf3e expref: 115 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.178112:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cff98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf3e expref: 114 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.178133:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764839.178137:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764839.178141:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c86d35000, rc 0) 00000100:00100000:2.0:1775764839.178197:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+114:11755:x1862022222968832:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 349us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764839.178205:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44463 00000100:00100000:3.0:1775764839.192915:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.193175:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222968960 00000100:00100000:0.0:1775764839.193188:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222968960 00002000:00100000:0.0:1775764839.193248:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2961408->3854335) req@ffff8b8b8109fb80 x1862022222968960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.193259:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109fb80 with x1862022222968960 ext(2961408->3854335) 00002000:00010000:0.0:1775764839.193264:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109fb80 00000100:00100000:0.0:1775764839.193300:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38280 00000100:00100000:0.0:1775764839.193310:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222968960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.198033:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222968960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4715us (5119us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764839.198048:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38280 00002000:00100000:0.0:1775764839.198060:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2961408->3854335) req@ffff8b8b8109fb80 x1862022222968960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.198069:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109fb80 with x1862022222968960 ext(2961408->3854335) 00002000:00010000:0.0:1775764839.198076:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109fb80 00000100:00100000:2.0:1775764839.204271:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.204490:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222969216 00000100:00100000:3.0:1775764839.204501:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222969216 00000100:00100000:3.0:1775764839.204591:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44464 00000100:00100000:3.0:1775764839.204602:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+114:11755:x1862022222969216:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764839.204673:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764839.204704:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c86d35000/0xdb23b4c9253cff98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf3e expref: 114 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.204730:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764839.204736:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764839.205001:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff9f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.205017:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.205027:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764839.205080:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032228 00000004:00010000:3.0:1775764839.205116:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b2eea11 reply state 0000000029c2c9bd transno 4295032229 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764839.205126:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764839.205231:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+116:11755:x1862022222969216:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 630us (969us total) trans 4295032229 rc 0/0 00000100:00100000:3.0:1775764839.205238:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44464 00000020:00080000:3.0:1775764839.205243:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764839.208659:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.208676:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff9f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.208682:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.208687:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547de00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764839.208692:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.208699:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff9f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.208715:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764839.208718:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764839.208723:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff9f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.208730:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253cff9f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764839.213511:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.213822:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222969344 00000100:00100000:1.0:1775764839.213833:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222969344 00002000:00010000:1.0:1775764839.213874:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2803610->18446744073709551615) 00002000:00100000:1.0:1775764839.213879:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76a00 with x1862022222969344 ext(2803610->18446744073709551615) 00002000:00010000:1.0:1775764839.213903:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76a00. 00000100:00100000:1.0:1775764839.213945:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38281 00000100:00100000:1.0:1775764839.213956:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222969344:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764839.214208:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 585720 -> 2803610 00002000:00010000:1.0:1775764839.214212:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.214214:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764839.214216:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.214218:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:1.0:1775764839.214513:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022222969344:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 557us (1011us total) trans 4294996689 rc 0/0 00000100:00100000:1.0:1775764839.214521:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38281 00002000:00010000:1.0:1775764839.214525:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2803610->18446744073709551615) 00002000:00100000:1.0:1775764839.214528:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76a00 with x1862022222969344 ext(2803610->18446744073709551615) 00002000:00010000:1.0:1775764839.214533:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76a00. 00000100:00100000:3.0:1775764839.219790:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.220078:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222969472 00000100:00100000:0.0:1775764839.220089:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222969472 00002000:00010000:0.0:1775764839.220140:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764839.220147:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109c700 with x1862022222969472 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764839.220162:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109c700. 00000100:00100000:0.0:1775764839.220198:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38282 00000100:00100000:0.0:1775764839.220209:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222969472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764839.220441:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764839.220445:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.220447:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764839.220450:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.220452:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764839.220514:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222969472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 307us (733us total) trans 4294996072 rc 0/0 00000100:00100000:0.0:1775764839.220522:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38282 00002000:00010000:0.0:1775764839.220525:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764839.220528:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109c700 with x1862022222969472 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764839.220532:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109c700. 00000100:00100000:2.0:1775764839.226738:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.226849:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222969600 00000100:00100000:1.0:1775764839.226860:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222969600 00000100:00100000:1.0:1775764839.226927:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44465 00000100:00100000:1.0:1775764839.226936:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+115:11755:x1862022222969600:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764839.226970:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764839.226989:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffa6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf45 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.227071:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cffad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.227086:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cffad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.227098:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cffad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764839.227140:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2803610 00000004:00200000:1.0:1775764839.227145:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764839.227161:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cffad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.227187:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf45 expref: 117 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.227207:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cffad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf45 expref: 116 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.227216:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764839.227219:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764839.227223:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4e00, rc 0) 00000100:00100000:1.0:1775764839.227288:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+116:11755:x1862022222969600:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 352us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764839.227295:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44465 00000100:00100000:2.0:1775764839.233764:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.234008:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222969856 00000100:00100000:1.0:1775764839.234018:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222969856 00000100:00100000:1.0:1775764839.234078:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44466 00000100:00100000:1.0:1775764839.234088:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+116:11755:x1862022222969856:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764839.234322:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764839.234351:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253cffad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf45 expref: 116 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.234372:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764839.234377:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764839.234818:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffb4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.234833:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.234843:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764839.234907:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032230 00000004:00010000:1.0:1775764839.234932:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c166f5d1 reply state 000000008111fdff transno 4295032231 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764839.234951:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764839.235045:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+118:11755:x1862022222969856:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 958us (1289us total) trans 4295032231 rc 0/0 00000100:00100000:1.0:1775764839.235053:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44466 00000020:00080000:1.0:1775764839.235057:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764839.237518:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.237532:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.237566:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.237572:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764839.237576:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.237588:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffb4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.237605:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764839.237608:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764839.237612:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffb4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.237617:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253cffb4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764839.239681:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.239723:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.239824:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222970112 00000100:00100000:0.0:1775764839.239833:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222970112 00002000:00010000:0.0:1775764839.239872:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1048184->18446744073709551615) 00002000:00100000:0.0:1775764839.239877:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76680 with x1862022222970112 ext(1048184->18446744073709551615) 00002000:00010000:0.0:1775764839.239889:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d76680. 00000100:00100000:0.0:1775764839.239929:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222969984 00000100:00100000:0.0:1775764839.239932:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222969984 00002000:00010000:0.0:1775764839.239955:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764839.239958:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76300 with x1862022222969984 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764839.239963:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76300. 00000100:00100000:0.0:1775764839.239984:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38283 00000100:00100000:0.0:1775764839.239992:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222970112:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764839.240243:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1048184 00002000:00010000:0.0:1775764839.240247:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.240249:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764839.240252:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.240254:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764839.240308:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222970112:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 315us (636us total) trans 4294996073 rc 0/0 00000100:00100000:0.0:1775764839.240315:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38283 00002000:00010000:0.0:1775764839.240319:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1048184->18446744073709551615) 00002000:00100000:0.0:1775764839.240321:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76680 with x1862022222970112 ext(1048184->18446744073709551615) 00002000:00010000:0.0:1775764839.240325:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d76680. 00000100:00100000:0.0:1775764839.240343:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38284 00000100:00100000:0.0:1775764839.240350:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222969984:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764839.240461:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2803610 -> 4194304 00002000:00010000:0.0:1775764839.240464:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.240466:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764839.240468:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.240470:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:0.0:1775764839.240491:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222969984:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 141us (768us total) trans 4294996690 rc 0/0 00000100:00100000:0.0:1775764839.240498:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38284 00002000:00010000:0.0:1775764839.240501:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764839.240503:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76300 with x1862022222969984 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764839.240508:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76300. 00000100:00100000:3.0:1775764839.251590:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.251623:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.251933:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222970240 00000100:00100000:1.0:1775764839.251954:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222970240 00002000:00100000:1.0:1775764839.252003:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (0->1048575) req@ffff8b8b8109c000 x1862022222970240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.252014:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109c000 with x1862022222970240 ext(0->1048575) 00002000:00010000:1.0:1775764839.252020:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109c000 00000100:00100000:1.0:1775764839.252050:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222970368 00000100:00100000:1.0:1775764839.252053:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222970368 00002000:00100000:1.0:1775764839.252068:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3891200->4194303) req@ffff8b8b8109d180 x1862022222970368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.252075:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109d180 with x1862022222970368 ext(3891200->4194303) 00002000:00010000:1.0:1775764839.252079:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109d180 00000100:00100000:1.0:1775764839.252095:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38285 00000100:00100000:1.0:1775764839.252105:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222970240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.252975:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38286 00000100:00100000:0.0:1775764839.252987:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222970368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764839.266920:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222970240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14804us (15369us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764839.266935:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38285 00002000:00100000:1.0:1775764839.266976:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (0->1048575) req@ffff8b8b8109c000 x1862022222970240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.266987:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109c000 with x1862022222970240 ext(0->1048575) 00002000:00010000:1.0:1775764839.266993:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b8109c000 00000100:00100000:0.0:1775764839.270875:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222970368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17880us (19239us total) trans 0 rc 303104/303104 00000100:00100000:0.0:1775764839.270889:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38286 00002000:00100000:0.0:1775764839.270910:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3891200->4194303) req@ffff8b8b8109d180 x1862022222970368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 303104/303104 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.270921:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109d180 with x1862022222970368 ext(3891200->4194303) 00002000:00010000:0.0:1775764839.270928:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109d180 00000100:00100000:0.0:1775764839.278671:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.278775:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222970496 00000100:00100000:2.0:1775764839.278786:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222970496 00002000:00100000:2.0:1775764839.278848:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (1003520->1048183) req@ffff8b8c927fad80 x1862022222970496/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.278858:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fad80 with x1862022222970496 ext(1003520->1048183) 00002000:00010000:2.0:1775764839.278864:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fad80 00000100:00100000:2.0:1775764839.279023:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38287 00000100:00100000:2.0:1775764839.279036:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222970496:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764839.286328:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222970496:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7284us (7656us total) trans 4294996074 rc 0/0 00000100:00100000:3.0:1775764839.286343:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38287 00002000:00100000:3.0:1775764839.286356:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (1003520->1048183) req@ffff8b8c927fad80 x1862022222970496/t4294996074(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/448 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.286374:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fad80 with x1862022222970496 ext(1003520->1048183) 00002000:00010000:3.0:1775764839.286381:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fad80 00000100:00100000:2.0:1775764839.290093:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.290394:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222970624 00000100:00100000:3.0:1775764839.290407:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222970624 00000100:00100000:3.0:1775764839.290474:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84781 00000100:00100000:3.0:1775764839.290484:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222970624:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764839.328377:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996073 is committed 00000001:00080000:2.0:1775764839.328412:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996074 is committed 00000100:00100000:3.0:1775764839.328676:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222970624:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38188us (38590us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764839.328687:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84781 00000100:00100000:2.0:1775764839.333249:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.333376:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222970752 00000100:00100000:0.0:1775764839.333386:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222970752 00000100:00100000:0.0:1775764839.333494:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44467 00000100:00100000:0.0:1775764839.333504:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+117:11755:x1862022222970752:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764839.333528:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764839.333565:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cffbb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf4c expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.333651:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0000/0xdb23b4c9253cffc2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.333669:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0000/0xdb23b4c9253cffc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.333679:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0000/0xdb23b4c9253cffc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764839.333707:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5242488 00000004:00200000:0.0:1775764839.333713:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764839.333730:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0000/0xdb23b4c9253cffc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.333755:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253cffbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf4c expref: 119 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.333773:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0000/0xdb23b4c9253cffc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf4c expref: 118 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.333781:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764839.333784:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764839.333787:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca38d0000, rc 0) 00000100:00100000:0.0:1775764839.333858:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+118:11755:x1862022222970752:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 355us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764839.333866:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44467 00000100:00100000:2.0:1775764839.338172:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.338310:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222970880 00000100:00100000:3.0:1775764839.338319:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222970880 00002000:00100000:3.0:1775764839.338365:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1241088->1245183) req@ffff8b8c86d74e00 x1862022222970880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.338377:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022222970880 ext(1241088->1245183) 00002000:00010000:3.0:1775764839.338382:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74e00 00000100:00100000:3.0:1775764839.338411:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38288 00000100:00100000:3.0:1775764839.338419:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222970880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.338665:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222970880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 246us (503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.338672:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38288 00002000:00100000:3.0:1775764839.338678:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1241088->1245183) req@ffff8b8c86d74e00 x1862022222970880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.338686:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022222970880 ext(1241088->1245183) 00002000:00010000:3.0:1775764839.338690:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74e00 00000100:00100000:2.0:1775764839.346340:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.346633:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222971008 00000100:00100000:3.0:1775764839.346644:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222971008 00002000:00100000:3.0:1775764839.346693:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1245184->1249279) req@ffff8b8c86d75f80 x1862022222971008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.346705:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022222971008 ext(1245184->1249279) 00002000:00010000:3.0:1775764839.346711:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75f80 00000100:00100000:3.0:1775764839.346745:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38289 00000100:00100000:3.0:1775764839.346755:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222971008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.347206:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222971008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 451us (874us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.347214:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38289 00002000:00100000:3.0:1775764839.347221:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1245184->1249279) req@ffff8b8c86d75f80 x1862022222971008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.347229:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022222971008 ext(1245184->1249279) 00002000:00010000:3.0:1775764839.347232:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75f80 00000100:00100000:1.0:1775764839.351514:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.351664:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222971136 00000100:00100000:2.0:1775764839.351676:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222971136 00002000:00100000:2.0:1775764839.351722:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1249280->1253375) req@ffff8b8c8e899f80 x1862022222971136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.351733:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899f80 with x1862022222971136 ext(1249280->1253375) 00002000:00010000:2.0:1775764839.351738:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899f80 00000100:00100000:2.0:1775764839.351771:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38290 00000100:00100000:2.0:1775764839.351781:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222971136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.352034:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222971136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (528us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.352042:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38290 00002000:00100000:2.0:1775764839.352048:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1249280->1253375) req@ffff8b8c8e899f80 x1862022222971136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.352056:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899f80 with x1862022222971136 ext(1249280->1253375) 00002000:00010000:2.0:1775764839.352059:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899f80 00000100:00100000:2.0:1775764839.356524:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.356712:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222971264 00000100:00100000:0.0:1775764839.356722:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222971264 00002000:00100000:0.0:1775764839.356768:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1253376->1257471) req@ffff8b8c86d77800 x1862022222971264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.356779:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022222971264 ext(1253376->1257471) 00002000:00010000:0.0:1775764839.356786:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77800 00000100:00100000:0.0:1775764839.356826:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38291 00000100:00100000:0.0:1775764839.356836:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222971264:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.357080:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222971264:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 245us (563us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764839.357088:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38291 00002000:00100000:0.0:1775764839.357095:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1253376->1257471) req@ffff8b8c86d77800 x1862022222971264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.357103:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022222971264 ext(1253376->1257471) 00002000:00010000:0.0:1775764839.357106:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77800 00000100:00100000:0.0:1775764839.361462:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.361580:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222971392 00000100:00100000:1.0:1775764839.361589:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222971392 00002000:00100000:1.0:1775764839.361632:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1257472->1261567) req@ffff8b8c927faa00 x1862022222971392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.361643:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927faa00 with x1862022222971392 ext(1257472->1261567) 00002000:00010000:1.0:1775764839.361649:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927faa00 00000100:00100000:1.0:1775764839.361671:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38292 00000100:00100000:1.0:1775764839.361680:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222971392:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764839.361911:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222971392:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 231us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764839.361920:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38292 00002000:00100000:1.0:1775764839.361926:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1257472->1261567) req@ffff8b8c927faa00 x1862022222971392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.361935:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927faa00 with x1862022222971392 ext(1257472->1261567) 00002000:00010000:1.0:1775764839.361948:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927faa00 00000100:00100000:1.0:1775764839.365619:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.366591:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222971520 00000100:00100000:3.0:1775764839.366602:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222971520 00002000:00100000:2.0:1775764839.366767:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1261568->1265663) req@ffff8b8c8e89a680 x1862022222971520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.366779:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a680 with x1862022222971520 ext(1261568->1265663) 00002000:00010000:2.0:1775764839.366784:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89a680 00000100:00100000:2.0:1775764839.366995:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38293 00000100:00100000:2.0:1775764839.367005:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222971520:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.367314:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222971520:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 309us (1705us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.367322:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38293 00002000:00100000:2.0:1775764839.367329:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1261568->1265663) req@ffff8b8c8e89a680 x1862022222971520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.367337:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a680 with x1862022222971520 ext(1261568->1265663) 00002000:00010000:2.0:1775764839.367341:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89a680 00000100:00100000:0.0:1775764839.371615:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.371694:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222971648 00000100:00100000:1.0:1775764839.371704:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222971648 00002000:00100000:1.0:1775764839.371763:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1265664->1269759) req@ffff8b8c927f8380 x1862022222971648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.371774:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8380 with x1862022222971648 ext(1265664->1269759) 00002000:00010000:1.0:1775764839.371779:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8380 00000100:00100000:3.0:1775764839.372241:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38294 00000100:00100000:3.0:1775764839.372255:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222971648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.372496:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222971648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 245us (892us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.372504:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38294 00002000:00100000:3.0:1775764839.372511:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1265664->1269759) req@ffff8b8c927f8380 x1862022222971648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.372519:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8380 with x1862022222971648 ext(1265664->1269759) 00002000:00010000:3.0:1775764839.372523:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8380 00010000:00010000:1.0:1775764839.373482:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764839.376464:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.376572:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222971776 00000100:00100000:2.0:1775764839.376583:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222971776 00002000:00100000:2.0:1775764839.376636:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1269760->1273855) req@ffff8b8c8e89bb80 x1862022222971776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.376647:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89bb80 with x1862022222971776 ext(1269760->1273855) 00002000:00010000:2.0:1775764839.376654:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89bb80 00000100:00100000:2.0:1775764839.376690:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38295 00000100:00100000:2.0:1775764839.376699:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222971776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.377029:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222971776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 330us (573us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.377037:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38295 00002000:00100000:2.0:1775764839.377043:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1269760->1273855) req@ffff8b8c8e89bb80 x1862022222971776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.377050:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89bb80 with x1862022222971776 ext(1269760->1273855) 00002000:00010000:2.0:1775764839.377053:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89bb80 00000100:00100000:0.0:1775764839.382098:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.382250:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222971904 00000100:00100000:3.0:1775764839.382260:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222971904 00002000:00100000:3.0:1775764839.382314:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1273856->1277951) req@ffff8b8c927f8000 x1862022222971904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.382326:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8000 with x1862022222971904 ext(1273856->1277951) 00002000:00010000:3.0:1775764839.382332:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8000 00000100:00100000:3.0:1775764839.382367:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38296 00000100:00100000:3.0:1775764839.382376:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222971904:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.382683:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222971904:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 307us (593us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.382691:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38296 00002000:00100000:3.0:1775764839.382698:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1273856->1277951) req@ffff8b8c927f8000 x1862022222971904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.382706:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8000 with x1862022222971904 ext(1273856->1277951) 00002000:00010000:3.0:1775764839.382710:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8000 00000100:00100000:0.0:1775764839.386195:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.386292:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222972032 00000100:00100000:3.0:1775764839.386303:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222972032 00002000:00100000:3.0:1775764839.386353:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1277952->1282047) req@ffff8b8c927f8a80 x1862022222972032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.386363:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8a80 with x1862022222972032 ext(1277952->1282047) 00002000:00010000:3.0:1775764839.386370:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8a80 00000100:00100000:3.0:1775764839.386404:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38297 00000100:00100000:3.0:1775764839.386415:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222972032:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.386689:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222972032:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 274us (503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.386696:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38297 00002000:00100000:3.0:1775764839.386703:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1277952->1282047) req@ffff8b8c927f8a80 x1862022222972032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.386712:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8a80 with x1862022222972032 ext(1277952->1282047) 00002000:00010000:3.0:1775764839.386715:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8a80 00000100:00100000:0.0:1775764839.391843:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.392005:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222972160 00000100:00100000:3.0:1775764839.392017:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222972160 00002000:00100000:3.0:1775764839.392069:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1282048->1286143) req@ffff8b8c927fb100 x1862022222972160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.392080:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb100 with x1862022222972160 ext(1282048->1286143) 00002000:00010000:3.0:1775764839.392086:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb100 00000100:00100000:3.0:1775764839.392130:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38298 00000100:00100000:3.0:1775764839.392139:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222972160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.392377:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222972160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (539us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.392386:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38298 00002000:00100000:3.0:1775764839.392393:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1282048->1286143) req@ffff8b8c927fb100 x1862022222972160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.392401:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb100 with x1862022222972160 ext(1282048->1286143) 00002000:00010000:3.0:1775764839.392404:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb100 00000100:00100000:0.0:1775764839.399089:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.399366:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222972288 00000100:00100000:2.0:1775764839.399376:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222972288 00002000:00100000:2.0:1775764839.399423:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3575808->3579903) req@ffff8b8c927fa680 x1862022222972288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.399433:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa680 with x1862022222972288 ext(3575808->3579903) 00002000:00010000:2.0:1775764839.399439:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa680 00000100:00100000:2.0:1775764839.399472:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38299 00000100:00100000:2.0:1775764839.399482:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222972288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.399794:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222972288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 313us (713us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.399802:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38299 00002000:00100000:2.0:1775764839.399820:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3575808->3579903) req@ffff8b8c927fa680 x1862022222972288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.399828:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa680 with x1862022222972288 ext(3575808->3579903) 00002000:00010000:2.0:1775764839.399832:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa680 00000100:00100000:0.0:1775764839.404601:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.404679:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222972416 00000100:00100000:3.0:1775764839.404690:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222972416 00002000:00100000:3.0:1775764839.404737:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3579904->3583999) req@ffff8b8c927fb800 x1862022222972416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.404748:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb800 with x1862022222972416 ext(3579904->3583999) 00002000:00010000:3.0:1775764839.404754:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb800 00000100:00100000:3.0:1775764839.404786:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38300 00000100:00100000:3.0:1775764839.404797:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222972416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.405072:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222972416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 277us (479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.405080:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38300 00002000:00100000:3.0:1775764839.405086:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3579904->3583999) req@ffff8b8c927fb800 x1862022222972416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.405095:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb800 with x1862022222972416 ext(3579904->3583999) 00002000:00010000:3.0:1775764839.405098:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb800 00000100:00100000:1.0:1775764839.409409:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.409522:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222972544 00000100:00100000:2.0:1775764839.409531:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222972544 00002000:00100000:2.0:1775764839.409623:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3584000->3588095) req@ffff8b8c8e898700 x1862022222972544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.409635:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898700 with x1862022222972544 ext(3584000->3588095) 00002000:00010000:2.0:1775764839.409642:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898700 00000100:00100000:2.0:1775764839.409666:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38301 00000100:00100000:2.0:1775764839.409676:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222972544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.409954:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222972544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 279us (554us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.409962:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38301 00002000:00100000:2.0:1775764839.409969:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3584000->3588095) req@ffff8b8c8e898700 x1862022222972544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.409977:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898700 with x1862022222972544 ext(3584000->3588095) 00002000:00010000:2.0:1775764839.409980:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898700 00000100:00100000:0.0:1775764839.415306:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.415391:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222972672 00000100:00100000:3.0:1775764839.415403:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222972672 00002000:00100000:3.0:1775764839.415450:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3588096->3592191) req@ffff8b8c927fb480 x1862022222972672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.415461:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb480 with x1862022222972672 ext(3588096->3592191) 00002000:00010000:3.0:1775764839.415467:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb480 00000100:00100000:3.0:1775764839.415501:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38302 00000100:00100000:3.0:1775764839.415512:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222972672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.415834:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222972672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 325us (536us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.415842:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38302 00002000:00100000:3.0:1775764839.415848:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3588096->3592191) req@ffff8b8c927fb480 x1862022222972672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.415855:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb480 with x1862022222972672 ext(3588096->3592191) 00002000:00010000:3.0:1775764839.415858:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb480 00000100:00100000:1.0:1775764839.419797:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.419918:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222972800 00000100:00100000:0.0:1775764839.419929:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222972800 00002000:00100000:0.0:1775764839.419985:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3592192->3596287) req@ffff8b8c8e899500 x1862022222972800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.419996:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899500 with x1862022222972800 ext(3592192->3596287) 00002000:00010000:0.0:1775764839.420002:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899500 00000100:00100000:0.0:1775764839.420035:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38303 00000100:00100000:0.0:1775764839.420045:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222972800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.420676:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222972800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 630us (885us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764839.420685:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38303 00002000:00100000:0.0:1775764839.420692:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3592192->3596287) req@ffff8b8c8e899500 x1862022222972800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.420700:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899500 with x1862022222972800 ext(3592192->3596287) 00002000:00010000:0.0:1775764839.420703:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899500 00000100:00100000:3.0:1775764839.425833:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.425923:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222972928 00000100:00100000:2.0:1775764839.425944:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222972928 00002000:00100000:2.0:1775764839.425993:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3596288->3600383) req@ffff8b8b8109e680 x1862022222972928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.426004:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109e680 with x1862022222972928 ext(3596288->3600383) 00002000:00010000:2.0:1775764839.426010:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109e680 00000100:00100000:2.0:1775764839.426044:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38304 00000100:00100000:2.0:1775764839.426055:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222972928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.426301:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222972928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 247us (476us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.426308:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38304 00002000:00100000:2.0:1775764839.426315:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3596288->3600383) req@ffff8b8b8109e680 x1862022222972928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.426322:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109e680 with x1862022222972928 ext(3596288->3600383) 00002000:00010000:2.0:1775764839.426326:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109e680 00000100:00100000:1.0:1775764839.432219:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.432331:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222973056 00000100:00100000:2.0:1775764839.432341:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222973056 00002000:00100000:2.0:1775764839.432398:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3600384->3604479) req@ffff8b8cc17b6a00 x1862022222973056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.432408:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6a00 with x1862022222973056 ext(3600384->3604479) 00002000:00010000:2.0:1775764839.432413:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6a00 00000100:00100000:2.0:1775764839.432449:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38305 00000100:00100000:2.0:1775764839.432458:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222973056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.432748:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222973056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 290us (538us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.432756:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38305 00002000:00100000:2.0:1775764839.432763:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3600384->3604479) req@ffff8b8cc17b6a00 x1862022222973056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.432778:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6a00 with x1862022222973056 ext(3600384->3604479) 00002000:00010000:2.0:1775764839.432781:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6a00 00000100:00100000:1.0:1775764839.453295:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.453339:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222973184 00000100:00100000:1.0:1775764839.453351:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222973184 00002000:00100000:1.0:1775764839.453409:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3604480->3608575) req@ffff8b8cc17b4380 x1862022222973184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.453420:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022222973184 ext(3604480->3608575) 00002000:00010000:1.0:1775764839.453426:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380 00000100:00100000:1.0:1775764839.453454:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38306 00000100:00100000:1.0:1775764839.453466:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222973184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764839.453737:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222973184:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 272us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764839.453744:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38306 00002000:00100000:1.0:1775764839.453750:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3604480->3608575) req@ffff8b8cc17b4380 x1862022222973184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.453758:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022222973184 ext(3604480->3608575) 00002000:00010000:1.0:1775764839.453761:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380 00000100:00100000:3.0:1775764839.458200:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.458403:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222973312 00000100:00100000:1.0:1775764839.458416:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222973312 00002000:00100000:1.0:1775764839.458468:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3608576->3612671) req@ffff8b8b8109df80 x1862022222973312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.458481:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109df80 with x1862022222973312 ext(3608576->3612671) 00002000:00010000:1.0:1775764839.458488:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109df80 00000100:00100000:1.0:1775764839.458521:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38307 00000100:00100000:1.0:1775764839.458531:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222973312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764839.458886:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222973312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 355us (701us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764839.458894:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38307 00002000:00100000:1.0:1775764839.458901:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3608576->3612671) req@ffff8b8b8109df80 x1862022222973312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.458909:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109df80 with x1862022222973312 ext(3608576->3612671) 00002000:00010000:1.0:1775764839.458912:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109df80 00000100:00100000:3.0:1775764839.471128:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.471429:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222973440 00000100:00100000:1.0:1775764839.471442:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222973440 00002000:00100000:1.0:1775764839.471496:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3444736->3448831) req@ffff8b8b8109ca80 x1862022222973440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.471507:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ca80 with x1862022222973440 ext(3444736->3448831) 00002000:00010000:1.0:1775764839.471513:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ca80 00000100:00100000:1.0:1775764839.471569:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38308 00000100:00100000:1.0:1775764839.471580:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222973440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764839.471800:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222973440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 221us (682us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764839.471818:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38308 00002000:00100000:1.0:1775764839.471824:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3444736->3448831) req@ffff8b8b8109ca80 x1862022222973440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.471833:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ca80 with x1862022222973440 ext(3444736->3448831) 00002000:00010000:1.0:1775764839.471836:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ca80 00000100:00100000:3.0:1775764839.478585:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.478687:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222973568 00000100:00100000:0.0:1775764839.478699:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222973568 00002000:00100000:0.0:1775764839.478753:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3448832->3452927) req@ffff8b8b8109f100 x1862022222973568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.478764:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f100 with x1862022222973568 ext(3448832->3452927) 00002000:00010000:0.0:1775764839.478770:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109f100 00000100:00100000:0.0:1775764839.478805:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38309 00000100:00100000:0.0:1775764839.478815:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222973568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.479033:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222973568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 219us (462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764839.479041:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38309 00002000:00100000:0.0:1775764839.479047:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3448832->3452927) req@ffff8b8b8109f100 x1862022222973568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.479054:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f100 with x1862022222973568 ext(3448832->3452927) 00002000:00010000:0.0:1775764839.479057:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109f100 00000100:00100000:3.0:1775764839.486127:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.486379:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222973696 00000100:00100000:0.0:1775764839.486389:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222973696 00002000:00100000:0.0:1775764839.486435:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3452928->3457023) req@ffff8b8b8109f800 x1862022222973696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.486446:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f800 with x1862022222973696 ext(3452928->3457023) 00002000:00010000:0.0:1775764839.486452:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109f800 00000100:00100000:0.0:1775764839.486482:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38310 00000100:00100000:0.0:1775764839.486492:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222973696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.486762:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022222973696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 271us (645us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764839.486771:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38310 00002000:00100000:0.0:1775764839.486778:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3452928->3457023) req@ffff8b8b8109f800 x1862022222973696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.486787:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109f800 with x1862022222973696 ext(3452928->3457023) 00002000:00010000:0.0:1775764839.486791:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109f800 00000100:00100000:0.0:1775764839.494135:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.495569:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222973824 00000100:00100000:2.0:1775764839.495582:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222973824 00002000:00100000:2.0:1775764839.495636:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3457024->3461119) req@ffff8b8c927f8e00 x1862022222973824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.495648:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8e00 with x1862022222973824 ext(3457024->3461119) 00002000:00010000:2.0:1775764839.495654:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8e00 00000100:00100000:2.0:1775764839.495736:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38311 00000100:00100000:2.0:1775764839.495746:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222973824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.496019:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222973824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (1895us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.496027:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38311 00002000:00100000:2.0:1775764839.496034:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3457024->3461119) req@ffff8b8c927f8e00 x1862022222973824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.496043:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8e00 with x1862022222973824 ext(3457024->3461119) 00002000:00010000:2.0:1775764839.496047:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8e00 00000001:00080000:3.0:1775764839.500299:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032227 is committed 00000001:00080000:3.0:1775764839.500374:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032231 is committed 00000100:00100000:3.0:1775764839.503655:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.503769:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222973952 00000100:00100000:0.0:1775764839.503783:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222973952 00002000:00100000:0.0:1775764839.503857:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3461120->3465215) req@ffff8b8b8109ed80 x1862022222973952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.503869:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ed80 with x1862022222973952 ext(3461120->3465215) 00002000:00010000:0.0:1775764839.503876:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ed80 00000100:00100000:0.0:1775764839.503912:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38312 00000100:00100000:0.0:1775764839.503923:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b8109ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222973952:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.504224:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b8109ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022222973952:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 303us (581us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764839.504232:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38312 00002000:00100000:0.0:1775764839.504238:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3461120->3465215) req@ffff8b8b8109ed80 x1862022222973952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.504247:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b8109ed80 with x1862022222973952 ext(3461120->3465215) 00002000:00010000:0.0:1775764839.504251:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b8109ed80 00000100:00100000:3.0:1775764839.509417:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.509701:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222974208 00000100:00100000:2.0:1775764839.509713:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222974208 00000100:00100000:2.0:1775764839.509771:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44468 00000100:00100000:2.0:1775764839.509780:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:11755:x1862022222974208:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764839.509845:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764839.509873:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0000/0xdb23b4c9253cffc2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf4c expref: 8 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.509895:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764839.509900:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764839.510350:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253cffc9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.510364:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253cffc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.510375:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253cffc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764839.510428:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032232 00000004:00010000:2.0:1775764839.510455:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000988aaf8 reply state 00000000fc87fad5 transno 4295032233 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253cffc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764839.510463:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764839.511553:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222974208:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1751us (2122us total) trans 4295032233 rc 0/0 00000100:00100000:2.0:1775764839.511565:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44468 00000020:00080000:2.0:1775764839.511572:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764839.514450:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253cffc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.514466:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253cffc9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.514475:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253cffc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.514480:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9f7e9c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764839.514485:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253cffc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.514492:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253cffc9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.514509:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764839.514512:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764839.514517:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253cffc9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.514523:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253cffc9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764839.517286:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.517365:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222974336 00000100:00100000:1.0:1775764839.517378:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222974336 00002000:00010000:1.0:1775764839.517422:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764839.517427:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31500 with x1862022222974336 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764839.517439:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31500. 00000100:00100000:1.0:1775764839.517475:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38313 00000100:00100000:1.0:1775764839.517484:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222974336:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764839.517734:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764839.517738:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.517741:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764839.517743:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.517746:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:1.0:1775764839.517814:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022222974336:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 331us (538us total) trans 4294996691 rc 0/0 00000100:00100000:1.0:1775764839.517822:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38313 00002000:00010000:1.0:1775764839.517826:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764839.517829:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31500 with x1862022222974336 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764839.517833:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31500. 00000100:00100000:1.0:1775764839.519900:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.520004:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222974464 00000100:00100000:0.0:1775764839.520014:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222974464 00002000:00010000:0.0:1775764839.520054:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1373306->18446744073709551615) 00002000:00100000:0.0:1775764839.520059:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6d80 with x1862022222974464 ext(1373306->18446744073709551615) 00002000:00010000:0.0:1775764839.520070:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6d80. 00000100:00100000:0.0:1775764839.520102:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38314 00000100:00100000:0.0:1775764839.520112:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222974464:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764839.520413:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1048184 -> 1373306 00002000:00010000:0.0:1775764839.520417:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.520420:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764839.520422:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:0.0:1775764839.520425:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:0.0:1775764839.520491:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222974464:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 379us (597us total) trans 4294996075 rc 0/0 00000100:00100000:0.0:1775764839.520499:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38314 00002000:00010000:0.0:1775764839.520503:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1373306->18446744073709551615) 00002000:00100000:0.0:1775764839.520505:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6d80 with x1862022222974464 ext(1373306->18446744073709551615) 00002000:00010000:0.0:1775764839.520511:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6d80. 00000100:00100000:0.0:1775764839.527318:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.527675:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222974592 00000100:00100000:1.0:1775764839.527686:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222974592 00002000:00100000:1.0:1775764839.527740:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1376255) req@ffff8b8c927f9f80 x1862022222974592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.527751:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9f80 with x1862022222974592 ext(1048576->1376255) 00002000:00010000:1.0:1775764839.527759:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f9f80 00000100:00100000:1.0:1775764839.527796:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38315 00000100:00100000:1.0:1775764839.527817:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222974592:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764839.534684:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222974592:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6866us (7363us total) trans 0 rc 327680/327680 00000100:00100000:1.0:1775764839.534699:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38315 00002000:00100000:1.0:1775764839.534713:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1376255) req@ffff8b8c927f9f80 x1862022222974592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 327680/327680 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.534723:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9f80 with x1862022222974592 ext(1048576->1376255) 00002000:00010000:1.0:1775764839.534729:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f9f80 00000100:00100000:3.0:1775764839.540815:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.541013:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222974720 00000100:00100000:1.0:1775764839.541024:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222974720 00002000:00100000:1.0:1775764839.541073:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1323008->1373305) req@ffff8b8b85a33800 x1862022222974720/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.541085:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33800 with x1862022222974720 ext(1323008->1373305) 00002000:00010000:1.0:1775764839.541092:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33800 00000100:00100000:1.0:1775764839.541141:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38316 00000100:00100000:1.0:1775764839.541151:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222974720:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764839.548607:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222974720:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7447us (7804us total) trans 4294996076 rc 0/0 00000100:00100000:2.0:1775764839.548621:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38316 00002000:00100000:2.0:1775764839.548633:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1323008->1373305) req@ffff8b8b85a33800 x1862022222974720/t4294996076(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/448 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.548643:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33800 with x1862022222974720 ext(1323008->1373305) 00002000:00010000:2.0:1775764839.548649:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33800 00000100:00100000:3.0:1775764839.554292:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.554626:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222974848 00000100:00100000:0.0:1775764839.554637:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222974848 00000100:00100000:0.0:1775764839.554793:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84782 00000100:00100000:0.0:1775764839.554804:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222974848:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764839.602061:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996075 is committed 00000001:00080000:1.0:1775764839.602086:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996076 is committed 00000100:00100000:2.0:1775764839.602933:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222974848:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 48122us (48653us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764839.602954:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84782 00000100:00100000:0.0:1775764839.607162:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.607409:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222974976 00000100:00100000:1.0:1775764839.607420:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222974976 00000100:00100000:0.0:1775764839.607666:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44469 00000100:00100000:0.0:1775764839.607677:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:11755:x1862022222974976:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764839.607705:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764839.607724:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cffd0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf53 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.607817:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1c00/0xdb23b4c9253cffd7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.607832:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1c00/0xdb23b4c9253cffd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.607844:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1c00/0xdb23b4c9253cffd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764839.607872:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5567610 00000004:00200000:0.0:1775764839.607877:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764839.607895:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1c00/0xdb23b4c9253cffd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.607923:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1600/0xdb23b4c9253cffd0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf53 expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.607956:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1c00/0xdb23b4c9253cffd7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf53 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.607964:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764839.607966:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764839.607970:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca38d1c00, rc 0) 00000100:00100000:0.0:1775764839.608033:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222974976:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 357us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764839.608040:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44469 00000100:00100000:2.0:1775764839.611799:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.612534:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222975232 00000100:00100000:1.0:1775764839.612562:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222975232 00000100:00100000:1.0:1775764839.612634:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44470 00000100:00100000:1.0:1775764839.612644:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022222975232:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764839.612701:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764839.612730:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d1c00/0xdb23b4c9253cffd7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf53 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.612751:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764839.612757:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764839.613017:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cffde lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.613031:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cffde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.613041:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cffde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764839.613093:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032234 00000004:00010000:1.0:1775764839.613131:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec35aa31 reply state 000000000104ef29 transno 4295032235 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cffde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764839.613139:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764839.613238:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022222975232:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 594us (1448us total) trans 4295032235 rc 0/0 00000100:00100000:1.0:1775764839.613248:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44470 00000020:00080000:1.0:1775764839.613254:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764839.618696:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.618728:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.618755:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222975360 00000100:00100000:1.0:1775764839.618765:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222975360 00002000:00010000:1.0:1775764839.618814:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764839.618819:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022222975360 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764839.618833:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4000. 00000100:00100000:1.0:1775764839.618854:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222975488 00000100:00100000:1.0:1775764839.618858:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222975488 00002000:00010000:1.0:1775764839.618869:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1003027->18446744073709551615) 00002000:00100000:1.0:1775764839.618873:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4e00 with x1862022222975488 ext(1003027->18446744073709551615) 00002000:00010000:1.0:1775764839.618879:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b4e00. 00000100:00100000:1.0:1775764839.618897:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38317 00000100:00100000:1.0:1775764839.618906:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022222975360:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:3.0:1775764839.619681:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38318 00000100:00100000:3.0:1775764839.619695:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222975488:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764839.620033:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1373306 -> 1003027 00002000:00010000:3.0:1775764839.620038:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:3.0:1775764839.620041:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764839.620044:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:3.0:1775764839.620047:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:3.0:1775764839.620127:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222975488:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 436us (1397us total) trans 4294996077 rc 0/0 00000100:00100000:3.0:1775764839.620135:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38318 00002000:00010000:3.0:1775764839.620139:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1003027->18446744073709551615) 00002000:00100000:3.0:1775764839.620142:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4e00 with x1862022222975488 ext(1003027->18446744073709551615) 00002000:00010000:3.0:1775764839.620148:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b4e00. 00002000:00010000:1.0:1775764839.620449:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764839.620453:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.620455:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764839.620456:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764839 00002000:00010000:1.0:1775764839.620458:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:1.0:1775764839.620486:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222975360:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1580us (1799us total) trans 4294996692 rc 0/0 00000100:00100000:1.0:1775764839.620493:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38317 00002000:00010000:1.0:1775764839.620496:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764839.620499:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022222975360 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764839.620504:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4000. 00010000:00010000:2.0:1775764839.621396:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cffde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.621410:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cffde lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.621418:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cffde lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.621424:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764839.621429:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cffde lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.621436:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cffde lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.621453:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764839.621456:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764839.621461:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cffde lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.621467:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253cffde lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764839.626732:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.626826:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222975616 00000100:00100000:2.0:1775764839.626837:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222975616 00000100:00100000:2.0:1775764839.626893:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44471 00000100:00100000:2.0:1775764839.626902:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022222975616:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764839.626926:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764839.626954:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253cffe5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf5a expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.627040:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9000/0xdb23b4c9253cffec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.627062:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9000/0xdb23b4c9253cffec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.627072:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9000/0xdb23b4c9253cffec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764839.627098:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5197331 00000004:00200000:2.0:1775764839.627112:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764839.627130:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9000/0xdb23b4c9253cffec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.627157:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253cffe5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf5a expref: 13 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.627173:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9000/0xdb23b4c9253cffec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf5a expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.627180:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764839.627183:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764839.627187:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9f7e9000, rc 0) 00000100:00100000:2.0:1775764839.627252:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022222975616:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 351us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764839.627260:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44471 00000100:00100000:3.0:1775764839.635338:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.635590:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222975744 00000100:00100000:2.0:1775764839.635600:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222975744 00002000:00100000:2.0:1775764839.635653:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2056192->2060287) req@ffff8b8b85a32d80 x1862022222975744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.635665:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022222975744 ext(2056192->2060287) 00002000:00010000:2.0:1775764839.635672:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80 00000100:00100000:2.0:1775764839.635694:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38319 00000100:00100000:2.0:1775764839.635705:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222975744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.635994:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222975744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 290us (666us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.636003:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38319 00002000:00100000:2.0:1775764839.636008:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2056192->2060287) req@ffff8b8b85a32d80 x1862022222975744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.636016:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022222975744 ext(2056192->2060287) 00002000:00010000:2.0:1775764839.636019:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80 00000100:00100000:3.0:1775764839.640436:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.641713:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222975872 00000100:00100000:2.0:1775764839.641729:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222975872 00002000:00100000:2.0:1775764839.641784:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2064383) req@ffff8b8b85a31c00 x1862022222975872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.641794:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022222975872 ext(2060288->2064383) 00002000:00010000:2.0:1775764839.641800:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:2.0:1775764839.641989:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38320 00000100:00100000:2.0:1775764839.642000:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222975872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.642286:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222975872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 287us (1863us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.642294:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38320 00002000:00100000:2.0:1775764839.642301:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2064383) req@ffff8b8b85a31c00 x1862022222975872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.642316:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022222975872 ext(2060288->2064383) 00002000:00010000:2.0:1775764839.642319:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:1.0:1775764839.645779:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.646669:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222976000 00000100:00100000:0.0:1775764839.646680:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222976000 00002000:00100000:0.0:1775764839.646726:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2068479) req@ffff8b8cc17b6680 x1862022222976000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.646738:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6680 with x1862022222976000 ext(2064384->2068479) 00002000:00010000:0.0:1775764839.646744:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6680 00000100:00100000:3.0:1775764839.646777:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38321 00000100:00100000:3.0:1775764839.646788:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222976000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.647035:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222976000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 248us (1268us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.647043:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38321 00002000:00100000:3.0:1775764839.647049:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2068479) req@ffff8b8cc17b6680 x1862022222976000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.647057:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6680 with x1862022222976000 ext(2064384->2068479) 00002000:00010000:3.0:1775764839.647060:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6680 00000100:00100000:1.0:1775764839.651273:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764839.651320:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222976128 00000100:00100000:1.0:1775764839.651330:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222976128 00002000:00100000:1.0:1775764839.651387:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2068480->2072575) req@ffff8b8cc17b7800 x1862022222976128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.651397:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7800 with x1862022222976128 ext(2068480->2072575) 00002000:00010000:1.0:1775764839.651404:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7800 00000100:00100000:1.0:1775764839.651442:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38322 00000100:00100000:1.0:1775764839.651452:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222976128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764839.651740:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222976128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 289us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764839.651747:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38322 00002000:00100000:1.0:1775764839.651753:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2068480->2072575) req@ffff8b8cc17b7800 x1862022222976128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764839.651762:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7800 with x1862022222976128 ext(2068480->2072575) 00002000:00010000:1.0:1775764839.651765:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7800 00000100:00100000:1.0:1775764839.655752:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.655921:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222976256 00000100:00100000:3.0:1775764839.655931:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222976256 00002000:00100000:3.0:1775764839.655986:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2072576->2076671) req@ffff8b8cc17b5180 x1862022222976256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.655997:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022222976256 ext(2072576->2076671) 00002000:00010000:3.0:1775764839.656003:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5180 00000100:00100000:3.0:1775764839.656075:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38323 00000100:00100000:3.0:1775764839.656085:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222976256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.656334:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222976256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 249us (590us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.656342:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38323 00002000:00100000:3.0:1775764839.656348:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2072576->2076671) req@ffff8b8cc17b5180 x1862022222976256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.656355:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022222976256 ext(2072576->2076671) 00002000:00010000:3.0:1775764839.656358:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5180 00000100:00100000:1.0:1775764839.660078:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.660191:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222976384 00000100:00100000:3.0:1775764839.660203:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222976384 00002000:00100000:3.0:1775764839.660250:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2076672->2080767) req@ffff8b8cc17b4700 x1862022222976384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.660262:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4700 with x1862022222976384 ext(2076672->2080767) 00002000:00010000:3.0:1775764839.660268:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4700 00000100:00100000:3.0:1775764839.660302:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38324 00000100:00100000:3.0:1775764839.660312:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222976384:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.661263:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222976384:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 949us (1191us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.661271:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38324 00002000:00100000:3.0:1775764839.661278:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2076672->2080767) req@ffff8b8cc17b4700 x1862022222976384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.661287:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4700 with x1862022222976384 ext(2076672->2080767) 00002000:00010000:3.0:1775764839.661292:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4700 00000100:00100000:2.0:1775764839.665556:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.665653:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222976512 00000100:00100000:3.0:1775764839.665663:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222976512 00002000:00100000:3.0:1775764839.665709:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2080768->2084863) req@ffff8b8cbb590e00 x1862022222976512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.665720:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590e00 with x1862022222976512 ext(2080768->2084863) 00002000:00010000:3.0:1775764839.665725:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590e00 00000100:00100000:3.0:1775764839.665793:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38325 00000100:00100000:3.0:1775764839.665888:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222976512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.666233:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222976512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 431us (703us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.666241:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38325 00002000:00100000:3.0:1775764839.666248:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2080768->2084863) req@ffff8b8cbb590e00 x1862022222976512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.666256:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590e00 with x1862022222976512 ext(2080768->2084863) 00002000:00010000:3.0:1775764839.666259:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590e00 00000100:00100000:1.0:1775764839.670584:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.670714:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222976640 00000100:00100000:0.0:1775764839.670726:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222976640 00002000:00100000:0.0:1775764839.670777:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2084864->2088959) req@ffff8b8cc17b5f80 x1862022222976640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.670788:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5f80 with x1862022222976640 ext(2084864->2088959) 00002000:00010000:0.0:1775764839.670795:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5f80 00000100:00100000:0.0:1775764839.670955:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38326 00000100:00100000:0.0:1775764839.670965:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222976640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.671224:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222976640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (650us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764839.671232:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38326 00002000:00100000:0.0:1775764839.671239:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2084864->2088959) req@ffff8b8cc17b5f80 x1862022222976640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.671248:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5f80 with x1862022222976640 ext(2084864->2088959) 00002000:00010000:0.0:1775764839.671251:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5f80 00000100:00100000:1.0:1775764839.674713:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.675349:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222976768 00000100:00100000:2.0:1775764839.675363:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222976768 00002000:00100000:2.0:1775764839.675419:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2088960->2093055) req@ffff8b8c99499f80 x1862022222976768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.675429:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499f80 with x1862022222976768 ext(2088960->2093055) 00002000:00010000:2.0:1775764839.675435:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499f80 00000100:00100000:2.0:1775764839.675473:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38327 00000100:00100000:2.0:1775764839.675483:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222976768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.675786:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222976768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 303us (1083us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.675794:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38327 00002000:00100000:2.0:1775764839.677298:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2088960->2093055) req@ffff8b8c99499f80 x1862022222976768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.677315:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499f80 with x1862022222976768 ext(2088960->2093055) 00002000:00010000:2.0:1775764839.677322:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499f80 00000100:00100000:1.0:1775764839.679572:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.679869:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222976896 00000100:00100000:3.0:1775764839.679879:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222976896 00002000:00100000:3.0:1775764839.679931:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2093056->2097151) req@ffff8b8c9949b100 x1862022222976896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.679953:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b100 with x1862022222976896 ext(2093056->2097151) 00002000:00010000:3.0:1775764839.679960:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b100 00000100:00100000:3.0:1775764839.679993:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38328 00000100:00100000:3.0:1775764839.680002:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222976896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.680273:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222976896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (733us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.680281:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38328 00002000:00100000:3.0:1775764839.680288:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2093056->2097151) req@ffff8b8c9949b100 x1862022222976896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.680296:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b100 with x1862022222976896 ext(2093056->2097151) 00002000:00010000:3.0:1775764839.680299:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b100 00000100:00100000:1.0:1775764839.686234:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.686412:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222977024 00000100:00100000:2.0:1775764839.686424:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222977024 00002000:00100000:2.0:1775764839.686482:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2097152->2101247) req@ffff8b8c9949b480 x1862022222977024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.686494:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b480 with x1862022222977024 ext(2097152->2101247) 00002000:00010000:2.0:1775764839.686499:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b480 00000100:00100000:2.0:1775764839.686534:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38329 00000100:00100000:2.0:1775764839.686580:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222977024:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.686981:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222977024:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 402us (755us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.686989:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38329 00002000:00100000:2.0:1775764839.686997:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2097152->2101247) req@ffff8b8c9949b480 x1862022222977024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.687005:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b480 with x1862022222977024 ext(2097152->2101247) 00002000:00010000:2.0:1775764839.687009:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b480 00000100:00100000:2.0:1775764839.691114:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.691309:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222977152 00000100:00100000:0.0:1775764839.691320:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222977152 00002000:00100000:0.0:1775764839.691370:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2101248->2105343) req@ffff8b8cbb593100 x1862022222977152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.691382:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593100 with x1862022222977152 ext(2101248->2105343) 00002000:00010000:0.0:1775764839.691388:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593100 00000100:00100000:0.0:1775764839.691426:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38330 00000100:00100000:0.0:1775764839.691435:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.691728:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 292us (627us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764839.691736:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38330 00002000:00100000:0.0:1775764839.691743:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2101248->2105343) req@ffff8b8cbb593100 x1862022222977152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.691751:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593100 with x1862022222977152 ext(2101248->2105343) 00002000:00010000:0.0:1775764839.691754:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593100 00000100:00100000:1.0:1775764839.695840:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.695956:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222977280 00000100:00100000:2.0:1775764839.695965:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222977280 00002000:00100000:2.0:1775764839.696014:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2105344->2109439) req@ffff8b8c9949ad80 x1862022222977280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.696024:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949ad80 with x1862022222977280 ext(2105344->2109439) 00002000:00010000:2.0:1775764839.696030:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949ad80 00000100:00100000:2.0:1775764839.696061:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38331 00000100:00100000:2.0:1775764839.696071:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222977280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.696321:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222977280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 250us (488us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.696328:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38331 00002000:00100000:2.0:1775764839.696334:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2105344->2109439) req@ffff8b8c9949ad80 x1862022222977280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.696349:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949ad80 with x1862022222977280 ext(2105344->2109439) 00002000:00010000:2.0:1775764839.696352:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949ad80 00000100:00100000:1.0:1775764839.702949:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.703293:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222977408 00000100:00100000:2.0:1775764839.703305:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222977408 00002000:00100000:2.0:1775764839.703357:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2662400->2666495) req@ffff8b8c99498000 x1862022222977408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.703369:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022222977408 ext(2662400->2666495) 00002000:00010000:2.0:1775764839.703375:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:2.0:1775764839.703416:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38332 00000100:00100000:2.0:1775764839.703426:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.703861:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 435us (929us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.703870:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38332 00002000:00100000:2.0:1775764839.703876:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2662400->2666495) req@ffff8b8c99498000 x1862022222977408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.703884:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022222977408 ext(2662400->2666495) 00002000:00010000:2.0:1775764839.703887:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:1.0:1775764839.708191:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.708300:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222977536 00000100:00100000:2.0:1775764839.708310:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222977536 00002000:00100000:2.0:1775764839.708359:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2666496->2670591) req@ffff8b8c99499180 x1862022222977536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.708371:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499180 with x1862022222977536 ext(2666496->2670591) 00002000:00010000:2.0:1775764839.708377:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499180 00000100:00100000:2.0:1775764839.708444:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38333 00000100:00100000:2.0:1775764839.708454:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.708816:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 363us (715us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.708824:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38333 00002000:00100000:2.0:1775764839.708830:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2666496->2670591) req@ffff8b8c99499180 x1862022222977536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.708838:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499180 with x1862022222977536 ext(2666496->2670591) 00002000:00010000:2.0:1775764839.708842:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499180 00000100:00100000:1.0:1775764839.712360:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.712482:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222977664 00000100:00100000:3.0:1775764839.712493:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222977664 00002000:00100000:3.0:1775764839.712566:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2670592->2674687) req@ffff8b8c9949a300 x1862022222977664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.712578:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a300 with x1862022222977664 ext(2670592->2674687) 00002000:00010000:3.0:1775764839.712584:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a300 00000100:00100000:3.0:1775764839.712668:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38334 00000100:00100000:3.0:1775764839.712677:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.712904:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 227us (553us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.712912:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38334 00002000:00100000:3.0:1775764839.712917:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2670592->2674687) req@ffff8b8c9949a300 x1862022222977664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.712926:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a300 with x1862022222977664 ext(2670592->2674687) 00002000:00010000:3.0:1775764839.712929:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a300 00000100:00100000:3.0:1775764839.717010:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.717219:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222977792 00000100:00100000:0.0:1775764839.717230:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222977792 00002000:00100000:0.0:1775764839.717278:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2674688->2678783) req@ffff8b8b85a32300 x1862022222977792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.717294:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32300 with x1862022222977792 ext(2674688->2678783) 00002000:00010000:0.0:1775764839.717300:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32300 00000100:00100000:0.0:1775764839.717334:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38335 00000100:00100000:0.0:1775764839.717344:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.717618:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 274us (615us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764839.717626:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38335 00002000:00100000:0.0:1775764839.717632:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2674688->2678783) req@ffff8b8b85a32300 x1862022222977792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.717640:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32300 with x1862022222977792 ext(2674688->2678783) 00002000:00010000:0.0:1775764839.717643:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32300 00000100:00100000:1.0:1775764839.721270:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.721780:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222977920 00000100:00100000:3.0:1775764839.721791:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222977920 00002000:00100000:3.0:1775764839.721846:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2678784->2682879) req@ffff8b8c9949bb80 x1862022222977920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.721858:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949bb80 with x1862022222977920 ext(2678784->2682879) 00002000:00010000:3.0:1775764839.721864:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949bb80 00000100:00100000:3.0:1775764839.721891:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38336 00000100:00100000:3.0:1775764839.721899:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.722135:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222977920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 235us (874us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.722142:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38336 00002000:00100000:3.0:1775764839.722148:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2678784->2682879) req@ffff8b8c9949bb80 x1862022222977920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.722157:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949bb80 with x1862022222977920 ext(2678784->2682879) 00002000:00010000:3.0:1775764839.722160:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949bb80 00000100:00100000:1.0:1775764839.727138:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.727249:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222978048 00000100:00100000:2.0:1775764839.727258:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222978048 00002000:00100000:2.0:1775764839.727304:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2682880->2686975) req@ffff8b8c99498380 x1862022222978048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.727316:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498380 with x1862022222978048 ext(2682880->2686975) 00002000:00010000:2.0:1775764839.727321:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498380 00000100:00100000:2.0:1775764839.727349:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38337 00000100:00100000:2.0:1775764839.727360:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222978048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.727659:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222978048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 300us (530us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.727666:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38337 00002000:00100000:2.0:1775764839.727672:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2682880->2686975) req@ffff8b8c99498380 x1862022222978048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.727679:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498380 with x1862022222978048 ext(2682880->2686975) 00002000:00010000:2.0:1775764839.727683:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498380 00000100:00100000:2.0:1775764839.731667:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.731901:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222978176 00000100:00100000:0.0:1775764839.731912:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222978176 00002000:00100000:0.0:1775764839.731984:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2686976->2691071) req@ffff8b8cbb591500 x1862022222978176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.731995:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591500 with x1862022222978176 ext(2686976->2691071) 00002000:00010000:0.0:1775764839.732002:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591500 00000100:00100000:0.0:1775764839.732032:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38338 00000100:00100000:0.0:1775764839.732042:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222978176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.732330:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222978176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 288us (673us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764839.732338:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38338 00002000:00100000:0.0:1775764839.732344:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2686976->2691071) req@ffff8b8cbb591500 x1862022222978176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.732353:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591500 with x1862022222978176 ext(2686976->2691071) 00002000:00010000:0.0:1775764839.732356:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591500 00000100:00100000:1.0:1775764839.736584:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.736670:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222978304 00000100:00100000:2.0:1775764839.736681:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222978304 00002000:00100000:2.0:1775764839.736732:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2691072->2695167) req@ffff8b8c99498700 x1862022222978304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.736744:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498700 with x1862022222978304 ext(2691072->2695167) 00002000:00010000:2.0:1775764839.736749:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498700 00000100:00100000:2.0:1775764839.736784:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38339 00000100:00100000:2.0:1775764839.736794:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222978304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.737067:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222978304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 274us (531us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.737075:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38339 00002000:00100000:2.0:1775764839.737082:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2691072->2695167) req@ffff8b8c99498700 x1862022222978304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.737090:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498700 with x1862022222978304 ext(2691072->2695167) 00002000:00010000:2.0:1775764839.737092:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498700 00000100:00100000:1.0:1775764839.743777:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.743954:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222978432 00000100:00100000:2.0:1775764839.743964:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222978432 00002000:00100000:2.0:1775764839.744013:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2695168->2699263) req@ffff8b8c914e9880 x1862022222978432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.744023:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9880 with x1862022222978432 ext(2695168->2699263) 00002000:00010000:2.0:1775764839.744028:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9880 00000100:00100000:2.0:1775764839.744065:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38340 00000100:00100000:2.0:1775764839.744075:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222978432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.744340:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222978432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 266us (572us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.744347:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38340 00002000:00100000:2.0:1775764839.744353:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2695168->2699263) req@ffff8b8c914e9880 x1862022222978432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.744361:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9880 with x1862022222978432 ext(2695168->2699263) 00002000:00010000:2.0:1775764839.744365:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9880 00000100:00100000:0.0:1775764839.748514:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.748639:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222978560 00000100:00100000:3.0:1775764839.748650:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222978560 00002000:00100000:3.0:1775764839.748706:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2699264->2703359) req@ffff8b8c927f9880 x1862022222978560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.748717:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9880 with x1862022222978560 ext(2699264->2703359) 00002000:00010000:3.0:1775764839.748722:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9880 00000100:00100000:3.0:1775764839.748755:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38341 00000100:00100000:3.0:1775764839.748765:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222978560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.749076:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222978560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 310us (572us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.749085:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38341 00002000:00100000:3.0:1775764839.749092:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2699264->2703359) req@ffff8b8c927f9880 x1862022222978560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.749100:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9880 with x1862022222978560 ext(2699264->2703359) 00002000:00010000:3.0:1775764839.749103:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9880 00000100:00100000:1.0:1775764839.753443:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.753591:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222978688 00000100:00100000:3.0:1775764839.753605:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222978688 00002000:00100000:3.0:1775764839.753669:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2703360->2707455) req@ffff8b8c914e8700 x1862022222978688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.753682:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8700 with x1862022222978688 ext(2703360->2707455) 00002000:00010000:3.0:1775764839.753689:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8700 00000100:00100000:3.0:1775764839.753719:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38342 00000100:00100000:3.0:1775764839.753729:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222978688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.754013:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222978688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 284us (582us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.754021:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38342 00002000:00100000:3.0:1775764839.754027:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2703360->2707455) req@ffff8b8c914e8700 x1862022222978688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.754035:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8700 with x1862022222978688 ext(2703360->2707455) 00002000:00010000:3.0:1775764839.754038:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8700 00000100:00100000:1.0:1775764839.760196:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.760348:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222978816 00000100:00100000:2.0:1775764839.760359:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222978816 00002000:00100000:2.0:1775764839.760410:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3624960->3657727) req@ffff8b8c914e9180 x1862022222978816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.760422:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9180 with x1862022222978816 ext(3624960->3657727) 00002000:00010000:2.0:1775764839.760428:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9180 00000100:00100000:2.0:1775764839.760459:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38343 00000100:00100000:2.0:1775764839.760469:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222978816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.766915:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222978816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6436us (6718us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1775764839.766929:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38343 00002000:00100000:3.0:1775764839.766952:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3624960->3657727) req@ffff8b8c914e9180 x1862022222978816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.766962:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9180 with x1862022222978816 ext(3624960->3657727) 00002000:00010000:3.0:1775764839.766967:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9180 00000100:00100000:1.0:1775764839.771775:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.771977:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222978944 00000100:00100000:3.0:1775764839.771989:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222978944 00002000:00100000:3.0:1775764839.772042:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1167360->1175551) req@ffff8b8c914e8e00 x1862022222978944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.772054:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8e00 with x1862022222978944 ext(1167360->1175551) 00002000:00010000:3.0:1775764839.772059:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8e00 00000100:00100000:3.0:1775764839.772231:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38344 00000100:00100000:3.0:1775764839.772241:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222978944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.772523:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222978944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (757us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1775764839.772531:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38344 00002000:00100000:3.0:1775764839.772559:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1167360->1175551) req@ffff8b8c914e8e00 x1862022222978944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/8632 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.772568:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8e00 with x1862022222978944 ext(1167360->1175551) 00002000:00010000:3.0:1775764839.772572:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8e00 00000100:00100000:2.0:1775764839.776562:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.776749:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222979072 00000100:00100000:0.0:1775764839.776759:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222979072 00002000:00100000:0.0:1775764839.776816:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1527808->1552383) req@ffff8b8cbb593800 x1862022222979072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.776827:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593800 with x1862022222979072 ext(1527808->1552383) 00002000:00010000:0.0:1775764839.776832:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593800 00000100:00100000:0.0:1775764839.776865:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38345 00000100:00100000:0.0:1775764839.776875:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222979072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.781235:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022222979072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4350us (4691us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1775764839.781249:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38345 00002000:00100000:0.0:1775764839.781262:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1527808->1552383) req@ffff8b8cbb593800 x1862022222979072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.781271:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593800 with x1862022222979072 ext(1527808->1552383) 00002000:00010000:0.0:1775764839.781277:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593800 00000100:00100000:0.0:1775764839.785621:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.785849:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222979200 00000100:00100000:2.0:1775764839.785861:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222979200 00002000:00100000:2.0:1775764839.785923:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2576384->2580479) req@ffff8b8c927fa300 x1862022222979200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.785945:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa300 with x1862022222979200 ext(2576384->2580479) 00002000:00010000:2.0:1775764839.785952:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa300 00000100:00100000:2.0:1775764839.785986:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38346 00000100:00100000:2.0:1775764839.785997:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222979200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.786230:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222979200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 234us (622us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.786238:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38346 00002000:00100000:2.0:1775764839.786245:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2576384->2580479) req@ffff8b8c927fa300 x1862022222979200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.786253:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa300 with x1862022222979200 ext(2576384->2580479) 00002000:00010000:2.0:1775764839.786257:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa300 00000100:00100000:1.0:1775764839.790094:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.790261:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222979328 00000100:00100000:3.0:1775764839.790273:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222979328 00002000:00100000:3.0:1775764839.790325:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2580480->2584575) req@ffff8b8c914e8a80 x1862022222979328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.790335:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8a80 with x1862022222979328 ext(2580480->2584575) 00002000:00010000:3.0:1775764839.790343:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8a80 00000100:00100000:3.0:1775764839.790381:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38347 00000100:00100000:3.0:1775764839.790391:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222979328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.790674:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222979328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 283us (591us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.790683:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38347 00002000:00100000:3.0:1775764839.790690:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2580480->2584575) req@ffff8b8c914e8a80 x1862022222979328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.790699:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8a80 with x1862022222979328 ext(2580480->2584575) 00002000:00010000:3.0:1775764839.790703:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8a80 00000100:00100000:1.0:1775764839.798171:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.798429:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222979456 00000100:00100000:0.0:1775764839.798439:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222979456 00002000:00100000:0.0:1775764839.798486:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2555904->2621439) req@ffff8b8c914ebb80 x1862022222979456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 504/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.798503:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ebb80 with x1862022222979456 ext(2555904->2621439) 00002000:00010000:0.0:1775764839.798511:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ebb80 00000100:00100000:0.0:1775764839.798585:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38348 00000100:00100000:0.0:1775764839.798596:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222979456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764839.806188:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222979456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7584us (8018us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764839.806204:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38348 00002000:00100000:0.0:1775764839.806218:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2555904->2621439) req@ffff8b8c914ebb80 x1862022222979456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 504/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.806230:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ebb80 with x1862022222979456 ext(2555904->2621439) 00002000:00010000:0.0:1775764839.806236:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ebb80 00000100:00100000:0.0:1775764839.812700:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.812889:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222979584 00000100:00100000:3.0:1775764839.812901:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222979584 00002000:00100000:3.0:1775764839.812963:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1433600->1437695) req@ffff8b8cbaed7100 x1862022222979584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.812974:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7100 with x1862022222979584 ext(1433600->1437695) 00002000:00010000:3.0:1775764839.812980:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7100 00000100:00100000:3.0:1775764839.813014:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38349 00000100:00100000:3.0:1775764839.813024:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222979584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.813272:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222979584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 249us (579us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.813280:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38349 00002000:00100000:3.0:1775764839.813286:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1433600->1437695) req@ffff8b8cbaed7100 x1862022222979584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.813301:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7100 with x1862022222979584 ext(1433600->1437695) 00002000:00010000:3.0:1775764839.813304:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7100 00000100:00100000:1.0:1775764839.823969:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.824302:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222979712 00000100:00100000:3.0:1775764839.824314:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222979712 00002000:00100000:3.0:1775764839.824362:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1437696->1441791) req@ffff8b8c914e9500 x1862022222979712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.824372:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9500 with x1862022222979712 ext(1437696->1441791) 00002000:00010000:3.0:1775764839.824378:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9500 00000100:00100000:3.0:1775764839.824413:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38350 00000100:00100000:3.0:1775764839.824423:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222979712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.824731:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222979712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 309us (771us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764839.824739:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38350 00002000:00100000:3.0:1775764839.824745:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1437696->1441791) req@ffff8b8c914e9500 x1862022222979712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.824752:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9500 with x1862022222979712 ext(1437696->1441791) 00002000:00010000:3.0:1775764839.824755:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9500 00000100:00100000:1.0:1775764839.833730:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.835245:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222979840 00000100:00100000:0.0:1775764839.835377:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222979840 00002000:00100000:0.0:1775764839.835443:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (684032->749567) req@ffff8b8c914e9c00 x1862022222979840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.835455:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9c00 with x1862022222979840 ext(684032->749567) 00002000:00010000:0.0:1775764839.835462:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9c00 00000100:00100000:0.0:1775764839.835787:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38351 00000100:00100000:0.0:1775764839.835823:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222979840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764839.842029:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022222979840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6222us (8553us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764839.842042:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38351 00002000:00100000:2.0:1775764839.842055:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (684032->749567) req@ffff8b8c914e9c00 x1862022222979840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.842065:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9c00 with x1862022222979840 ext(684032->749567) 00002000:00010000:2.0:1775764839.842071:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9c00 00000100:00100000:1.0:1775764839.848664:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.849002:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222979968 00000100:00100000:2.0:1775764839.849016:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222979968 00002000:00100000:2.0:1775764839.849065:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (749568->786431) req@ffff8b8c914ea680 x1862022222979968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.849076:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea680 with x1862022222979968 ext(749568->786431) 00002000:00010000:2.0:1775764839.849081:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea680 00000100:00100000:2.0:1775764839.849234:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38352 00000100:00100000:2.0:1775764839.849245:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222979968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764839.858743:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022222979968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9488us (10082us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1775764839.858756:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38352 00002000:00100000:3.0:1775764839.858769:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (749568->786431) req@ffff8b8c914ea680 x1862022222979968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/440 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.858785:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea680 with x1862022222979968 ext(749568->786431) 00002000:00010000:3.0:1775764839.858790:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea680 00000100:00100000:2.0:1775764839.866127:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.866645:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222980096 00000100:00100000:0.0:1775764839.866657:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222980096 00002000:00100000:0.0:1775764839.866705:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (253952->4018175) req@ffff8b8cbb591f80 x1862022222980096/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 536/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.866716:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591f80 with x1862022222980096 ext(253952->4018175) 00002000:00010000:0.0:1775764839.866721:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591f80 00000100:00100000:0.0:1775764839.866761:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38353 00000100:00100000:0.0:1775764839.866770:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022222980096:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764839.873986:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2363:x1862022222980096:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7206us (7858us total) trans 4294996693 rc 0/0 00000100:00100000:0.0:1775764839.874001:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38353 00002000:00100000:0.0:1775764839.874012:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (253952->4018175) req@ffff8b8cbb591f80 x1862022222980096/t4294996693(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 536/456 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764839.874024:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591f80 with x1862022222980096 ext(253952->4018175) 00002000:00010000:0.0:1775764839.874031:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591f80 00000100:00100000:3.0:1775764839.878751:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764839.878924:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222980224 00000100:00100000:2.0:1775764839.878945:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222980224 00000100:00100000:2.0:1775764839.879018:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84783 00000100:00100000:2.0:1775764839.879033:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022222980224:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764839.935186:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022222980224:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 56146us (56433us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764839.935200:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84783 00000001:00080000:1.0:1775764839.935240:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996693 is committed 00000100:00100000:2.0:1775764839.944515:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764839.944849:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222980352 00000100:00100000:3.0:1775764839.944863:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222980352 00002000:00100000:3.0:1775764839.944922:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3919872->3960831) req@ffff8b8cbb590a80 x1862022222980352/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.944946:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590a80 with x1862022222980352 ext(3919872->3960831) 00002000:00010000:3.0:1775764839.944952:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590a80 00000100:00100000:3.0:1775764839.944991:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38354 00000100:00100000:3.0:1775764839.945006:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222980352:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764839.957325:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222980352:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12314us (12810us total) trans 4294996694 rc 0/0 00000100:00100000:3.0:1775764839.957338:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38354 00002000:00100000:3.0:1775764839.957351:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3919872->3960831) req@ffff8b8cbb590a80 x1862022222980352/t4294996694(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:320/0 lens 488/448 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764839.957361:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590a80 with x1862022222980352 ext(3919872->3960831) 00002000:00010000:3.0:1775764839.957367:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590a80 00000100:00100000:2.0:1775764839.967668:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764839.968014:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222980480 00000100:00100000:0.0:1775764839.968024:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222980480 00000100:00100000:0.0:1775764839.968208:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84784 00000100:00100000:0.0:1775764839.968219:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222980480:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764840.062783:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222980480:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 94557us (95117us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764840.062804:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84784 00000001:00080000:3.0:1775764840.064219:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996694 is committed 00000100:00100000:1.0:1775764840.073756:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.079649:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222980608 00000100:00100000:3.0:1775764840.079665:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222980608 00002000:00100000:3.0:1775764840.079754:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1454080->1458175) req@ffff8b8cb3175c00 x1862022222980608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.079772:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175c00 with x1862022222980608 ext(1454080->1458175) 00002000:00010000:3.0:1775764840.079778:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175c00 00000100:00100000:3.0:1775764840.079822:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38355 00000100:00100000:3.0:1775764840.079833:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222980608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:0.0:1775764840.080468:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764840.080872:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222980608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1036us (7120us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764840.080881:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38355 00002000:00100000:3.0:1775764840.080892:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1454080->1458175) req@ffff8b8cb3175c00 x1862022222980608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/4536 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.080902:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175c00 with x1862022222980608 ext(1454080->1458175) 00002000:00010000:3.0:1775764840.080906:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175c00 00000100:00100000:2.0:1775764840.101463:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.101906:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222980736 00000100:00100000:0.0:1775764840.101917:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222980736 00002000:00100000:0.0:1775764840.101986:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1499136->1503231) req@ffff8b8cbb592a00 x1862022222980736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764840.101999:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592a00 with x1862022222980736 ext(1499136->1503231) 00002000:00010000:0.0:1775764840.102006:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592a00 00000100:00100000:0.0:1775764840.102046:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38356 00000100:00100000:0.0:1775764840.102057:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222980736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764840.102709:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222980736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 651us (1255us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764840.102717:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38356 00002000:00100000:0.0:1775764840.102724:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1499136->1503231) req@ffff8b8cbb592a00 x1862022222980736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/4536 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764840.102733:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592a00 with x1862022222980736 ext(1499136->1503231) 00002000:00010000:0.0:1775764840.102737:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592a00 00000100:00100000:2.0:1775764840.116807:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.116914:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222980864 00000100:00100000:3.0:1775764840.116924:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222980864 00002000:00100000:3.0:1775764840.116981:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2170880->2236415) req@ffff8b8cbb590380 x1862022222980864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.116993:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590380 with x1862022222980864 ext(2170880->2236415) 00002000:00010000:3.0:1775764840.116999:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590380 00000100:00100000:3.0:1775764840.117033:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38357 00000100:00100000:3.0:1775764840.117040:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222980864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764840.123716:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222980864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6660us (6912us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764840.123731:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38357 00002000:00100000:3.0:1775764840.123746:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2170880->2236415) req@ffff8b8cbb590380 x1862022222980864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.123756:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590380 with x1862022222980864 ext(2170880->2236415) 00002000:00010000:3.0:1775764840.123762:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590380 00000100:00100000:1.0:1775764840.129621:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.130117:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222980992 00000100:00100000:2.0:1775764840.130129:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222980992 00002000:00100000:2.0:1775764840.130190:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2236416->2273279) req@ffff8b8cb3174000 x1862022222980992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.130203:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174000 with x1862022222980992 ext(2236416->2273279) 00002000:00010000:2.0:1775764840.130209:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174000 00000100:00100000:0.0:1775764840.130430:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38358 00000100:00100000:0.0:1775764840.130443:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222980992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764840.138626:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222980992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8172us (9003us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764840.138642:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38358 00002000:00100000:0.0:1775764840.138659:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2236416->2273279) req@ffff8b8cb3174000 x1862022222980992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764840.138669:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174000 with x1862022222980992 ext(2236416->2273279) 00002000:00010000:0.0:1775764840.138676:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174000 00000100:00100000:2.0:1775764840.147708:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.148100:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222981248 00000100:00100000:1.0:1775764840.148114:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222981248 00000100:00100000:1.0:1775764840.148176:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44472 00000100:00100000:1.0:1775764840.148187:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022222981248:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764840.148242:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764840.148283:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9000/0xdb23b4c9253cffec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf5a expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.148308:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764840.148314:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764840.148631:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5800/0xdb23b4c9253cfff3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.148646:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5800/0xdb23b4c9253cfff3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.148657:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5800/0xdb23b4c9253cfff3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764840.148711:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032236 00000004:00010000:1.0:1775764840.148735:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007da50bf9 reply state 0000000060d81a16 transno 4295032237 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5800/0xdb23b4c9253cfff3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764840.148744:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764840.149407:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222981248:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1219us (1707us total) trans 4295032237 rc 0/0 00000100:00100000:1.0:1775764840.149415:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44472 00000020:00080000:1.0:1775764840.149421:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764840.152790:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5800/0xdb23b4c9253cfff3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.152818:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5800/0xdb23b4c9253cfff3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.152825:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5800/0xdb23b4c9253cfff3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.152831:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da5800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764840.152838:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5800/0xdb23b4c9253cfff3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.152845:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5800/0xdb23b4c9253cfff3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.152863:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764840.152866:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764840.152870:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5800/0xdb23b4c9253cfff3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.152876:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5800/0xdb23b4c9253cfff3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764840.156966:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.157069:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222981376 00000100:00100000:0.0:1775764840.157081:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222981376 00002000:00010000:0.0:1775764840.157133:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (17898->18446744073709551615) 00002000:00100000:0.0:1775764840.157138:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593b80 with x1862022222981376 ext(17898->18446744073709551615) 00002000:00010000:0.0:1775764840.157152:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593b80. 00000100:00100000:0.0:1775764840.157193:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38359 00000100:00100000:0.0:1775764840.157204:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222981376:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764840.157681:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 17898 00002000:00010000:0.0:1775764840.157686:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764840 00002000:00010000:0.0:1775764840.157688:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764840 00002000:00010000:0.0:1775764840.157690:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764840 00002000:00010000:0.0:1775764840.157692:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 585 00000100:00100000:0.0:1775764840.157771:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222981376:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 555us (803us total) trans 4294996695 rc 0/0 00000100:00100000:0.0:1775764840.157779:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38359 00002000:00010000:0.0:1775764840.157782:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (17898->18446744073709551615) 00002000:00100000:0.0:1775764840.157785:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593b80 with x1862022222981376 ext(17898->18446744073709551615) 00002000:00010000:0.0:1775764840.157790:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593b80. 00000100:00100000:1.0:1775764840.162409:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.162595:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222981504 00000100:00100000:2.0:1775764840.162608:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222981504 00002000:00010000:2.0:1775764840.162650:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764840.162656:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175f80 with x1862022222981504 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764840.162667:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175f80. 00000100:00100000:2.0:1775764840.162699:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38360 00000100:00100000:2.0:1775764840.162709:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022222981504:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764840.163042:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1003027 -> 0 00002000:00010000:2.0:1775764840.163047:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764839 -> 1775764840 00002000:00010000:2.0:1775764840.163049:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764840.163051:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764839 -> 1775764840 00002000:00010000:2.0:1775764840.163053:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764840.163106:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222981504:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 398us (707us total) trans 4294996078 rc 0/0 00000100:00100000:2.0:1775764840.163117:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38360 00002000:00010000:2.0:1775764840.163120:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764840.163123:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175f80 with x1862022222981504 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764840.163127:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175f80. 00000100:00100000:2.0:1775764840.179112:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.179440:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222981632 00000100:00100000:0.0:1775764840.179451:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222981632 00000100:00100000:0.0:1775764840.179642:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44473 00000100:00100000:0.0:1775764840.179652:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022222981632:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764840.179677:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764840.179696:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0600/0xdb23b4c9253cfffa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf61 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.179779:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253d0001 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.179794:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253d0001 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.179963:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253d0001 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764840.180089:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 17898 00000004:00200000:1.0:1775764840.180094:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764840.180121:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253d0001 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.180146:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0600/0xdb23b4c9253cfffa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf61 expref: 15 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.180168:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253d0001 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf61 expref: 14 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.180176:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764840.180179:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764840.180183:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca38d0a00, rc 0) 00000100:00100000:1.0:1775764840.180509:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222981632:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 857us (1414us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764840.180517:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44473 00000100:00100000:0.0:1775764840.189439:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.189696:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222981888 00000100:00100000:1.0:1775764840.189708:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222981888 00000100:00100000:1.0:1775764840.189901:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44474 00000100:00100000:1.0:1775764840.189913:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022222981888:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764840.189981:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764840.190009:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca38d0a00/0xdb23b4c9253d0001 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf61 expref: 14 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.190027:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764840.190032:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764840.190282:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253d0008 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.190297:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253d0008 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.190308:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253d0008 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764840.190360:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032238 00000004:00010000:1.0:1775764840.190385:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075aedceb reply state 000000003313d1d1 transno 4295032239 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253d0008 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764840.190395:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764840.190513:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222981888:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 602us (1085us total) trans 4295032239 rc 0/0 00000100:00100000:1.0:1775764840.190520:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44474 00000020:00080000:1.0:1775764840.190526:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764840.192922:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253d0008 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.192948:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253d0008 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.192956:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253d0008 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.192961:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da5c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764840.192966:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253d0008 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.192973:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253d0008 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.192992:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764840.192995:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764840.193000:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253d0008 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.193006:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5c00/0xdb23b4c9253d0008 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764840.196028:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.196069:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.196142:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222982016 00000100:00100000:3.0:1775764840.196153:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222982016 00002000:00010000:3.0:1775764840.196193:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764840.196198:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022222982016 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764840.196210:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:3.0:1775764840.196235:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222982144 00000100:00100000:3.0:1775764840.196238:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222982144 00002000:00010000:3.0:1775764840.196258:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (111989->18446744073709551615) 00002000:00100000:3.0:1775764840.196261:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6d80 with x1862022222982144 ext(111989->18446744073709551615) 00002000:00010000:3.0:1775764840.196267:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed6d80. 00000100:00100000:3.0:1775764840.196291:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38361 00000100:00100000:3.0:1775764840.196300:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222982016:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764840.196521:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 17898 -> 4194304 00002000:00010000:3.0:1775764840.196525:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.196527:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.196529:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.196530:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 585 00000100:00100000:3.0:1775764840.196614:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222982016:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 315us (595us total) trans 4294996696 rc 0/0 00000100:00100000:3.0:1775764840.196621:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38361 00002000:00010000:3.0:1775764840.196624:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764840.196627:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022222982016 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764840.196632:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:3.0:1775764840.196647:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38362 00000100:00100000:3.0:1775764840.196653:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222982144:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764840.196762:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 111989 00002000:00010000:3.0:1775764840.196765:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.196767:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764840.196769:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.196771:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764840.196792:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222982144:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 139us (722us total) trans 4294996079 rc 0/0 00000100:00100000:3.0:1775764840.196799:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38362 00002000:00010000:3.0:1775764840.196801:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (111989->18446744073709551615) 00002000:00100000:3.0:1775764840.196804:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6d80 with x1862022222982144 ext(111989->18446744073709551615) 00002000:00010000:3.0:1775764840.196808:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed6d80. 00000100:00100000:3.0:1775764840.200756:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.202656:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222982272 00000100:00100000:1.0:1775764840.202673:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222982272 00000100:00100000:1.0:1775764840.202811:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44475 00000100:00100000:1.0:1775764840.202823:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022222982272:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764840.202847:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764840.202869:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d000f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf68 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.202965:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4c00/0xdb23b4c9253d0016 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.202981:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4c00/0xdb23b4c9253d0016 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.202993:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4c00/0xdb23b4c9253d0016 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764840.203021:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4306293 00000004:00200000:1.0:1775764840.203025:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764840.203044:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4c00/0xdb23b4c9253d0016 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.203068:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d000f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf68 expref: 17 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.203084:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4c00/0xdb23b4c9253d0016 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf68 expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.203092:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764840.203181:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764840.203186:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4c00, rc 0) 00000100:00100000:1.0:1775764840.203389:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222982272:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 568us (2643us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764840.203396:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44475 00000100:00100000:3.0:1775764840.210355:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.210468:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222982400 00000100:00100000:2.0:1775764840.210479:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222982400 00002000:00100000:2.0:1775764840.210530:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2482176->2486271) req@ffff8b8cb3453480 x1862022222982400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.210578:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453480 with x1862022222982400 ext(2482176->2486271) 00002000:00010000:2.0:1775764840.210585:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453480 00000100:00100000:2.0:1775764840.210624:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38363 00000100:00100000:2.0:1775764840.210634:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222982400:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764840.210915:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222982400:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (572us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764840.210923:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38363 00002000:00100000:2.0:1775764840.210940:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2482176->2486271) req@ffff8b8cb3453480 x1862022222982400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/4536 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.210948:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453480 with x1862022222982400 ext(2482176->2486271) 00002000:00010000:2.0:1775764840.210952:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453480 00000100:00100000:0.0:1775764840.215467:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.215981:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222982528 00000100:00100000:3.0:1775764840.215994:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222982528 00002000:00100000:3.0:1775764840.216045:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2486272->2490367) req@ffff8b8cbaed7480 x1862022222982528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.216056:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7480 with x1862022222982528 ext(2486272->2490367) 00002000:00010000:3.0:1775764840.216061:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7480 00000100:00100000:3.0:1775764840.216101:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38364 00000100:00100000:3.0:1775764840.216111:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222982528:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764840.216439:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222982528:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 328us (980us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764840.216447:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38364 00002000:00100000:3.0:1775764840.216454:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2486272->2490367) req@ffff8b8cbaed7480 x1862022222982528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/4536 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.216463:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7480 with x1862022222982528 ext(2486272->2490367) 00002000:00010000:3.0:1775764840.216466:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7480 00000100:00100000:0.0:1775764840.225749:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.225845:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222982656 00000100:00100000:3.0:1775764840.225856:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222982656 00002000:00100000:3.0:1775764840.225907:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2093056->2899967) req@ffff8b8cbaed4e00 x1862022222982656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 504/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.225918:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4e00 with x1862022222982656 ext(2093056->2899967) 00002000:00010000:3.0:1775764840.225923:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4e00 00000100:00100000:3.0:1775764840.225967:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38365 00000100:00100000:3.0:1775764840.225976:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222982656:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764840.239212:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222982656:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13227us (13463us total) trans 0 rc 798720/798720 00000100:00100000:2.0:1775764840.239227:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38365 00002000:00100000:2.0:1775764840.239241:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2093056->2899967) req@ffff8b8cbaed4e00 x1862022222982656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 504/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 798720/798720 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.239252:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4e00 with x1862022222982656 ext(2093056->2899967) 00002000:00010000:2.0:1775764840.239258:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4e00 00000100:00100000:3.0:1775764840.244516:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.244650:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222982784 00000100:00100000:1.0:1775764840.244661:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222982784 00002000:00100000:1.0:1775764840.244703:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3469312->3506175) req@ffff8b8cb3450700 x1862022222982784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764840.244713:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022222982784 ext(3469312->3506175) 00002000:00010000:1.0:1775764840.244719:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450700 00000100:00100000:1.0:1775764840.244739:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38366 00000100:00100000:1.0:1775764840.244747:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222982784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764840.249331:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222982784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4574us (4816us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764840.249345:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38366 00002000:00100000:1.0:1775764840.249357:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3469312->3506175) req@ffff8b8cb3450700 x1862022222982784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764840.249368:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022222982784 ext(3469312->3506175) 00002000:00010000:1.0:1775764840.249375:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450700 00000100:00100000:0.0:1775764840.254275:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.254382:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222982912 00000100:00100000:2.0:1775764840.254394:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222982912 00002000:00100000:2.0:1775764840.254445:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3252224->3276799) req@ffff8b8cbaed5c00 x1862022222982912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.254456:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022222982912 ext(3252224->3276799) 00002000:00010000:2.0:1775764840.254462:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5c00 00000100:00100000:2.0:1775764840.254498:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38367 00000100:00100000:2.0:1775764840.254508:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222982912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764840.260156:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222982912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5637us (5878us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1775764840.260169:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38367 00002000:00100000:2.0:1775764840.260181:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3252224->3276799) req@ffff8b8cbaed5c00 x1862022222982912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.260191:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022222982912 ext(3252224->3276799) 00002000:00010000:2.0:1775764840.260196:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5c00 00000100:00100000:2.0:1775764840.263908:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.264386:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222983040 00000100:00100000:3.0:1775764840.264402:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222983040 00002000:00100000:3.0:1775764840.264451:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (282624->286719) req@ffff8b8cbb593480 x1862022222983040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.264464:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593480 with x1862022222983040 ext(282624->286719) 00002000:00010000:3.0:1775764840.264470:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593480 00000100:00100000:3.0:1775764840.264510:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38368 00000100:00100000:3.0:1775764840.264521:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222983040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764840.265016:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222983040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 494us (1116us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764840.265025:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38368 00002000:00100000:3.0:1775764840.265032:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (282624->286719) req@ffff8b8cbb593480 x1862022222983040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/4536 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.265041:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593480 with x1862022222983040 ext(282624->286719) 00002000:00010000:3.0:1775764840.265044:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593480 00000100:00100000:1.0:1775764840.268899:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.268992:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222983168 00000100:00100000:2.0:1775764840.269004:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222983168 00002000:00100000:2.0:1775764840.269058:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (286720->290815) req@ffff8b8cb3175500 x1862022222983168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.269076:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175500 with x1862022222983168 ext(286720->290815) 00002000:00010000:2.0:1775764840.269082:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175500 00000100:00100000:2.0:1775764840.269123:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38369 00000100:00100000:2.0:1775764840.269133:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222983168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764840.269370:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222983168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764840.269378:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38369 00002000:00100000:2.0:1775764840.269384:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (286720->290815) req@ffff8b8cb3175500 x1862022222983168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/4536 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.269391:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175500 with x1862022222983168 ext(286720->290815) 00002000:00010000:2.0:1775764840.269395:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175500 00000100:00100000:1.0:1775764840.273703:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.273802:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222983296 00000100:00100000:3.0:1775764840.273812:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222983296 00002000:00100000:3.0:1775764840.273867:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (262144->327679) req@ffff8b8cb3177100 x1862022222983296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 504/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.273878:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177100 with x1862022222983296 ext(262144->327679) 00002000:00010000:3.0:1775764840.273885:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177100 00000100:00100000:3.0:1775764840.273919:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38370 00000100:00100000:3.0:1775764840.273937:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222983296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764840.283991:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222983296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10051us (10288us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764840.284007:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38370 00002000:00100000:3.0:1775764840.284022:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (262144->327679) req@ffff8b8cb3177100 x1862022222983296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 504/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.284033:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177100 with x1862022222983296 ext(262144->327679) 00002000:00010000:3.0:1775764840.284040:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177100 00000100:00100000:0.0:1775764840.287627:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.287726:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222983552 00000100:00100000:2.0:1775764840.287736:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222983552 00000100:00100000:2.0:1775764840.287805:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44476 00000100:00100000:2.0:1775764840.287816:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022222983552:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764840.287867:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764840.287895:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4c00/0xdb23b4c9253d0016 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf68 expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.287913:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764840.287919:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764840.288144:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253d001d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.288160:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253d001d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.288169:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253d001d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764840.288215:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032240 00000004:00010000:2.0:1775764840.288237:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002fa7872a reply state 00000000fb69aa0d transno 4295032241 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253d001d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764840.288246:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764840.288334:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222983552:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 521us (715us total) trans 4295032241 rc 0/0 00000100:00100000:2.0:1775764840.288341:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44476 00000020:00080000:2.0:1775764840.288346:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764840.295731:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253d001d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.295747:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253d001d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.295754:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253d001d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.295759:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9f7e8800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764840.295764:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253d001d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.295770:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253d001d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.295790:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764840.295810:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764840.295815:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253d001d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.295820:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8800/0xdb23b4c9253d001d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764840.299013:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.299110:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222983680 00000100:00100000:3.0:1775764840.299121:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222983680 00002000:00010000:3.0:1775764840.299162:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (907877->18446744073709551615) 00002000:00100000:3.0:1775764840.299167:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4380 with x1862022222983680 ext(907877->18446744073709551615) 00002000:00010000:3.0:1775764840.299177:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4380. 00000100:00100000:3.0:1775764840.299216:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38371 00000100:00100000:3.0:1775764840.299225:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222983680:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764840.299481:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 907877 00002000:00010000:3.0:1775764840.299485:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.299487:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.299489:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.299491:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 585 00000100:00100000:3.0:1775764840.299584:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222983680:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 358us (578us total) trans 4294996697 rc 0/0 00000100:00100000:3.0:1775764840.299591:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38371 00002000:00010000:3.0:1775764840.299595:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (907877->18446744073709551615) 00002000:00100000:3.0:1775764840.299598:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4380 with x1862022222983680 ext(907877->18446744073709551615) 00002000:00010000:3.0:1775764840.299602:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4380. 00000100:00100000:0.0:1775764840.302057:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.302181:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222983808 00000100:00100000:2.0:1775764840.302191:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222983808 00002000:00010000:2.0:1775764840.302232:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764840.302237:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022222983808 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764840.302247:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed7b80. 00000100:00100000:2.0:1775764840.302278:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38372 00000100:00100000:2.0:1775764840.302288:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222983808:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764840.302559:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 111989 -> 0 00002000:00010000:2.0:1775764840.302564:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764840 00002000:00010000:2.0:1775764840.302566:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764840.302569:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764840 00002000:00010000:2.0:1775764840.302571:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764840.302624:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222983808:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 337us (575us total) trans 4294996080 rc 0/0 00000100:00100000:2.0:1775764840.302633:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38372 00002000:00010000:2.0:1775764840.302636:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764840.302639:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022222983808 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764840.302643:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed7b80. 00000100:00100000:0.0:1775764840.310445:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.310581:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222983936 00000100:00100000:1.0:1775764840.310591:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222983936 00000100:00100000:1.0:1775764840.310652:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44477 00000100:00100000:1.0:1775764840.310661:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022222983936:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764840.310686:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764840.310707:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0024 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf6f expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.310786:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4800/0xdb23b4c9253d002b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.310800:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4800/0xdb23b4c9253d002b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.310822:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4800/0xdb23b4c9253d002b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764840.310851:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 907877 00000004:00200000:1.0:1775764840.310856:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764840.310872:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4800/0xdb23b4c9253d002b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.310896:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0024 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf6f expref: 19 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.310917:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4800/0xdb23b4c9253d002b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf6f expref: 18 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.310924:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764840.310937:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764840.310942:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4800, rc 0) 00000100:00100000:1.0:1775764840.310995:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222983936:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 335us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764840.311002:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44477 00000100:00100000:0.0:1775764840.318323:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.318416:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222984064 00000100:00100000:2.0:1775764840.318426:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222984064 00002000:00100000:2.0:1775764840.318473:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (20480->909311) req@ffff8b8c92fed180 x1862022222984064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 504/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.318484:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed180 with x1862022222984064 ext(20480->909311) 00002000:00010000:2.0:1775764840.318490:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed180 00000100:00100000:2.0:1775764840.318523:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38373 00000100:00100000:2.0:1775764840.318532:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222984064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764840.328756:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222984064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10216us (10433us total) trans 0 rc 823296/823296 00000100:00100000:2.0:1775764840.328770:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38373 00002000:00100000:2.0:1775764840.328781:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (20480->909311) req@ffff8b8c92fed180 x1862022222984064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 504/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 823296/823296 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.328791:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed180 with x1862022222984064 ext(20480->909311) 00002000:00010000:2.0:1775764840.328810:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed180 00000100:00100000:0.0:1775764840.336573:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.336663:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222984320 00000100:00100000:1.0:1775764840.336674:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222984320 00000100:00100000:1.0:1775764840.336735:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44478 00000100:00100000:1.0:1775764840.336745:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022222984320:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764840.336807:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764840.336839:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4800/0xdb23b4c9253d002b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf6f expref: 18 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.336859:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764840.336865:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764840.337091:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0032 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.337106:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0032 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.337115:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0032 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764840.337164:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032242 00000004:00010000:1.0:1775764840.337189:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3d85415 reply state 000000008f723964 transno 4295032243 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0032 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764840.337197:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764840.337368:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222984320:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 624us (844us total) trans 4295032243 rc 0/0 00000100:00100000:1.0:1775764840.337374:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44478 00000020:00080000:1.0:1775764840.337379:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764840.339901:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0032 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.339915:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0032 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.339922:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0032 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.339936:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da5000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764840.339941:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0032 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.339953:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0032 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.339969:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764840.339972:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764840.339976:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0032 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.339983:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5000/0xdb23b4c9253d0032 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764840.341940:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.341982:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.342067:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222984448 00000100:00100000:3.0:1775764840.342078:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222984448 00002000:00010000:3.0:1775764840.342128:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3878760->18446744073709551615) 00002000:00100000:3.0:1775764840.342133:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feea00 with x1862022222984448 ext(3878760->18446744073709551615) 00002000:00010000:3.0:1775764840.342145:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feea00. 00000100:00100000:3.0:1775764840.342172:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222984576 00000100:00100000:3.0:1775764840.342175:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222984576 00002000:00010000:3.0:1775764840.342186:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764840.342189:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee300 with x1862022222984576 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764840.342195:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fee300. 00000100:00100000:3.0:1775764840.342214:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38374 00000100:00100000:3.0:1775764840.342223:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222984448:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764840.342441:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 907877 -> 3878760 00002000:00010000:3.0:1775764840.342445:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.342447:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.342450:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.342452:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 585 00000100:00100000:3.0:1775764840.342502:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222984448:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 280us (581us total) trans 4294996698 rc 0/0 00000100:00100000:3.0:1775764840.342510:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38374 00002000:00010000:3.0:1775764840.342514:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3878760->18446744073709551615) 00002000:00100000:3.0:1775764840.342516:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feea00 with x1862022222984448 ext(3878760->18446744073709551615) 00002000:00010000:3.0:1775764840.342520:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feea00. 00000100:00100000:3.0:1775764840.342566:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38375 00000100:00100000:3.0:1775764840.342574:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222984576:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764840.342682:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764840.342685:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.342687:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764840.342689:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764840.342691:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764840.342713:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022222984576:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 140us (730us total) trans 4294996081 rc 0/0 00000100:00100000:3.0:1775764840.342718:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38375 00002000:00010000:3.0:1775764840.342721:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764840.342724:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee300 with x1862022222984576 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764840.342727:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fee300. 00000100:00100000:0.0:1775764840.359632:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.359737:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.360973:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.361039:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222984704 00000100:00100000:2.0:1775764840.361049:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222984704 00002000:00100000:2.0:1775764840.361165:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (909312->3874815) req@ffff8b8c92fece00 x1862022222984704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 504/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.361179:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fece00 with x1862022222984704 ext(909312->3874815) 00002000:00010000:2.0:1775764840.361185:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fece00 00000100:00100000:2.0:1775764840.361253:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222984832 00000100:00100000:2.0:1775764840.361258:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222984832 00002000:00100000:2.0:1775764840.361274:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1953792->3002367) req@ffff8b8c8f9cd180 x1862022222984832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.361281:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd180 with x1862022222984832 ext(1953792->3002367) 00002000:00010000:2.0:1775764840.361284:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd180 00000100:00100000:3.0:1775764840.361486:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222984960 00000100:00100000:3.0:1775764840.361491:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222984960 00002000:00100000:3.0:1775764840.361512:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3002368->3878911) req@ffff8b8c8f9cc000 x1862022222984960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 504/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.361520:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc000 with x1862022222984960 ext(3002368->3878911) 00002000:00010000:3.0:1775764840.361522:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cc000 00000100:00100000:3.0:1775764840.361563:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38376 00000100:00100000:3.0:1775764840.361572:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222984704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764840.362772:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38377 00000100:00100000:3.0:1775764840.362782:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222984832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764840.365070:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38378 00000100:00100000:1.0:1775764840.365086:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022222984960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764840.391074:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222984832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 28282us (31325us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764840.391088:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38377 00002000:00100000:2.0:1775764840.391109:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1953792->3002367) req@ffff8b8c8f9cd180 x1862022222984832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.391121:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd180 with x1862022222984832 ext(1953792->3002367) 00002000:00010000:2.0:1775764840.391127:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd180 00000100:00100000:2.0:1775764840.395389:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222984704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 33806us (35755us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764840.395402:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38376 00002000:00100000:2.0:1775764840.395417:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (909312->3874815) req@ffff8b8c92fece00 x1862022222984704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 504/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.395428:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fece00 with x1862022222984704 ext(909312->3874815) 00002000:00010000:2.0:1775764840.395433:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fece00 00010000:00010000:3.0:1775764840.395579:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764840.398611:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222984960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 33519us (37630us total) trans 0 rc 872448/872448 00000100:00100000:1.0:1775764840.398624:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38378 00002000:00100000:1.0:1775764840.398639:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3002368->3878911) req@ffff8b8c8f9cc000 x1862022222984960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 504/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 872448/872448 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764840.398650:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc000 with x1862022222984960 ext(3002368->3878911) 00002000:00010000:1.0:1775764840.398657:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cc000 00000100:00100000:3.0:1775764840.406769:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.407180:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222985088 00000100:00100000:2.0:1775764840.407194:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222985088 00002000:00100000:2.0:1775764840.407251:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3870720->3878759) req@ffff8b8cb3451f80 x1862022222985088/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 8528/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.407263:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022222985088 ext(3870720->3878759) 00002000:00010000:2.0:1775764840.407269:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80 00000100:00100000:2.0:1775764840.407355:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38379 00000100:00100000:2.0:1775764840.407364:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222985088:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764840.408183:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222985088:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 816us (1419us total) trans 4294996699 rc 0/0 00000100:00100000:2.0:1775764840.408194:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38379 00002000:00100000:2.0:1775764840.408201:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3870720->3878759) req@ffff8b8cb3451f80 x1862022222985088/t4294996699(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 8528/448 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.408217:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022222985088 ext(3870720->3878759) 00002000:00010000:2.0:1775764840.408220:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80 00000100:00100000:2.0:1775764840.411741:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.411846:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222985216 00000100:00100000:0.0:1775764840.411857:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222985216 00000100:00100000:0.0:1775764840.411918:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84785 00000100:00100000:0.0:1775764840.411936:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022222985216:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764840.438590:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.438687:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222985344 00000100:00100000:0.0:1775764840.438699:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222985344 00000100:00100000:0.0:1775764840.438760:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 955 00000100:00100000:0.0:1775764840.438770:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86b4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:36837393-023c-42fc-a2a5-d5ec86474e44+9:2362:x1862022222985344:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1775764840.438845:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86b4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:36837393-023c-42fc-a2a5-d5ec86474e44+9:2362:x1862022222985344:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 77us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.438853:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 955 00000001:00080000:0.0:1775764840.453312:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996695 is committed 00000001:00080000:0.0:1775764840.453341:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996699 is committed 00000100:00100000:0.0:1775764840.453467:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222985216:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 41535us (41730us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.453479:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84785 00000100:00100000:3.0:1775764840.456910:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.457080:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222985472 00000100:00100000:2.0:1775764840.457093:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222985472 00000100:00100000:2.0:1775764840.457171:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44479 00000100:00100000:2.0:1775764840.457182:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022222985472:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764840.457215:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764840.457241:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253d0039 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf76 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.457345:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9600/0xdb23b4c9253d0040 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.457361:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9600/0xdb23b4c9253d0040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.457374:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9600/0xdb23b4c9253d0040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764840.457401:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3878760 00000004:00200000:2.0:1775764840.457406:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764840.457425:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9600/0xdb23b4c9253d0040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.457450:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9c00/0xdb23b4c9253d0039 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf76 expref: 21 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.457478:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9600/0xdb23b4c9253d0040 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf76 expref: 20 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.457487:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764840.457490:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764840.457494:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9f7e9600, rc 0) 00000100:00100000:2.0:1775764840.457619:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222985472:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 439us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764840.457626:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44479 00000100:00100000:2.0:1775764840.465882:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.466058:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222985600 00000100:00100000:1.0:1775764840.466073:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222985600 00002000:00100000:1.0:1775764840.466138:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1839104->1875967) req@ffff8b8c9371f100 x1862022222985600/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764840.466149:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371f100 with x1862022222985600 ext(1839104->1875967) 00002000:00010000:1.0:1775764840.466156:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371f100 00000100:00100000:1.0:1775764840.466194:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38380 00000100:00100000:1.0:1775764840.466203:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222985600:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764840.470993:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222985600:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4782us (5111us total) trans 4294996700 rc 0/0 00000100:00100000:1.0:1775764840.471005:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38380 00002000:00100000:1.0:1775764840.471017:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1839104->1875967) req@ffff8b8c9371f100 x1862022222985600/t4294996700(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/448 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764840.471028:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371f100 with x1862022222985600 ext(1839104->1875967) 00002000:00010000:1.0:1775764840.471034:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371f100 00000100:00100000:3.0:1775764840.475257:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.475438:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222985728 00000100:00100000:1.0:1775764840.475448:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222985728 00000100:00100000:1.0:1775764840.475512:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84786 00000100:00100000:1.0:1775764840.475522:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222985728:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764840.503965:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222985728:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 28431us (28705us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764840.503978:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84786 00000001:00080000:1.0:1775764840.504014:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996700 is committed 00000100:00100000:3.0:1775764840.509566:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.509637:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222985856 00000100:00100000:0.0:1775764840.509647:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222985856 00002000:00100000:0.0:1775764840.509695:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (946176->987135) req@ffff8b8c85b8dc00 x1862022222985856/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764840.509706:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8dc00 with x1862022222985856 ext(946176->987135) 00002000:00010000:0.0:1775764840.509712:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8dc00 00000100:00100000:0.0:1775764840.509748:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38381 00000100:00100000:0.0:1775764840.509758:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222985856:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764840.515429:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222985856:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5661us (5860us total) trans 4294996701 rc 0/0 00000100:00100000:0.0:1775764840.515442:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38381 00002000:00100000:0.0:1775764840.515455:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (946176->987135) req@ffff8b8c85b8dc00 x1862022222985856/t4294996701(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/448 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764840.515464:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8dc00 with x1862022222985856 ext(946176->987135) 00002000:00010000:0.0:1775764840.515470:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8dc00 00000100:00100000:3.0:1775764840.518895:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.519021:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222985984 00000100:00100000:2.0:1775764840.519034:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222985984 00000100:00100000:2.0:1775764840.519210:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84787 00000100:00100000:2.0:1775764840.519221:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222985984:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764840.546054:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996701 is committed 00000100:00100000:2.0:1775764840.546332:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222985984:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 27106us (27438us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764840.546345:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84787 00000100:00100000:2.0:1775764840.550311:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.550420:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222986240 00000100:00100000:1.0:1775764840.550431:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222986240 00000100:00100000:1.0:1775764840.550535:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44480 00000100:00100000:1.0:1775764840.550565:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022222986240:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764840.550622:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764840.550651:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9600/0xdb23b4c9253d0040 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf76 expref: 20 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.550681:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764840.550687:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764840.550994:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0047 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.551007:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0047 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.551017:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0047 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764840.551070:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032244 00000004:00010000:1.0:1775764840.551176:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072c858ec reply state 00000000fe9b1057 transno 4295032245 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0047 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764840.551186:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764840.551402:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222986240:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 838us (1101us total) trans 4295032245 rc 0/0 00000100:00100000:1.0:1775764840.551410:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44480 00000020:00080000:1.0:1775764840.551415:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764840.555716:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.555752:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.555877:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222986496 00000100:00100000:1.0:1775764840.555891:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222986496 00002000:00010000:1.0:1775764840.555952:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764840.555958:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c380 with x1862022222986496 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764840.555972:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c380. 00000100:00100000:1.0:1775764840.555996:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222986368 00000100:00100000:1.0:1775764840.555999:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222986368 00002000:00010000:1.0:1775764840.556011:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (821654->18446744073709551615) 00002000:00100000:1.0:1775764840.556015:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f100 with x1862022222986368 ext(821654->18446744073709551615) 00002000:00010000:1.0:1775764840.556023:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8f100. 00000100:00100000:1.0:1775764840.556042:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38382 00000100:00100000:1.0:1775764840.556052:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222986496:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764840.556343:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764840.556346:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764840 00002000:00010000:1.0:1775764840.556350:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764840.556352:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764840 00002000:00010000:1.0:1775764840.556355:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00010000:00010000:0.0:1775764840.556684:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0047 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.556698:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0047 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.556706:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0047 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.556713:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764840.556717:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0047 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.556730:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0047 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.556751:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764840.556754:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764840.556760:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0047 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764840.556766:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0047 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764840.556962:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38383 00000100:00100000:0.0:1775764840.556974:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222986368:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764840.557474:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3878760 -> 821654 00002000:00010000:0.0:1775764840.557478:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764840 00002000:00010000:0.0:1775764840.557480:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:0.0:1775764840.557483:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764840 00002000:00010000:0.0:1775764840.557485:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 457 00000100:00100000:1.0:1775764840.557602:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222986496:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1550us (1896us total) trans 4294996082 rc 0/0 00000100:00100000:1.0:1775764840.557611:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38382 00002000:00010000:1.0:1775764840.557616:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764840.557619:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c380 with x1862022222986496 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764840.557626:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c380. 00000100:00100000:0.0:1775764840.559282:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222986368:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2304us (3521us total) trans 4294996702 rc 0/0 00000100:00100000:0.0:1775764840.559295:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38383 00002000:00010000:0.0:1775764840.559300:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (821654->18446744073709551615) 00002000:00100000:0.0:1775764840.559304:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f100 with x1862022222986368 ext(821654->18446744073709551615) 00002000:00010000:0.0:1775764840.559312:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8f100. 00000100:00100000:1.0:1775764840.572951:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.573047:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222986624 00000100:00100000:2.0:1775764840.573056:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222986624 00000100:00100000:2.0:1775764840.573130:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44481 00000100:00100000:2.0:1775764840.573141:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022222986624:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764840.573166:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764840.573188:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9800/0xdb23b4c9253d004e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf7d expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.573299:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8c00/0xdb23b4c9253d0055 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.573314:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8c00/0xdb23b4c9253d0055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.573326:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8c00/0xdb23b4c9253d0055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764840.573357:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 821654 00000004:00200000:2.0:1775764840.573362:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764840.573380:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8c00/0xdb23b4c9253d0055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.573406:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e9800/0xdb23b4c9253d004e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf7d expref: 23 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.573426:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8c00/0xdb23b4c9253d0055 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf7d expref: 22 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.573433:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764840.573436:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764840.573439:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9f7e8c00, rc 0) 00000100:00100000:2.0:1775764840.573503:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222986624:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 364us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764840.573510:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44481 00000100:00100000:0.0:1775764840.580160:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.580269:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222986880 00000100:00100000:1.0:1775764840.580282:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222986880 00000100:00100000:1.0:1775764840.580344:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44482 00000100:00100000:1.0:1775764840.580355:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022222986880:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764840.580410:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764840.580439:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9f7e8c00/0xdb23b4c9253d0055 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf7d expref: 22 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.580460:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764840.580466:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764840.580733:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d005c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.580748:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d005c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.580758:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d005c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764840.580828:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032246 00000004:00010000:1.0:1775764840.580856:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc9a42d0 reply state 00000000e11c2269 transno 4295032247 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d005c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764840.580865:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764840.580983:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222986880:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 629us (831us total) trans 4295032247 rc 0/0 00000100:00100000:1.0:1775764840.580991:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44482 00000020:00080000:1.0:1775764840.580996:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764840.583578:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d005c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.583599:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d005c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.583606:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d005c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.583612:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764840.583617:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d005c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.583625:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d005c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.583642:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764840.583645:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764840.583650:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d005c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.583656:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d005c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764840.590501:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.590587:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.590673:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222987008 00000100:00100000:2.0:1775764840.590683:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222987008 00002000:00010000:2.0:1775764840.590723:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764840.590727:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cea00 with x1862022222987008 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764840.590738:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cea00. 00000100:00100000:2.0:1775764840.590765:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222987136 00000100:00100000:2.0:1775764840.590768:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222987136 00002000:00010000:2.0:1775764840.590780:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (204361->18446744073709551615) 00002000:00100000:2.0:1775764840.590783:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ce680 with x1862022222987136 ext(204361->18446744073709551615) 00002000:00010000:2.0:1775764840.590790:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9ce680. 00000100:00100000:2.0:1775764840.590807:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38384 00000100:00100000:2.0:1775764840.590815:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222987008:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764840.591102:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 821654 -> 4194304 00002000:00010000:2.0:1775764840.591106:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764840 00002000:00010000:2.0:1775764840.591108:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:2.0:1775764840.591110:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764840 00002000:00010000:2.0:1775764840.591113:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:2.0:1775764840.591174:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222987008:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 359us (683us total) trans 4294996703 rc 0/0 00000100:00100000:2.0:1775764840.591181:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38384 00002000:00010000:2.0:1775764840.591184:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764840.591186:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cea00 with x1862022222987008 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764840.591190:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cea00. 00000100:00100000:2.0:1775764840.591206:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38385 00000100:00100000:2.0:1775764840.591212:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222987136:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764840.591319:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 204361 00002000:00010000:2.0:1775764840.591322:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764840 00002000:00010000:2.0:1775764840.591324:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764840.591326:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764840 00002000:00010000:2.0:1775764840.591327:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764840.591348:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222987136:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 136us (761us total) trans 4294996083 rc 0/0 00000100:00100000:2.0:1775764840.591354:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38385 00002000:00010000:2.0:1775764840.591357:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (204361->18446744073709551615) 00002000:00100000:2.0:1775764840.591360:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ce680 with x1862022222987136 ext(204361->18446744073709551615) 00002000:00010000:2.0:1775764840.591365:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9ce680. 00000100:00100000:1.0:1775764840.608656:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.608783:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222987264 00000100:00100000:3.0:1775764840.608803:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222987264 00002000:00100000:3.0:1775764840.608853:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (200704->204799) req@ffff8b8cb3175180 x1862022222987264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.608869:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022222987264 ext(200704->204799) 00002000:00010000:3.0:1775764840.608875:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175180 00000100:00100000:3.0:1775764840.608906:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38386 00000100:00100000:3.0:1775764840.608915:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222987264:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764840.609179:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222987264:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 263us (530us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764840.609186:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38386 00002000:00100000:3.0:1775764840.609192:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (200704->204799) req@ffff8b8cb3175180 x1862022222987264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/4536 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.609200:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022222987264 ext(200704->204799) 00002000:00010000:3.0:1775764840.609203:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175180 00000100:00100000:3.0:1775764840.615688:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.615734:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.615839:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.617570:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.619977:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222987520 00000100:00100000:0.0:1775764840.619992:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222987520 00002000:00100000:0.0:1775764840.620053:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1871872->2920447) req@ffff8b8c85b8d500 x1862022222987520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764840.620065:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d500 with x1862022222987520 ext(1871872->2920447) 00002000:00010000:0.0:1775764840.620072:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8d500 00000100:00100000:3.0:1775764840.620680:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.620740:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222987776 00000100:00100000:2.0:1775764840.620745:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222987776 00002000:00100000:2.0:1775764840.620770:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3969024->4194303) req@ffff8b8c85b8fb80 x1862022222987776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.620779:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8fb80 with x1862022222987776 ext(3969024->4194303) 00002000:00010000:2.0:1775764840.620783:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8fb80 00000100:00100000:2.0:1775764840.620808:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222987392 00000100:00100000:2.0:1775764840.620812:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222987392 00002000:00100000:2.0:1775764840.620826:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (823296->1871871) req@ffff8b8c85b8f800 x1862022222987392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.620834:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f800 with x1862022222987392 ext(823296->1871871) 00002000:00010000:2.0:1775764840.620836:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8f800 00000100:00100000:2.0:1775764840.620849:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38387 00000100:00100000:2.0:1775764840.620859:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222987520:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764840.621762:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222987648 00000100:00100000:2.0:1775764840.621768:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222987648 00002000:00100000:2.0:1775764840.621791:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2920448->3969023) req@ffff8b8c93216680 x1862022222987648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.621800:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216680 with x1862022222987648 ext(2920448->3969023) 00002000:00010000:2.0:1775764840.621804:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216680 00000100:00100000:2.0:1775764840.621824:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38388 00000100:00100000:2.0:1775764840.621831:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222987776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764840.622075:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38389 00000100:00100000:2.0:1775764840.622082:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222987392:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764840.622858:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38390 00000100:00100000:2.0:1775764840.622867:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022222987648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764840.637862:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222987904 00000100:00100000:0.0:1775764840.637879:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222987904 00002000:00100000:0.0:1775764840.637945:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (200704->204360) req@ffff8b8cbb57c050 x1862022222987904/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 4152/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764840.637957:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57c050 with x1862022222987904 ext(200704->204360) 00002000:00010000:0.0:1775764840.637964:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57c050 00000100:00100000:1.0:1775764840.638108:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38391 00000100:00100000:2.0:1775764840.639867:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb57c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022222987904:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764840.640368:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb57c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022222987904:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2249us (19687us total) trans 4294996084 rc 0/0 00000100:00100000:2.0:1775764840.640380:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38391 00002000:00100000:2.0:1775764840.640391:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (200704->204360) req@ffff8b8cbb57c050 x1862022222987904/t4294996084(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 4152/448 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.640401:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57c050 with x1862022222987904 ext(200704->204360) 00002000:00010000:2.0:1775764840.640409:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57c050 00000100:00100000:0.0:1775764840.652302:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022222987776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30461us (36556us total) trans 0 rc 225280/225280 00000100:00100000:0.0:1775764840.652316:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38388 00002000:00100000:0.0:1775764840.652329:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3969024->4194303) req@ffff8b8c85b8fb80 x1862022222987776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 225280/225280 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764840.652340:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8fb80 with x1862022222987776 ext(3969024->4194303) 00002000:00010000:0.0:1775764840.652346:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8fb80 00000100:00100000:2.0:1775764840.652607:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222987392:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30525us (36767us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764840.652614:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38389 00002000:00100000:2.0:1775764840.652620:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (823296->1871871) req@ffff8b8c85b8f800 x1862022222987392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.652629:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f800 with x1862022222987392 ext(823296->1871871) 00002000:00010000:2.0:1775764840.652632:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8f800 00000100:00100000:2.0:1775764840.652796:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222987520:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 31939us (37122us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764840.652802:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38387 00002000:00100000:2.0:1775764840.652808:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1871872->2920447) req@ffff8b8c85b8d500 x1862022222987520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.652817:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d500 with x1862022222987520 ext(1871872->2920447) 00002000:00010000:2.0:1775764840.652819:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8d500 00000100:00100000:1.0:1775764840.658865:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.659370:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222988032 00000100:00100000:2.0:1775764840.659402:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222988032 00000100:00100000:2.0:1775764840.659455:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84788 00000100:00100000:2.0:1775764840.659465:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222988032:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764840.670332:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222987648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 47454us (52757us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764840.670346:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38390 00002000:00100000:2.0:1775764840.670361:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2920448->3969023) req@ffff8b8c93216680 x1862022222987648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/440 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.670372:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216680 with x1862022222987648 ext(2920448->3969023) 00002000:00010000:2.0:1775764840.670378:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216680 00000001:00080000:1.0:1775764840.706302:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996082 is committed 00000001:00080000:1.0:1775764840.706321:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996084 is committed 00000100:00100000:3.0:1775764840.706477:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222988032:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47007us (47616us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764840.706489:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84788 00000100:00100000:1.0:1775764840.709504:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.709819:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222988160 00000100:00100000:2.0:1775764840.709830:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222988160 00000100:00100000:2.0:1775764840.709901:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44483 00000100:00100000:2.0:1775764840.709911:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022222988160:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764840.709948:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764840.709970:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d0063 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf84 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.710060:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d006a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.710079:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d006a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.710091:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d006a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764840.710319:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4398665 00000004:00200000:2.0:1775764840.710324:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764840.710348:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d006a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.710378:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d0063 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf84 expref: 25 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.710396:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d006a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf84 expref: 24 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.710406:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764840.710409:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764840.710414:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9a00, rc 0) 00000100:00100000:2.0:1775764840.710482:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222988160:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 572us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764840.710490:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44483 00000100:00100000:1.0:1775764840.716569:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.717910:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222988288 00000100:00100000:3.0:1775764840.717932:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222988288 00002000:00100000:3.0:1775764840.717980:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->2764799) req@ffff8b8cb3177480 x1862022222988288/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 16872/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.717991:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177480 with x1862022222988288 ext(2748416->2764799) 00002000:00010000:3.0:1775764840.717997:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177480 00000100:00100000:3.0:1775764840.718031:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38392 00000100:00100000:3.0:1775764840.718039:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222988288:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764840.718729:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222988288:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 688us (2199us total) trans 4294996704 rc 0/0 00000100:00100000:3.0:1775764840.718738:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38392 00002000:00100000:3.0:1775764840.718745:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->2764799) req@ffff8b8cb3177480 x1862022222988288/t4294996704(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 16872/448 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.718753:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177480 with x1862022222988288 ext(2748416->2764799) 00002000:00010000:3.0:1775764840.718757:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177480 00000100:00100000:2.0:1775764840.722696:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.723016:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222988416 00000100:00100000:0.0:1775764840.723026:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222988416 00000100:00100000:0.0:1775764840.723078:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84789 00000100:00100000:0.0:1775764840.723087:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222988416:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764840.753857:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996702 is committed 00000001:00080000:2.0:1775764840.753873:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996703 is committed 00000001:00080000:2.0:1775764840.753878:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996704 is committed 00000100:00100000:0.0:1775764840.754023:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222988416:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 30932us (31332us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.754035:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84789 00000100:00100000:2.0:1775764840.761214:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.761310:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222988544 00000100:00100000:1.0:1775764840.761320:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222988544 00002000:00100000:1.0:1775764840.761368:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1892352->1957887) req@ffff8b8c9371ed80 x1862022222988544/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764840.761379:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ed80 with x1862022222988544 ext(1892352->1957887) 00002000:00010000:1.0:1775764840.761386:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ed80 00000100:00100000:1.0:1775764840.761452:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38393 00000100:00100000:1.0:1775764840.761463:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222988544:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764840.766105:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222988544:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4622us (4879us total) trans 4294996705 rc 0/0 00000100:00100000:3.0:1775764840.766119:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38393 00002000:00100000:3.0:1775764840.766131:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1892352->1957887) req@ffff8b8c9371ed80 x1862022222988544/t4294996705(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/448 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.766142:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ed80 with x1862022222988544 ext(1892352->1957887) 00002000:00010000:3.0:1775764840.766148:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ed80 00000100:00100000:3.0:1775764840.770566:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.770756:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222988672 00000100:00100000:1.0:1775764840.770766:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222988672 00000100:00100000:1.0:1775764840.770835:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84790 00000100:00100000:1.0:1775764840.770845:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222988672:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764840.807146:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222988672:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36290us (36598us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764840.807159:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84790 00000001:00080000:2.0:1775764840.808767:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996705 is committed 00000100:00100000:2.0:1775764840.813045:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764840.813219:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222988800 00000100:00100000:0.0:1775764840.813232:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222988800 00002000:00100000:0.0:1775764840.813281:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2736128->2756607) req@ffff8b8c9371c000 x1862022222988800/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764840.813293:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371c000 with x1862022222988800 ext(2736128->2756607) 00002000:00010000:0.0:1775764840.813299:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371c000 00000100:00100000:0.0:1775764840.813333:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38394 00000100:00100000:0.0:1775764840.813344:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222988800:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764840.816458:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222988800:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3106us (3413us total) trans 4294996706 rc 0/0 00000100:00100000:0.0:1775764840.816472:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38394 00002000:00100000:0.0:1775764840.816486:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2736128->2756607) req@ffff8b8c9371c000 x1862022222988800/t4294996706(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/448 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764840.816495:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371c000 with x1862022222988800 ext(2736128->2756607) 00002000:00010000:0.0:1775764840.816501:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371c000 00000100:00100000:3.0:1775764840.820425:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.820526:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222988928 00000100:00100000:1.0:1775764840.820556:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222988928 00000100:00100000:1.0:1775764840.820613:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84791 00000100:00100000:1.0:1775764840.820622:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222988928:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764840.848206:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996706 is committed 00000100:00100000:0.0:1775764840.848381:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222988928:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 27753us (27958us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.848397:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84791 00000100:00100000:3.0:1775764840.853995:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.854178:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222989056 00000100:00100000:1.0:1775764840.854188:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222989056 00002000:00100000:1.0:1775764840.854248:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (630784->671743) req@ffff8b8c93217480 x1862022222989056/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764840.854259:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217480 with x1862022222989056 ext(630784->671743) 00002000:00010000:1.0:1775764840.854265:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217480 00000100:00100000:1.0:1775764840.854300:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38395 00000100:00100000:1.0:1775764840.854309:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222989056:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764840.858467:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222989056:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4150us (4475us total) trans 4294996707 rc 0/0 00000100:00100000:1.0:1775764840.858479:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38395 00002000:00100000:1.0:1775764840.858490:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (630784->671743) req@ffff8b8c93217480 x1862022222989056/t4294996707(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/448 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764840.858506:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217480 with x1862022222989056 ext(630784->671743) 00002000:00010000:1.0:1775764840.858512:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217480 00000100:00100000:3.0:1775764840.861378:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.861636:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222989184 00000100:00100000:1.0:1775764840.861645:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222989184 00000100:00100000:1.0:1775764840.861710:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84792 00000100:00100000:1.0:1775764840.861720:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222989184:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764840.893271:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996707 is committed 00000100:00100000:0.0:1775764840.893444:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222989184:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31717us (32068us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.893458:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84792 00000100:00100000:0.0:1775764840.899434:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.900453:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222989312 00000100:00100000:2.0:1775764840.900467:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222989312 00002000:00100000:2.0:1775764840.900525:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3747840->3764223) req@ffff8b8c8f9cf480 x1862022222989312/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 16872/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.900575:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf480 with x1862022222989312 ext(3747840->3764223) 00002000:00010000:2.0:1775764840.900581:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf480 00000100:00100000:2.0:1775764840.900613:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38396 00000100:00100000:2.0:1775764840.900623:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222989312:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764840.901413:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222989312:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 787us (1986us total) trans 4294996708 rc 0/0 00000100:00100000:2.0:1775764840.901424:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38396 00002000:00100000:2.0:1775764840.901433:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3747840->3764223) req@ffff8b8c8f9cf480 x1862022222989312/t4294996708(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 16872/448 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764840.901443:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf480 with x1862022222989312 ext(3747840->3764223) 00002000:00010000:2.0:1775764840.901446:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf480 00000100:00100000:3.0:1775764840.905023:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764840.905115:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222989440 00000100:00100000:1.0:1775764840.905127:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222989440 00000100:00100000:1.0:1775764840.905194:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84793 00000100:00100000:1.0:1775764840.905205:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222989440:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764840.958621:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222989440:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 53408us (53597us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764840.958634:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84793 00000001:00080000:0.0:1775764840.958719:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996708 is committed 00000100:00100000:0.0:1775764840.967064:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764840.967248:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222989568 00000100:00100000:3.0:1775764840.967258:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222989568 00002000:00100000:3.0:1775764840.967306:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (356352->413695) req@ffff8b8c8f9cd500 x1862022222989568/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/0 e 0 to 0 dl 1775764851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764840.967317:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd500 with x1862022222989568 ext(356352->413695) 00002000:00010000:3.0:1775764840.967323:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd500 00000100:00100000:3.0:1775764840.967359:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38397 00000100:00100000:3.0:1775764840.967370:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222989568:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764840.978358:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222989568:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10978us (11293us total) trans 4294996709 rc 0/0 00000100:00100000:1.0:1775764840.978373:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38397 00002000:00100000:1.0:1775764840.978386:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (356352->413695) req@ffff8b8c8f9cd500 x1862022222989568/t4294996709(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:321/0 lens 488/448 e 0 to 0 dl 1775764851 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764840.978397:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd500 with x1862022222989568 ext(356352->413695) 00002000:00010000:1.0:1775764840.978403:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd500 00000100:00100000:0.0:1775764840.982160:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764840.982340:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222989696 00000100:00100000:2.0:1775764840.982350:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222989696 00000100:00100000:2.0:1775764840.982415:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84794 00000100:00100000:2.0:1775764840.982425:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222989696:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764841.021488:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996709 is committed 00000100:00100000:3.0:1775764841.021746:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222989696:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 39317us (39592us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764841.021757:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84794 00000100:00100000:0.0:1775764841.026062:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.026198:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222989952 00000100:00100000:3.0:1775764841.026218:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222989952 00000100:00100000:3.0:1775764841.026287:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44484 00000100:00100000:3.0:1775764841.026297:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022222989952:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764841.026353:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764841.026383:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d006a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf84 expref: 24 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.026404:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764841.026410:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1775764841.026744:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764841.026979:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0071 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.026995:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0071 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.027005:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0071 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764841.027062:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032248 00000004:00010000:3.0:1775764841.027172:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000043dcb85e reply state 000000003d1c38bd transno 4295032249 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0071 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764841.027182:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764841.027342:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222989952:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1045us (1286us total) trans 4295032249 rc 0/0 00000100:00100000:3.0:1775764841.027350:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44484 00000020:00080000:3.0:1775764841.027356:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764841.033380:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.033415:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.033578:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222990080 00000100:00100000:1.0:1775764841.033591:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222990080 00002000:00010000:1.0:1775764841.033644:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1298341->18446744073709551615) 00002000:00100000:1.0:1775764841.033650:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371d880 with x1862022222990080 ext(1298341->18446744073709551615) 00002000:00010000:1.0:1775764841.033665:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371d880. 00000100:00100000:1.0:1775764841.033691:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222990208 00000100:00100000:1.0:1775764841.033694:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222990208 00002000:00010000:1.0:1775764841.033717:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764841.033720:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371d180 with x1862022222990208 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764841.033727:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9371d180. 00000100:00100000:1.0:1775764841.033747:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38398 00000100:00100000:1.0:1775764841.033756:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222990080:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764841.034334:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1298341 00002000:00010000:1.0:1775764841.034340:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764841 00002000:00010000:1.0:1775764841.034342:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:1.0:1775764841.034344:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764841 00002000:00010000:1.0:1775764841.034347:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 779 00000100:00100000:1.0:1775764841.034409:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222990080:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 653us (1040us total) trans 4294996710 rc 0/0 00000100:00100000:1.0:1775764841.034418:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38398 00002000:00010000:1.0:1775764841.034421:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1298341->18446744073709551615) 00002000:00100000:1.0:1775764841.034424:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371d880 with x1862022222990080 ext(1298341->18446744073709551615) 00002000:00010000:1.0:1775764841.034428:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371d880. 00000100:00100000:1.0:1775764841.034449:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38399 00000100:00100000:1.0:1775764841.034456:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222990208:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764841.034664:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 204361 -> 0 00002000:00010000:1.0:1775764841.034668:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764840 -> 1775764841 00002000:00010000:1.0:1775764841.034670:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764841.034672:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764840 -> 1775764841 00002000:00010000:1.0:1775764841.034674:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:1.0:1775764841.034695:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222990208:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 240us (1280us total) trans 4294996085 rc 0/0 00000100:00100000:1.0:1775764841.034702:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38399 00002000:00010000:1.0:1775764841.034704:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764841.034707:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371d180 with x1862022222990208 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764841.034711:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9371d180. 00000100:00080000:3.0:1775764841.034825:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1775764841.039800:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0071 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.039817:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0071 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.039825:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0071 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.039832:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547c800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764841.039837:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0071 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.039844:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0071 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.039862:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764841.039865:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764841.039869:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0071 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.039875:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0071 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764841.043906:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.044061:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222990336 00000100:00100000:1.0:1775764841.044071:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222990336 00000100:00100000:1.0:1775764841.044142:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44485 00000100:00100000:1.0:1775764841.044154:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022222990336:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764841.044179:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764841.044199:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0078 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf8b expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.044295:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253d007f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.044310:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253d007f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.044327:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253d007f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764841.044360:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1298341 00000004:00200000:1.0:1775764841.044364:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764841.044387:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253d007f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.044420:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0078 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf8b expref: 27 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.044448:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253d007f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf8b expref: 26 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.044459:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764841.044463:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764841.044467:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da5a00, rc 0) 00000100:00100000:1.0:1775764841.044969:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222990336:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 816us (1071us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764841.044977:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44485 00000100:00100000:1.0:1775764841.051581:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.051678:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222990592 00000100:00100000:2.0:1775764841.051689:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222990592 00000100:00100000:2.0:1775764841.051778:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44486 00000100:00100000:2.0:1775764841.051800:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022222990592:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764841.051867:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764841.051897:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5a00/0xdb23b4c9253d007f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf8b expref: 26 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.051918:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764841.051935:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764841.052399:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0086 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.052417:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.052428:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764841.052481:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032250 00000004:00010000:2.0:1775764841.052504:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e30d775c reply state 00000000c1b0adda transno 4295032251 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764841.052513:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764841.052664:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222990592:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 876us (1092us total) trans 4295032251 rc 0/0 00000100:00100000:2.0:1775764841.052672:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44486 00000020:00080000:2.0:1775764841.052679:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764841.054843:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.054860:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0086 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.054867:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0086 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.054873:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764841.054877:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0086 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.054885:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0086 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.054903:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764841.054907:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764841.054912:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0086 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.054917:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0086 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764841.056516:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.056576:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.056662:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222990720 00000100:00100000:0.0:1775764841.056673:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222990720 00002000:00010000:0.0:1775764841.056717:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3224575->18446744073709551615) 00002000:00100000:0.0:1775764841.056722:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214e00 with x1862022222990720 ext(3224575->18446744073709551615) 00002000:00010000:0.0:1775764841.056735:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214e00. 00000100:00100000:0.0:1775764841.056766:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222990848 00000100:00100000:0.0:1775764841.056769:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222990848 00002000:00010000:0.0:1775764841.056781:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764841.056783:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216a00 with x1862022222990848 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764841.056797:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216a00. 00000100:00100000:0.0:1775764841.056821:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38400 00000100:00100000:0.0:1775764841.056830:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222990720:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764841.057106:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1298341 -> 3224575 00002000:00010000:0.0:1775764841.057111:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.057113:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:0.0:1775764841.057116:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.057118:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:0.0:1775764841.057177:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222990720:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 347us (669us total) trans 4294996711 rc 0/0 00000100:00100000:0.0:1775764841.057186:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38400 00002000:00010000:0.0:1775764841.057190:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3224575->18446744073709551615) 00002000:00100000:0.0:1775764841.057193:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214e00 with x1862022222990720 ext(3224575->18446744073709551615) 00002000:00010000:0.0:1775764841.057198:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214e00. 00000100:00100000:0.0:1775764841.057215:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38401 00000100:00100000:0.0:1775764841.057222:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222990848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764841.057333:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764841.057337:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.057339:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764841.057341:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.057343:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764841.057364:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222990848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 142us (788us total) trans 4294996086 rc 0/0 00000100:00100000:0.0:1775764841.057370:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38401 00002000:00010000:0.0:1775764841.057373:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764841.057376:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216a00 with x1862022222990848 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764841.057380:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216a00. 00000100:00100000:3.0:1775764841.061063:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.061717:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222990976 00000100:00100000:1.0:1775764841.061727:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222990976 00000100:00100000:1.0:1775764841.061794:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44487 00000100:00100000:1.0:1775764841.061805:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022222990976:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764841.061831:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764841.061852:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d008d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf92 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.061952:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d0094 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.061968:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d0094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.061981:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d0094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764841.062015:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3224575 00000004:00200000:1.0:1775764841.062020:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764841.062037:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d0094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.062063:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d008d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf92 expref: 29 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.062077:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d0094 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf92 expref: 28 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.062085:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764841.062100:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764841.062105:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4e00, rc 0) 00000100:00100000:1.0:1775764841.062157:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222990976:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 355us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764841.062164:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44487 00000100:00100000:3.0:1775764841.066398:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.066533:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222991232 00000100:00100000:1.0:1775764841.066568:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222991232 00000100:00100000:1.0:1775764841.066625:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44488 00000100:00100000:1.0:1775764841.066634:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022222991232:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764841.066692:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764841.066725:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d0094 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf92 expref: 28 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.066744:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764841.066750:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764841.067001:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d009b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.067018:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d009b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.067028:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d009b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764841.067086:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032252 00000004:00010000:1.0:1775764841.067347:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003cea17bd reply state 00000000db8770bf transno 4295032253 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d009b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764841.067358:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764841.067468:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222991232:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 834us (1080us total) trans 4295032253 rc 0/0 00000100:00100000:1.0:1775764841.067476:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44488 00000020:00080000:1.0:1775764841.067482:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764841.070763:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d009b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.070781:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d009b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.070789:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d009b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.070805:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764841.070810:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d009b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.070821:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d009b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.070839:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764841.070842:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764841.070846:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d009b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.070851:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d009b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764841.071749:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.071781:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.071869:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222991360 00000100:00100000:2.0:1775764841.071879:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222991360 00002000:00010000:2.0:1775764841.071915:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764841.071919:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215500 with x1862022222991360 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764841.071940:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215500. 00000100:00100000:2.0:1775764841.071966:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222991488 00000100:00100000:2.0:1775764841.071970:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222991488 00002000:00010000:2.0:1775764841.071982:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (152103->18446744073709551615) 00002000:00100000:2.0:1775764841.071985:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216d80 with x1862022222991488 ext(152103->18446744073709551615) 00002000:00010000:2.0:1775764841.071992:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216d80. 00000100:00100000:2.0:1775764841.072012:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38402 00000100:00100000:2.0:1775764841.072021:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222991360:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764841.072283:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3224575 -> 4194304 00002000:00010000:2.0:1775764841.072287:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764841.072290:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:2.0:1775764841.072292:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764841.072294:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:2.0:1775764841.072361:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222991360:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 339us (616us total) trans 4294996712 rc 0/0 00000100:00100000:2.0:1775764841.072369:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38402 00002000:00010000:2.0:1775764841.072374:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764841.072376:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215500 with x1862022222991360 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764841.072381:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215500. 00000100:00100000:2.0:1775764841.072401:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38403 00000100:00100000:2.0:1775764841.072409:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222991488:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764841.072517:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 152103 00002000:00010000:2.0:1775764841.072520:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764841.072522:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764841.072523:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764841.072525:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764841.072572:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222991488:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 165us (789us total) trans 4294996087 rc 0/0 00000100:00100000:2.0:1775764841.072578:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38403 00002000:00010000:2.0:1775764841.072581:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (152103->18446744073709551615) 00002000:00100000:2.0:1775764841.072583:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216d80 with x1862022222991488 ext(152103->18446744073709551615) 00002000:00010000:2.0:1775764841.072587:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216d80. 00000100:00100000:3.0:1775764841.076369:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.076675:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222991616 00000100:00100000:2.0:1775764841.076687:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222991616 00000100:00100000:2.0:1775764841.076795:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44489 00000100:00100000:2.0:1775764841.076805:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022222991616:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764841.076831:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764841.076851:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcf99 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.076953:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d00a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.076972:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d00a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.076983:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d00a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764841.077016:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4346407 00000004:00200000:2.0:1775764841.077021:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764841.077041:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d00a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.077067:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf99 expref: 31 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.077084:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d00a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf99 expref: 30 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.077105:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764841.077108:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764841.077112:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9000, rc 0) 00000100:00100000:2.0:1775764841.077185:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222991616:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 381us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764841.077191:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44489 00000100:00100000:3.0:1775764841.082991:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.083389:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222991744 00000100:00100000:1.0:1775764841.083401:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222991744 00002000:00100000:1.0:1775764841.083456:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2424832->2428927) req@ffff8b8c93215880 x1862022222991744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.083468:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215880 with x1862022222991744 ext(2424832->2428927) 00002000:00010000:1.0:1775764841.083474:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215880 00000100:00100000:1.0:1775764841.083510:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38404 00000100:00100000:1.0:1775764841.083520:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222991744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764841.083820:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222991744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 300us (839us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764841.083828:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38404 00002000:00100000:1.0:1775764841.083834:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2424832->2428927) req@ffff8b8c93215880 x1862022222991744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.083842:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215880 with x1862022222991744 ext(2424832->2428927) 00002000:00010000:1.0:1775764841.083845:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215880 00000100:00100000:2.0:1775764841.088561:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.088670:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222991872 00000100:00100000:1.0:1775764841.088681:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222991872 00002000:00100000:1.0:1775764841.088737:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2445312->2449407) req@ffff8b8c9371ca80 x1862022222991872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.088750:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ca80 with x1862022222991872 ext(2445312->2449407) 00002000:00010000:1.0:1775764841.088756:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ca80 00000100:00100000:1.0:1775764841.088841:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38405 00000100:00100000:1.0:1775764841.088856:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222991872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764841.089276:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222991872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 424us (747us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764841.089284:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38405 00002000:00100000:1.0:1775764841.089290:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2445312->2449407) req@ffff8b8c9371ca80 x1862022222991872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.089298:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ca80 with x1862022222991872 ext(2445312->2449407) 00002000:00010000:1.0:1775764841.089302:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ca80 00000100:00100000:3.0:1775764841.094398:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.094499:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222992000 00000100:00100000:1.0:1775764841.094510:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222992000 00002000:00100000:1.0:1775764841.094596:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1466368->1523711) req@ffff8b8c93215180 x1862022222992000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.094608:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215180 with x1862022222992000 ext(1466368->1523711) 00002000:00010000:1.0:1775764841.094615:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215180 00000100:00100000:1.0:1775764841.094650:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38406 00000100:00100000:1.0:1775764841.094660:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222992000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764841.099065:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022222992000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4396us (4665us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764841.099079:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38406 00002000:00100000:1.0:1775764841.099100:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1466368->1523711) req@ffff8b8c93215180 x1862022222992000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.099111:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215180 with x1862022222992000 ext(1466368->1523711) 00002000:00010000:1.0:1775764841.099118:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215180 00000100:00100000:3.0:1775764841.103960:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.104073:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222992256 00000100:00100000:0.0:1775764841.104085:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222992256 00000100:00100000:0.0:1775764841.104154:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44490 00000100:00100000:0.0:1775764841.104164:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022222992256:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764841.104215:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764841.104244:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d00a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcf99 expref: 30 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.104264:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764841.104270:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764841.104474:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.104487:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.104496:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764841.104596:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032254 00000004:00010000:0.0:1775764841.104622:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000003edd290 reply state 00000000eb7a7412 transno 4295032255 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764841.104631:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764841.104720:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222992256:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 557us (768us total) trans 4295032255 rc 0/0 00000100:00100000:0.0:1775764841.104727:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44490 00000020:00080000:0.0:1775764841.104732:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764841.106397:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.106414:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.106421:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.106427:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc5800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764841.106432:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.106439:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00b0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.106454:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764841.106457:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764841.106461:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00b0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.106467:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764841.109084:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.109126:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.109218:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222992384 00000100:00100000:2.0:1775764841.109231:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222992384 00002000:00010000:2.0:1775764841.109275:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (363403->18446744073709551615) 00002000:00100000:2.0:1775764841.109280:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215c00 with x1862022222992384 ext(363403->18446744073709551615) 00002000:00010000:2.0:1775764841.109292:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215c00. 00000100:00100000:2.0:1775764841.109321:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222992512 00000100:00100000:2.0:1775764841.109324:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222992512 00002000:00010000:2.0:1775764841.109337:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764841.109340:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217b80 with x1862022222992512 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764841.109346:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93217b80. 00000100:00100000:2.0:1775764841.109380:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38407 00000100:00100000:2.0:1775764841.109389:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222992384:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764841.109792:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 363403 00002000:00010000:2.0:1775764841.109797:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764841.109800:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:2.0:1775764841.109803:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764841.109805:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:2.0:1775764841.109866:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222992384:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 477us (795us total) trans 4294996713 rc 0/0 00000100:00100000:2.0:1775764841.109874:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38407 00002000:00010000:2.0:1775764841.109877:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (363403->18446744073709551615) 00002000:00100000:2.0:1775764841.109879:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215c00 with x1862022222992384 ext(363403->18446744073709551615) 00002000:00010000:2.0:1775764841.109884:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215c00. 00000100:00100000:2.0:1775764841.109901:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38408 00000100:00100000:2.0:1775764841.109907:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022222992512:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764841.110047:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 152103 -> 0 00002000:00010000:2.0:1775764841.110050:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764841.110052:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764841.110054:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764841.110055:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764841.110076:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022222992512:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 169us (949us total) trans 4294996088 rc 0/0 00000100:00100000:2.0:1775764841.110083:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38408 00002000:00010000:2.0:1775764841.110086:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764841.110089:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217b80 with x1862022222992512 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764841.110094:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93217b80. 00000100:00100000:3.0:1775764841.116069:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.116180:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222992640 00000100:00100000:1.0:1775764841.116193:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222992640 00000100:00100000:1.0:1775764841.116273:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44491 00000100:00100000:1.0:1775764841.116283:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022222992640:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764841.116307:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764841.116328:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfa0 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.116424:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d00be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.116440:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d00be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.116456:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d00be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764841.116487:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 363403 00000004:00200000:1.0:1775764841.116491:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764841.116510:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d00be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.116535:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfa0 expref: 33 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.116594:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d00be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfa0 expref: 32 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.116603:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764841.116606:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764841.116609:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4e00, rc 0) 00000100:00100000:1.0:1775764841.116671:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222992640:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 390us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764841.116678:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44491 00000100:00100000:3.0:1775764841.125357:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.125502:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222992896 00000100:00100000:2.0:1775764841.125512:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222992896 00000100:00100000:2.0:1775764841.125597:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44492 00000100:00100000:2.0:1775764841.125607:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022222992896:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764841.125665:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764841.125692:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4e00/0xdb23b4c9253d00be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfa0 expref: 32 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.125713:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764841.125719:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764841.125955:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.125969:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.125980:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764841.126030:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032256 00000004:00010000:2.0:1775764841.126057:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5f12aa0 reply state 000000002b4c9a87 transno 4295032257 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764841.126065:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764841.126160:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222992896:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 554us (814us total) trans 4295032257 rc 0/0 00000100:00100000:2.0:1775764841.126168:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44492 00000020:00080000:2.0:1775764841.126173:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764841.129677:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.129697:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.129705:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.129710:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764841.129714:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.129721:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00c5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.129741:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764841.129744:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764841.129749:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00c5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.129756:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d00c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764841.131397:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.131468:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222993024 00000100:00100000:1.0:1775764841.131479:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222993024 00002000:00010000:1.0:1775764841.131517:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764841.131521:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022222993024 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764841.131531:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955c00. 00000100:00100000:1.0:1775764841.131589:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38409 00000100:00100000:1.0:1775764841.131597:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222993024:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764841.131797:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 363403 -> 4194304 00002000:00010000:1.0:1775764841.131801:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:1.0:1775764841.131803:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:1.0:1775764841.131805:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:1.0:1775764841.131807:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:1.0:1775764841.131858:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222993024:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 261us (469us total) trans 4294996714 rc 0/0 00000100:00100000:1.0:1775764841.131865:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38409 00002000:00010000:1.0:1775764841.131868:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764841.131871:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022222993024 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764841.131874:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955c00. 00000100:00100000:3.0:1775764841.134244:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.134483:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222993152 00000100:00100000:2.0:1775764841.134494:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222993152 00002000:00010000:2.0:1775764841.134692:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (667541->18446744073709551615) 00002000:00100000:2.0:1775764841.134698:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022222993152 ext(667541->18446744073709551615) 00002000:00010000:2.0:1775764841.134710:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954700. 00000100:00100000:2.0:1775764841.134814:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38410 00000100:00100000:2.0:1775764841.134824:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222993152:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764841.135049:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 667541 00002000:00010000:2.0:1775764841.135053:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764841.135055:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764841.135057:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764841.135059:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764841.135128:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222993152:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 305us (893us total) trans 4294996089 rc 0/0 00000100:00100000:2.0:1775764841.135136:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38410 00002000:00010000:2.0:1775764841.135139:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (667541->18446744073709551615) 00002000:00100000:2.0:1775764841.135142:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022222993152 ext(667541->18446744073709551615) 00002000:00010000:2.0:1775764841.135146:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954700. 00000100:00100000:3.0:1775764841.137978:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.138076:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222993280 00000100:00100000:1.0:1775764841.138095:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222993280 00000100:00100000:1.0:1775764841.138156:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44493 00000100:00100000:1.0:1775764841.138166:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022222993280:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764841.138190:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764841.138221:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfa7 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.138306:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d00d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.138320:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d00d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.138331:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d00d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764841.138356:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4861845 00000004:00200000:1.0:1775764841.138360:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764841.138375:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d00d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.138397:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfa7 expref: 35 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.138412:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d00d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfa7 expref: 34 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.138420:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764841.138423:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764841.138427:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da5400, rc 0) 00000100:00100000:1.0:1775764841.138483:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222993280:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 318us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764841.138493:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44493 00000100:00100000:3.0:1775764841.154798:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.154929:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222993408 00000100:00100000:0.0:1775764841.154940:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222993408 00002000:00100000:0.0:1775764841.154990:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (364544->1413119) req@ffff8b8c8f955880 x1862022222993408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.155002:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955880 with x1862022222993408 ext(364544->1413119) 00002000:00010000:0.0:1775764841.155007:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955880 00000100:00100000:0.0:1775764841.155044:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38411 00000100:00100000:0.0:1775764841.155054:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222993408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764841.165727:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.166162:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222993536 00000100:00100000:2.0:1775764841.166173:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222993536 00002000:00100000:2.0:1775764841.166217:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1413120->2461695) req@ffff8b8c8f957100 x1862022222993536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.166229:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022222993536 ext(1413120->2461695) 00002000:00010000:2.0:1775764841.166235:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957100 00000100:00100000:2.0:1775764841.166256:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38412 00000100:00100000:2.0:1775764841.166265:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222993536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764841.169587:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.169686:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222993664 00000100:00100000:0.0:1775764841.169698:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222993664 00002000:00100000:0.0:1775764841.169747:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2461696->3510271) req@ffff8b8c8f955500 x1862022222993664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.169758:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022222993664 ext(2461696->3510271) 00002000:00010000:0.0:1775764841.169764:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:0.0:1775764841.169801:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38413 00000100:00100000:0.0:1775764841.169810:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222993664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764841.180439:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.180588:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222993792 00000100:00100000:0.0:1775764841.180599:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222993792 00002000:00100000:0.0:1775764841.180645:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3510272->4194303) req@ffff8b8c8f954000 x1862022222993792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.180656:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022222993792 ext(3510272->4194303) 00002000:00010000:0.0:1775764841.180662:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:0.0:1775764841.180696:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38414 00000100:00100000:0.0:1775764841.180705:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222993792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764841.186803:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022222993664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16983us (17214us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764841.186817:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38413 00002000:00100000:0.0:1775764841.186830:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2461696->3510271) req@ffff8b8c8f955500 x1862022222993664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.186841:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022222993664 ext(2461696->3510271) 00002000:00010000:0.0:1775764841.186848:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:1.0:1775764841.190729:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222993408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 35663us (35936us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764841.190742:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38411 00002000:00100000:1.0:1775764841.190755:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (364544->1413119) req@ffff8b8c8f955880 x1862022222993408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.190765:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955880 with x1862022222993408 ext(364544->1413119) 00002000:00010000:1.0:1775764841.190770:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955880 00000100:00100000:0.0:1775764841.211035:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222993792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30320us (30594us total) trans 0 rc 684032/684032 00000100:00100000:0.0:1775764841.211052:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38414 00002000:00100000:0.0:1775764841.211069:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3510272->4194303) req@ffff8b8c8f954000 x1862022222993792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 684032/684032 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.211079:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022222993792 ext(3510272->4194303) 00002000:00010000:0.0:1775764841.211084:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:1.0:1775764841.212379:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022222993536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 46108us (46657us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764841.212391:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38412 00002000:00100000:1.0:1775764841.212400:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1413120->2461695) req@ffff8b8c8f957100 x1862022222993536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.212410:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022222993536 ext(1413120->2461695) 00002000:00010000:1.0:1775764841.212414:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957100 00000100:00100000:2.0:1775764841.212649:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.215424:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222994048 00000100:00100000:1.0:1775764841.215443:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222994048 00000100:00100000:1.0:1775764841.215524:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44494 00000100:00100000:1.0:1775764841.215562:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022222994048:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764841.215619:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764841.215647:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d00d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfa7 expref: 34 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.215667:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764841.215673:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764841.215899:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00da lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.215913:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.215933:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764841.215985:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032258 00000004:00010000:1.0:1775764841.216010:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000006c94f reply state 00000000f4bbfed0 transno 4295032259 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764841.216019:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764841.216909:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222994048:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1371us (4255us total) trans 4295032259 rc 0/0 00000100:00100000:0.0:1775764841.216929:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44494 00000020:00080000:0.0:1775764841.216937:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764841.219129:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.219145:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.219154:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.219159:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764841.219164:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.219171:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.219189:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764841.219193:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764841.219197:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00da lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.219204:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4400/0xdb23b4c9253d00da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764841.221935:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.221978:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.222067:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222994176 00000100:00100000:0.0:1775764841.222078:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222994176 00002000:00010000:0.0:1775764841.222127:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3381705->18446744073709551615) 00002000:00100000:0.0:1775764841.222132:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371fb80 with x1862022222994176 ext(3381705->18446744073709551615) 00002000:00010000:0.0:1775764841.222147:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371fb80. 00000100:00100000:0.0:1775764841.222177:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222994304 00000100:00100000:0.0:1775764841.222180:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222994304 00002000:00010000:0.0:1775764841.222193:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764841.222196:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371e680 with x1862022222994304 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764841.222203:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9371e680. 00000100:00100000:0.0:1775764841.222226:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38415 00000100:00100000:0.0:1775764841.222236:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222994176:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764841.222511:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3381705 00002000:00010000:0.0:1775764841.222515:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.222517:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:0.0:1775764841.222519:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.222521:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:0.0:1775764841.222609:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222994176:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 375us (700us total) trans 4294996715 rc 0/0 00000100:00100000:0.0:1775764841.222617:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38415 00002000:00010000:0.0:1775764841.222621:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3381705->18446744073709551615) 00002000:00100000:0.0:1775764841.222624:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371fb80 with x1862022222994176 ext(3381705->18446744073709551615) 00002000:00010000:0.0:1775764841.222628:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371fb80. 00000100:00100000:0.0:1775764841.222643:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38416 00000100:00100000:0.0:1775764841.222650:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022222994304:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764841.222785:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 667541 -> 0 00002000:00010000:0.0:1775764841.222787:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.222789:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764841.222791:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.222793:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764841.222814:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022222994304:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 165us (836us total) trans 4294996090 rc 0/0 00000100:00100000:0.0:1775764841.222820:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38416 00002000:00010000:0.0:1775764841.222823:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764841.222825:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371e680 with x1862022222994304 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764841.222829:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9371e680. 00000100:00100000:3.0:1775764841.228006:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.228228:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222994432 00000100:00100000:0.0:1775764841.228239:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222994432 00000100:00100000:0.0:1775764841.228303:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44495 00000100:00100000:0.0:1775764841.228314:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022222994432:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764841.228340:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764841.228362:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfae expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.228454:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d00e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.228469:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d00e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.228482:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d00e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764841.228517:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3381705 00000004:00200000:0.0:1775764841.228521:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764841.228693:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d00e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.228722:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d00e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfae expref: 37 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.228741:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d00e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfae expref: 36 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.228751:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764841.228754:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764841.228758:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc4600, rc 0) 00000100:00100000:0.0:1775764841.228863:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222994432:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 551us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764841.228871:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44495 00000100:00100000:3.0:1775764841.233083:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.233392:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222994688 00000100:00100000:0.0:1775764841.233402:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222994688 00000100:00100000:0.0:1775764841.233500:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44496 00000100:00100000:0.0:1775764841.233510:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022222994688:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764841.233589:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764841.233617:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d00e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfae expref: 36 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.233638:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764841.233645:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764841.233890:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d00ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.233905:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d00ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.233916:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d00ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764841.233975:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032260 00000004:00010000:0.0:1775764841.234002:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000efd5e340 reply state 00000000a824dc0f transno 4295032261 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d00ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764841.234011:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764841.234112:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222994688:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 603us (1037us total) trans 4295032261 rc 0/0 00000100:00100000:0.0:1775764841.234120:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44496 00000020:00080000:0.0:1775764841.234124:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764841.237501:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d00ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.237517:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d00ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.237524:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d00ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.237529:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764841.237534:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d00ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.237571:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d00ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.237589:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764841.237592:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764841.237596:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d00ef lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.237602:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d00ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764841.237763:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.237827:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.238359:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222994816 00000100:00100000:3.0:1775764841.238370:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222994816 00002000:00010000:3.0:1775764841.238411:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764841.238417:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022222994816 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764841.238429:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300. 00000100:00100000:3.0:1775764841.238462:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222994944 00000100:00100000:3.0:1775764841.238466:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222994944 00002000:00010000:3.0:1775764841.238479:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (463695->18446744073709551615) 00002000:00100000:3.0:1775764841.238482:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022222994944 ext(463695->18446744073709551615) 00002000:00010000:3.0:1775764841.238489:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174700. 00000100:00100000:3.0:1775764841.238511:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38417 00000100:00100000:3.0:1775764841.238522:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222994816:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764841.238801:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3381705 -> 4194304 00002000:00010000:3.0:1775764841.238805:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:3.0:1775764841.238807:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764840 00002000:00010000:3.0:1775764841.238809:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:3.0:1775764841.238811:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:3.0:1775764841.238879:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222994816:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 358us (1119us total) trans 4294996716 rc 0/0 00000100:00100000:3.0:1775764841.238887:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38417 00002000:00010000:3.0:1775764841.238890:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764841.238892:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022222994816 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764841.238897:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300. 00000100:00100000:3.0:1775764841.238917:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38418 00000100:00100000:3.0:1775764841.238936:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022222994944:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764841.239052:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 463695 00002000:00010000:3.0:1775764841.239055:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:3.0:1775764841.239057:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764841.239059:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:3.0:1775764841.239061:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764841.239082:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222994944:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 147us (1254us total) trans 4294996091 rc 0/0 00000100:00100000:3.0:1775764841.239098:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38418 00002000:00010000:3.0:1775764841.239101:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (463695->18446744073709551615) 00002000:00100000:3.0:1775764841.239103:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022222994944 ext(463695->18446744073709551615) 00002000:00010000:3.0:1775764841.239108:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174700. 00000100:00100000:2.0:1775764841.245438:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.245529:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222995072 00000100:00100000:3.0:1775764841.245557:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222995072 00000100:00100000:3.0:1775764841.245619:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44497 00000100:00100000:3.0:1775764841.245629:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022222995072:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764841.245653:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764841.245675:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d00f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfb5 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.245767:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d00fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.245782:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d00fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.245805:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d00fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764841.245834:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4657999 00000004:00200000:3.0:1775764841.245838:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764841.245857:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d00fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.245883:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d00f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfb5 expref: 39 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.245906:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d00fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfb5 expref: 38 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.245914:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764841.245917:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764841.245933:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547ca00, rc 0) 00000100:00100000:3.0:1775764841.245996:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222995072:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 369us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764841.246004:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44497 00000100:00100000:3.0:1775764841.255457:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.255688:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222995200 00000100:00100000:1.0:1775764841.255697:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222995200 00002000:00100000:1.0:1775764841.255743:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (122880->692223) req@ffff8b8c8f956d80 x1862022222995200/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 520/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.255754:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022222995200 ext(122880->692223) 00002000:00010000:1.0:1775764841.255759:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80 00000100:00100000:1.0:1775764841.255802:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38419 00000100:00100000:1.0:1775764841.255811:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222995200:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764841.260972:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222995200:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5152us (5514us total) trans 4294996717 rc 0/0 00000100:00100000:1.0:1775764841.260985:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38419 00002000:00100000:1.0:1775764841.260999:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (122880->692223) req@ffff8b8c8f956d80 x1862022222995200/t4294996717(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 520/456 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.261011:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022222995200 ext(122880->692223) 00002000:00010000:1.0:1775764841.261016:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80 00000100:00100000:3.0:1775764841.265398:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.265509:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222995328 00000100:00100000:2.0:1775764841.265519:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222995328 00000100:00100000:2.0:1775764841.265614:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84795 00000100:00100000:2.0:1775764841.265626:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb238450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022222995328:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764841.308808:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb238450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022222995328:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 43164us (43399us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764841.308823:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84795 00000001:00080000:1.0:1775764841.309038:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996715 is committed 00000001:00080000:1.0:1775764841.309053:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996717 is committed 00000100:00100000:1.0:1775764841.312940:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.313056:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222995456 00000100:00100000:2.0:1775764841.313067:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222995456 00002000:00100000:2.0:1775764841.313142:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (4030464->4034559) req@ffff8b8cb3174380 x1862022222995456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.313160:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174380 with x1862022222995456 ext(4030464->4034559) 00002000:00010000:2.0:1775764841.313168:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174380 00000100:00100000:2.0:1775764841.313205:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38420 00000100:00100000:2.0:1775764841.313216:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222995456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764841.313498:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222995456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (566us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764841.313505:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38420 00002000:00100000:2.0:1775764841.313511:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (4030464->4034559) req@ffff8b8cb3174380 x1862022222995456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.313518:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174380 with x1862022222995456 ext(4030464->4034559) 00002000:00010000:2.0:1775764841.313521:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174380 00000100:00100000:2.0:1775764841.317974:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.318462:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222995584 00000100:00100000:0.0:1775764841.318472:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222995584 00002000:00100000:0.0:1775764841.318570:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4034560->4038655) req@ffff8b8c9371e300 x1862022222995584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.318581:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371e300 with x1862022222995584 ext(4034560->4038655) 00002000:00010000:0.0:1775764841.318588:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371e300 00000100:00100000:0.0:1775764841.318620:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38421 00000100:00100000:0.0:1775764841.318631:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222995584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764841.318900:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222995584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (935us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764841.318911:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38421 00002000:00100000:0.0:1775764841.318929:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4034560->4038655) req@ffff8b8c9371e300 x1862022222995584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.318939:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371e300 with x1862022222995584 ext(4034560->4038655) 00002000:00010000:0.0:1775764841.318943:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371e300 00000100:00100000:2.0:1775764841.339800:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.339870:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.339971:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222995712 00000100:00100000:0.0:1775764841.339982:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222995712 00002000:00100000:0.0:1775764841.340035:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3805184->4194303) req@ffff8b8c9371f480 x1862022222995712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.340048:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371f480 with x1862022222995712 ext(3805184->4194303) 00002000:00010000:0.0:1775764841.340053:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371f480 00000100:00100000:0.0:1775764841.340086:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222995840 00000100:00100000:0.0:1775764841.340089:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222995840 00002000:00100000:0.0:1775764841.340105:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (0->90111) req@ffff8b8c9371f800 x1862022222995840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.340113:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371f800 with x1862022222995840 ext(0->90111) 00002000:00010000:0.0:1775764841.340116:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9371f800 00000100:00100000:0.0:1775764841.340140:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38422 00000100:00100000:0.0:1775764841.340150:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222995712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764841.340397:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38423 00000100:00100000:2.0:1775764841.340407:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222995840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764841.349459:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222995712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9288us (9647us total) trans 0 rc 380928/380928 00000100:00100000:0.0:1775764841.349475:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38422 00002000:00100000:0.0:1775764841.349491:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3805184->4194303) req@ffff8b8c9371f480 x1862022222995712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 380928/380928 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.349905:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371f480 with x1862022222995712 ext(3805184->4194303) 00002000:00010000:0.0:1775764841.349914:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371f480 00000100:00100000:3.0:1775764841.350102:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022222995840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9695us (10229us total) trans 0 rc 90112/90112 00000100:00100000:3.0:1775764841.350113:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38423 00002000:00100000:3.0:1775764841.350121:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (0->90111) req@ffff8b8c9371f800 x1862022222995840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 90112/90112 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.350129:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371f800 with x1862022222995840 ext(0->90111) 00002000:00010000:3.0:1775764841.350134:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9371f800 00000100:00100000:2.0:1775764841.359766:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.360200:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222995968 00000100:00100000:1.0:1775764841.360213:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222995968 00002000:00100000:1.0:1775764841.360262:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (4030464->4083711) req@ffff8b8c9371df80 x1862022222995968/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.360274:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371df80 with x1862022222995968 ext(4030464->4083711) 00002000:00010000:1.0:1775764841.360280:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371df80 00000100:00100000:1.0:1775764841.360400:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38424 00000100:00100000:1.0:1775764841.360411:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222995968:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764841.364793:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222995968:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4365us (5021us total) trans 4294996718 rc 0/0 00000100:00100000:0.0:1775764841.364807:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38424 00002000:00100000:0.0:1775764841.364821:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (4030464->4083711) req@ffff8b8c9371df80 x1862022222995968/t4294996718(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/448 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.364831:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371df80 with x1862022222995968 ext(4030464->4083711) 00002000:00010000:0.0:1775764841.364837:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371df80 00000100:00100000:2.0:1775764841.372694:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.372872:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222996096 00000100:00100000:0.0:1775764841.372882:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222996096 00000100:00100000:0.0:1775764841.373061:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84796 00000100:00100000:0.0:1775764841.373072:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222996096:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:1.0:1775764841.417815:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764841.436266:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996718 is committed 00000100:00100000:0.0:1775764841.436610:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222996096:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 63523us (63908us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764841.436622:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84796 00000100:00100000:2.0:1775764841.443992:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.444212:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222996224 00000100:00100000:0.0:1775764841.444222:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222996224 00002000:00100000:0.0:1775764841.444292:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (90112->364543) req@ffff8b8c9371ea00 x1862022222996224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.444305:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ea00 with x1862022222996224 ext(90112->364543) 00002000:00010000:0.0:1775764841.444312:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9371ea00 00000100:00100000:0.0:1775764841.444348:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38425 00000100:00100000:0.0:1775764841.444358:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222996224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764841.454666:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022222996224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10299us (10674us total) trans 0 rc 274432/274432 00000100:00100000:0.0:1775764841.454679:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38425 00002000:00100000:0.0:1775764841.454690:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (90112->364543) req@ffff8b8c9371ea00 x1862022222996224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 274432/274432 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.454701:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ea00 with x1862022222996224 ext(90112->364543) 00002000:00010000:0.0:1775764841.454707:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9371ea00 00000100:00100000:2.0:1775764841.465884:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.466466:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222996480 00000100:00100000:3.0:1775764841.466478:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222996480 00000100:00100000:3.0:1775764841.466583:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44498 00000100:00100000:3.0:1775764841.466594:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022222996480:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764841.466670:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764841.466703:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d00fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfb5 expref: 38 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.466723:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764841.466729:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764841.467395:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d0104 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.467412:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d0104 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.467422:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d0104 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764841.467497:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032262 00000004:00010000:3.0:1775764841.467522:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000080f2d79d reply state 00000000d091147e transno 4295032263 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d0104 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764841.467532:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764841.467701:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222996480:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1107us (1824us total) trans 4295032263 rc 0/0 00000100:00100000:3.0:1775764841.467709:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44498 00000020:00080000:3.0:1775764841.467715:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764841.475887:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.475984:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.476249:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222996608 00000100:00100000:0.0:1775764841.476260:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222996608 00002000:00010000:0.0:1775764841.476308:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (552572->18446744073709551615) 00002000:00100000:0.0:1775764841.476314:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174e00 with x1862022222996608 ext(552572->18446744073709551615) 00002000:00010000:0.0:1775764841.476329:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174e00. 00000100:00100000:0.0:1775764841.476359:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222996736 00000100:00100000:0.0:1775764841.476363:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222996736 00002000:00010000:0.0:1775764841.476377:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764841.476380:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175c00 with x1862022222996736 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764841.476387:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175c00. 00000100:00100000:0.0:1775764841.476409:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38426 00000100:00100000:0.0:1775764841.476418:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222996608:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764841.476859:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 552572 00002000:00010000:0.0:1775764841.476864:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.476867:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764840 -> 1775764841 00002000:00010000:0.0:1775764841.476868:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.476870:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:0.0:1775764841.476944:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222996608:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 525us (1064us total) trans 4294996719 rc 0/0 00000100:00100000:0.0:1775764841.476953:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38426 00002000:00010000:0.0:1775764841.476957:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (552572->18446744073709551615) 00002000:00100000:0.0:1775764841.476959:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174e00 with x1862022222996608 ext(552572->18446744073709551615) 00002000:00010000:0.0:1775764841.476964:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174e00. 00000100:00100000:0.0:1775764841.476980:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38427 00000100:00100000:0.0:1775764841.476987:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022222996736:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764841.477123:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 463695 -> 0 00002000:00010000:0.0:1775764841.477127:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.477129:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764841.477131:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.477133:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764841.477154:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022222996736:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 168us (1170us total) trans 4294996092 rc 0/0 00000100:00100000:0.0:1775764841.477161:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38427 00002000:00010000:0.0:1775764841.477163:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764841.477166:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175c00 with x1862022222996736 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764841.477171:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175c00. 00010000:00010000:2.0:1775764841.483763:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d0104 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.485274:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d0104 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.485286:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d0104 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.485292:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547c000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764841.485297:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d0104 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.485306:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d0104 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.485325:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764841.485329:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764841.485335:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d0104 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.485342:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d0104 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764841.501287:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.501401:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222996864 00000100:00100000:0.0:1775764841.501412:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222996864 00000100:00100000:0.0:1775764841.501481:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44499 00000100:00100000:0.0:1775764841.501492:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022222996864:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764841.501517:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764841.501579:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d010b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfbc expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.501680:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d0112 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.501695:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d0112 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.501706:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d0112 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764841.501734:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 552572 00000004:00200000:0.0:1775764841.501738:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764841.501759:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d0112 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.501797:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d010b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfbc expref: 41 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.501818:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d0112 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfbc expref: 40 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.501828:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764841.501831:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764841.501836:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc5800, rc 0) 00000100:00100000:0.0:1775764841.501896:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222996864:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 408us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764841.501903:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44499 00000100:00100000:3.0:1775764841.508971:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.510040:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222997120 00000100:00100000:2.0:1775764841.510052:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222997120 00000100:00100000:2.0:1775764841.510125:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44500 00000100:00100000:2.0:1775764841.510136:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022222997120:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764841.510204:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764841.510238:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d0112 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfbc expref: 40 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.510259:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764841.510264:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764841.510518:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0119 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.510532:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0119 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.511670:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0119 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764841.511800:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032264 00000004:00010000:2.0:1775764841.511839:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003574a0ce reply state 00000000efbc4642 transno 4295032265 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0119 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764841.511849:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764841.511980:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222997120:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1844us (3016us total) trans 4295032265 rc 0/0 00000100:00100000:2.0:1775764841.511988:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44500 00000020:00080000:2.0:1775764841.511995:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764841.517605:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0119 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.517624:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0119 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.517633:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0119 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.517639:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecfe00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764841.517644:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0119 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.517651:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0119 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.517670:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764841.517673:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764841.517678:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0119 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.517683:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0119 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764841.519859:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.520704:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222997248 00000100:00100000:0.0:1775764841.520716:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222997248 00002000:00010000:0.0:1775764841.520756:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3751821->18446744073709551615) 00002000:00100000:0.0:1775764841.520762:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214700 with x1862022222997248 ext(3751821->18446744073709551615) 00002000:00010000:0.0:1775764841.520774:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214700. 00000100:00100000:0.0:1775764841.520812:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38428 00000100:00100000:0.0:1775764841.520821:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222997248:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764841.521051:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 552572 -> 3751821 00002000:00010000:0.0:1775764841.521055:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.521057:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.521059:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.521061:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:0.0:1775764841.521132:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222997248:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 311us (1279us total) trans 4294996720 rc 0/0 00000100:00100000:0.0:1775764841.521141:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38428 00002000:00010000:0.0:1775764841.521145:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3751821->18446744073709551615) 00002000:00100000:0.0:1775764841.521147:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214700 with x1862022222997248 ext(3751821->18446744073709551615) 00002000:00010000:0.0:1775764841.521152:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214700. 00000100:00100000:1.0:1775764841.525035:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.525230:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222997376 00000100:00100000:3.0:1775764841.525240:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222997376 00002000:00010000:3.0:1775764841.525276:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764841.525281:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174000 with x1862022222997376 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764841.525292:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174000. 00000100:00100000:3.0:1775764841.525324:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38429 00000100:00100000:3.0:1775764841.525334:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022222997376:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764841.525568:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764841.525571:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:3.0:1775764841.525575:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764841.525576:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:3.0:1775764841.525579:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764841.526831:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022222997376:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1493us (1799us total) trans 4294996093 rc 0/0 00000100:00100000:3.0:1775764841.526841:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38429 00002000:00010000:3.0:1775764841.526846:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764841.526849:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174000 with x1862022222997376 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764841.526857:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174000. 00000100:00100000:3.0:1775764841.537310:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.537423:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222997504 00000100:00100000:2.0:1775764841.537433:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222997504 00000100:00100000:2.0:1775764841.537504:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44501 00000100:00100000:2.0:1775764841.537515:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022222997504:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764841.537580:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764841.537614:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0120 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfc3 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.537696:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0127 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.537714:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.537729:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764841.537754:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3751821 00000004:00200000:2.0:1775764841.537758:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764841.537773:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.537808:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0120 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfc3 expref: 43 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.537824:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0127 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfc3 expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.537831:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764841.537834:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764841.537838:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ece600, rc 0) 00000100:00100000:2.0:1775764841.537889:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222997504:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 377us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764841.537895:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44501 00000100:00100000:3.0:1775764841.546979:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.547076:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222997632 00000100:00100000:2.0:1775764841.547097:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222997632 00002000:00100000:2.0:1775764841.547149:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3182592->3186687) req@ffff8b8c93217800 x1862022222997632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.547160:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217800 with x1862022222997632 ext(3182592->3186687) 00002000:00010000:2.0:1775764841.547167:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217800 00000100:00100000:2.0:1775764841.547200:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38430 00000100:00100000:2.0:1775764841.547211:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222997632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764841.547462:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222997632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 252us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764841.547471:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38430 00002000:00100000:2.0:1775764841.547477:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3182592->3186687) req@ffff8b8c93217800 x1862022222997632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.547485:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217800 with x1862022222997632 ext(3182592->3186687) 00002000:00010000:2.0:1775764841.547488:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217800 00000100:00100000:1.0:1775764841.556872:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.557096:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222997760 00000100:00100000:0.0:1775764841.557107:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222997760 00002000:00100000:0.0:1775764841.557157:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3186688->3190783) req@ffff8b8cb3175f80 x1862022222997760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.557168:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175f80 with x1862022222997760 ext(3186688->3190783) 00002000:00010000:0.0:1775764841.557174:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175f80 00000100:00100000:0.0:1775764841.557211:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38431 00000100:00100000:0.0:1775764841.557220:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222997760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764841.557453:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222997760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 223us (577us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764841.557461:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38431 00002000:00100000:0.0:1775764841.557467:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3186688->3190783) req@ffff8b8cb3175f80 x1862022222997760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.557474:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175f80 with x1862022222997760 ext(3186688->3190783) 00002000:00010000:0.0:1775764841.557477:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175f80 00000100:00100000:3.0:1775764841.564434:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.564634:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222997888 00000100:00100000:2.0:1775764841.564645:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222997888 00002000:00100000:2.0:1775764841.564692:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3039232->3354623) req@ffff8b8c93215f80 x1862022222997888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.564702:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215f80 with x1862022222997888 ext(3039232->3354623) 00002000:00010000:2.0:1775764841.564708:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215f80 00000100:00100000:2.0:1775764841.564742:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38432 00000100:00100000:2.0:1775764841.564751:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222997888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764841.571239:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022222997888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6479us (6804us total) trans 0 rc 307200/307200 00000100:00100000:2.0:1775764841.571252:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38432 00002000:00100000:2.0:1775764841.571265:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3039232->3354623) req@ffff8b8c93215f80 x1862022222997888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 307200/307200 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.571276:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215f80 with x1862022222997888 ext(3039232->3354623) 00002000:00010000:2.0:1775764841.571283:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215f80 00000100:00100000:3.0:1775764841.576904:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.577085:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222998016 00000100:00100000:2.0:1775764841.577096:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222998016 00002000:00100000:2.0:1775764841.577151:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3182592->3203071) req@ffff8b8c86d77480 x1862022222998016/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.577164:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022222998016 ext(3182592->3203071) 00002000:00010000:2.0:1775764841.577170:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:2.0:1775764841.577205:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38433 00000100:00100000:2.0:1775764841.577214:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022222998016:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764841.580066:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022222998016:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2846us (3167us total) trans 4294996721 rc 0/0 00000100:00100000:2.0:1775764841.580079:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38433 00002000:00100000:2.0:1775764841.580160:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3182592->3203071) req@ffff8b8c86d77480 x1862022222998016/t4294996721(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/448 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.580171:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022222998016 ext(3182592->3203071) 00002000:00010000:2.0:1775764841.580177:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:0.0:1775764841.584120:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.584441:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222998144 00000100:00100000:2.0:1775764841.584451:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222998144 00000100:00100000:2.0:1775764841.584507:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84797 00000100:00100000:2.0:1775764841.584517:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022222998144:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764841.612070:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996720 is committed 00000001:00080000:1.0:1775764841.612100:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996721 is committed 00000100:00100000:0.0:1775764841.612590:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022222998144:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 28067us (28471us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764841.612602:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84797 00000100:00100000:3.0:1775764841.618775:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.618930:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222998272 00000100:00100000:2.0:1775764841.618941:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222998272 00002000:00100000:2.0:1775764841.618990:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3354624->3518463) req@ffff8b8c86d75180 x1862022222998272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.619001:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022222998272 ext(3354624->3518463) 00002000:00010000:2.0:1775764841.619006:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:2.0:1775764841.619042:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38434 00000100:00100000:2.0:1775764841.619052:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222998272:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764841.625039:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222998272:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5977us (6262us total) trans 0 rc 163840/163840 00000100:00100000:2.0:1775764841.625054:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38434 00002000:00100000:2.0:1775764841.625066:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3354624->3518463) req@ffff8b8c86d75180 x1862022222998272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 163840/163840 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.625077:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022222998272 ext(3354624->3518463) 00002000:00010000:2.0:1775764841.625090:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:3.0:1775764841.628260:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.628865:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222998400 00000100:00100000:0.0:1775764841.628877:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222998400 00002000:00100000:1.0:1775764841.629031:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3325952->3366911) req@ffff8b8c86d74000 x1862022222998400/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.629043:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022222998400 ext(3325952->3366911) 00002000:00010000:1.0:1775764841.629050:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:1.0:1775764841.629186:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38435 00000100:00100000:1.0:1775764841.629197:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222998400:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764841.635170:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022222998400:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5960us (6904us total) trans 4294996722 rc 0/0 00000100:00100000:1.0:1775764841.635185:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38435 00002000:00100000:1.0:1775764841.635200:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3325952->3366911) req@ffff8b8c86d74000 x1862022222998400/t4294996722(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/448 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.635209:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022222998400 ext(3325952->3366911) 00002000:00010000:1.0:1775764841.635217:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:3.0:1775764841.639160:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.639330:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222998528 00000100:00100000:0.0:1775764841.639340:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222998528 00000100:00100000:0.0:1775764841.639401:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84798 00000100:00100000:0.0:1775764841.639411:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022222998528:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764841.674587:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996722 is committed 00000100:00100000:0.0:1775764841.674748:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022222998528:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35333us (35592us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764841.674760:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84798 00000100:00100000:1.0:1775764841.677993:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.678074:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222998784 00000100:00100000:3.0:1775764841.678156:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222998784 00000100:00100000:3.0:1775764841.678225:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44502 00000100:00100000:3.0:1775764841.678235:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022222998784:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764841.678288:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764841.678315:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0127 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfc3 expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.678335:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764841.678340:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764841.678592:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d012e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.678605:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d012e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.678614:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d012e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764841.678663:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032266 00000004:00010000:3.0:1775764841.678687:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fda7457c reply state 000000009cd96838 transno 4295032267 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d012e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764841.678697:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764841.678781:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222998784:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 547us (796us total) trans 4295032267 rc 0/0 00000100:00100000:3.0:1775764841.678788:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44502 00000020:00080000:3.0:1775764841.678793:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764841.681011:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d012e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.681025:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d012e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.681033:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d012e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.681043:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547ca00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764841.681047:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d012e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.681055:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d012e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.681072:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764841.681075:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764841.681080:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d012e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.681094:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d012e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764841.683429:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.683467:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.684064:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222998912 00000100:00100000:0.0:1775764841.684076:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222998912 00002000:00010000:0.0:1775764841.684127:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2814833->18446744073709551615) 00002000:00100000:0.0:1775764841.684132:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177100 with x1862022222998912 ext(2814833->18446744073709551615) 00002000:00010000:0.0:1775764841.684145:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177100. 00000100:00100000:0.0:1775764841.684177:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222999040 00000100:00100000:0.0:1775764841.684180:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222999040 00002000:00010000:0.0:1775764841.684193:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764841.684196:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022222999040 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764841.684202:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175180. 00000100:00100000:0.0:1775764841.684231:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38436 00000100:00100000:0.0:1775764841.684241:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022222998912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764841.684649:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3751821 -> 2814833 00002000:00010000:0.0:1775764841.684653:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.684656:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.684658:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.684660:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 649 00000100:00100000:0.0:1775764841.684724:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022222998912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 483us (1306us total) trans 4294996723 rc 0/0 00000100:00100000:0.0:1775764841.684732:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38436 00002000:00010000:0.0:1775764841.684736:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2814833->18446744073709551615) 00002000:00100000:0.0:1775764841.684739:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177100 with x1862022222998912 ext(2814833->18446744073709551615) 00002000:00010000:0.0:1775764841.684743:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177100. 00000100:00100000:0.0:1775764841.684760:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38437 00000100:00100000:0.0:1775764841.684766:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022222999040:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764841.684878:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764841.684882:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.684884:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764841.684886:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.684888:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764841.684910:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022222999040:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 144us (1443us total) trans 4294996094 rc 0/0 00000100:00100000:0.0:1775764841.684929:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38437 00002000:00010000:0.0:1775764841.684933:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764841.684935:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022222999040 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764841.684939:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175180. 00000100:00100000:3.0:1775764841.688409:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.688513:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222999168 00000100:00100000:2.0:1775764841.688527:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222999168 00000100:00100000:2.0:1775764841.688616:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44503 00000100:00100000:2.0:1775764841.688625:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022222999168:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764841.688651:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764841.688671:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0135 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfca expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.688761:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d013c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.688777:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d013c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.688800:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d013c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764841.688828:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2814833 00000004:00200000:2.0:1775764841.688832:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764841.688848:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d013c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.688872:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0135 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfca expref: 45 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.688890:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d013c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfca expref: 44 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.688899:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764841.688903:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764841.688906:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf400, rc 0) 00000100:00100000:2.0:1775764841.688979:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022222999168:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 354us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764841.688985:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44503 00000100:00100000:0.0:1775764841.694389:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.694526:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222999296 00000100:00100000:3.0:1775764841.694575:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222999296 00002000:00100000:3.0:1775764841.694629:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1544192->1548287) req@ffff8b8c8f9cf100 x1862022222999296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.694640:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf100 with x1862022222999296 ext(1544192->1548287) 00002000:00010000:3.0:1775764841.694646:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf100 00000100:00100000:3.0:1775764841.694669:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38438 00000100:00100000:3.0:1775764841.694678:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222999296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764841.694996:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022222999296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 319us (615us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764841.695005:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38438 00002000:00100000:3.0:1775764841.695012:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1544192->1548287) req@ffff8b8c8f9cf100 x1862022222999296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.695020:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf100 with x1862022222999296 ext(1544192->1548287) 00002000:00010000:3.0:1775764841.695024:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf100 00000100:00100000:1.0:1775764841.700153:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.700426:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222999424 00000100:00100000:3.0:1775764841.700437:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222999424 00002000:00100000:3.0:1775764841.700484:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1548288->1552383) req@ffff8b8cb3174a80 x1862022222999424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.700498:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022222999424 ext(1548288->1552383) 00002000:00010000:3.0:1775764841.700503:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174a80 00000100:00100000:3.0:1775764841.700599:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38439 00000100:00100000:3.0:1775764841.700608:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222999424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764841.700976:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222999424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 368us (836us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764841.700983:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38439 00002000:00100000:3.0:1775764841.700990:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1548288->1552383) req@ffff8b8cb3174a80 x1862022222999424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.700999:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022222999424 ext(1548288->1552383) 00002000:00010000:3.0:1775764841.701002:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174a80 00000100:00100000:1.0:1775764841.705112:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.705200:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222999552 00000100:00100000:3.0:1775764841.705211:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222999552 00002000:00100000:3.0:1775764841.705264:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1466368->1650687) req@ffff8b8c8e89aa00 x1862022222999552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.705283:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89aa00 with x1862022222999552 ext(1466368->1650687) 00002000:00010000:3.0:1775764841.705289:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89aa00 00000100:00100000:3.0:1775764841.705330:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38440 00000100:00100000:3.0:1775764841.705340:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222999552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764841.710669:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222999552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5317us (5555us total) trans 0 rc 176128/176128 00000100:00100000:3.0:1775764841.710681:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38440 00002000:00100000:3.0:1775764841.710693:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1466368->1650687) req@ffff8b8c8e89aa00 x1862022222999552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 176128/176128 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.710703:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89aa00 with x1862022222999552 ext(1466368->1650687) 00002000:00010000:3.0:1775764841.710709:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89aa00 00000100:00100000:0.0:1775764841.715530:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.715687:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222999680 00000100:00100000:2.0:1775764841.715697:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222999680 00002000:00100000:2.0:1775764841.715751:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1544192->3828370) req@ffff8b8c8f9cca80 x1862022222999680/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.715763:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cca80 with x1862022222999680 ext(1544192->3828370) 00002000:00010000:2.0:1775764841.715770:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cca80 00000100:00100000:2.0:1775764841.715813:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38441 00000100:00100000:2.0:1775764841.715823:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022222999680:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764841.721110:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022222999680:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5278us (5577us total) trans 4294996724 rc 0/0 00000100:00100000:2.0:1775764841.721123:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38441 00002000:00100000:2.0:1775764841.721137:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1544192->3828370) req@ffff8b8c8f9cca80 x1862022222999680/t4294996724(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/448 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.721147:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cca80 with x1862022222999680 ext(1544192->3828370) 00002000:00010000:2.0:1775764841.721154:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cca80 00000100:00100000:3.0:1775764841.729005:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.729185:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222999808 00000100:00100000:2.0:1775764841.729196:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222999808 00000100:00100000:2.0:1775764841.729309:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84799 00000100:00100000:2.0:1775764841.729321:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022222999808:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764841.762070:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996723 is committed 00000001:00080000:1.0:1775764841.762098:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996724 is committed 00000100:00100000:2.0:1775764841.762304:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222999808:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32980us (33302us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764841.762316:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84799 00000100:00100000:1.0:1775764841.766979:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.767063:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022222999936 00000100:00100000:0.0:1775764841.767073:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022222999936 00002000:00100000:0.0:1775764841.767204:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (552960->737279) req@ffff8b8c8e898e00 x1862022222999936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.767215:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898e00 with x1862022222999936 ext(552960->737279) 00002000:00010000:0.0:1775764841.767220:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898e00 00000100:00100000:0.0:1775764841.767251:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38442 00000100:00100000:0.0:1775764841.767260:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222999936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764841.773963:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022222999936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6695us (6985us total) trans 0 rc 184320/184320 00000100:00100000:0.0:1775764841.773977:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38442 00002000:00100000:0.0:1775764841.773989:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (552960->737279) req@ffff8b8c8e898e00 x1862022222999936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 184320/184320 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.773999:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898e00 with x1862022222999936 ext(552960->737279) 00002000:00010000:0.0:1775764841.774005:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898e00 00000100:00100000:2.0:1775764841.777877:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.777992:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223000192 00000100:00100000:1.0:1775764841.778007:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223000192 00000100:00100000:1.0:1775764841.778073:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44504 00000100:00100000:1.0:1775764841.778092:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223000192:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764841.778149:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764841.778182:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d013c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfca expref: 44 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.778207:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764841.778222:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764841.778440:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0143 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.778457:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0143 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.778467:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0143 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764841.778523:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032268 00000004:00010000:1.0:1775764841.778594:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b01950dc reply state 000000001c919e6d transno 4295032269 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0143 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764841.778604:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764841.778700:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223000192:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 618us (831us total) trans 4295032269 rc 0/0 00000100:00100000:1.0:1775764841.778706:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44504 00000020:00080000:1.0:1775764841.778711:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764841.781530:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0143 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.781582:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0143 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.781590:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0143 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.781596:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da5400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764841.781601:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0143 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.781609:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0143 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.781627:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764841.781630:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764841.781635:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0143 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.781641:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0143 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764841.784598:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.784693:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223000320 00000100:00100000:2.0:1775764841.784703:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223000320 00002000:00010000:2.0:1775764841.784742:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4136970->18446744073709551615) 00002000:00100000:2.0:1775764841.784747:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b100 with x1862022223000320 ext(4136970->18446744073709551615) 00002000:00010000:2.0:1775764841.784759:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b100. 00000100:00100000:2.0:1775764841.784798:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38443 00000100:00100000:2.0:1775764841.784808:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223000320:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764841.785109:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2814833 -> 4136970 00002000:00010000:2.0:1775764841.785113:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764842 00002000:00010000:2.0:1775764841.785116:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764841.785118:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764842 00002000:00010000:2.0:1775764841.785120:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:2.0:1775764841.785179:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223000320:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 372us (590us total) trans 4294996725 rc 0/0 00000100:00100000:2.0:1775764841.785188:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38443 00002000:00010000:2.0:1775764841.785192:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4136970->18446744073709551615) 00002000:00100000:2.0:1775764841.785194:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b100 with x1862022223000320 ext(4136970->18446744073709551615) 00002000:00010000:2.0:1775764841.785199:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b100. 00000100:00100000:2.0:1775764841.787481:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.787582:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223000448 00000100:00100000:3.0:1775764841.787591:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223000448 00002000:00010000:3.0:1775764841.787624:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764841.787629:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3b80 with x1862022223000448 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764841.787641:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3b80. 00000100:00100000:3.0:1775764841.787672:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38444 00000100:00100000:3.0:1775764841.787681:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223000448:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764841.787902:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764841.787905:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764841 -> 1775764842 00002000:00010000:3.0:1775764841.787908:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764841.787909:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764841 -> 1775764842 00002000:00010000:3.0:1775764841.787911:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764841.788030:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223000448:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 349us (555us total) trans 4294996095 rc 0/0 00000100:00100000:3.0:1775764841.788037:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38444 00002000:00010000:3.0:1775764841.788040:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764841.788043:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3b80 with x1862022223000448 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764841.788047:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3b80. 00000100:00100000:3.0:1775764841.791860:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.791970:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223000576 00000100:00100000:0.0:1775764841.791982:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223000576 00000100:00100000:0.0:1775764841.792043:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44505 00000100:00100000:0.0:1775764841.792053:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022223000576:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764841.792079:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764841.792109:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d014a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfd1 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.792189:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d0151 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.792208:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d0151 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.792220:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d0151 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764841.792248:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4136970 00000004:00200000:0.0:1775764841.792252:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764841.792268:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d0151 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.792293:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d014a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfd1 expref: 47 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.792311:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d0151 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfd1 expref: 46 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.792319:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764841.792322:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764841.792326:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc4c00, rc 0) 00000100:00100000:0.0:1775764841.792389:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223000576:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 338us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764841.792397:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44505 00000100:00100000:1.0:1775764841.798395:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.798482:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223000704 00000100:00100000:2.0:1775764841.798491:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223000704 00002000:00100000:2.0:1775764841.798535:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2256896->2260991) req@ffff8b8c8e89ad80 x1862022223000704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.798572:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89ad80 with x1862022223000704 ext(2256896->2260991) 00002000:00010000:2.0:1775764841.798578:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89ad80 00000100:00100000:2.0:1775764841.798598:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38445 00000100:00100000:2.0:1775764841.798606:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223000704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764841.798826:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223000704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 219us (441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764841.798834:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38445 00002000:00100000:2.0:1775764841.798840:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2256896->2260991) req@ffff8b8c8e89ad80 x1862022223000704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.798848:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89ad80 with x1862022223000704 ext(2256896->2260991) 00002000:00010000:2.0:1775764841.798852:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89ad80 00000100:00100000:1.0:1775764841.803040:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.803618:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223000832 00000100:00100000:2.0:1775764841.803628:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223000832 00002000:00100000:2.0:1775764841.803680:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2260992->2265087) req@ffff8b8c8e899880 x1862022223000832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.803697:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899880 with x1862022223000832 ext(2260992->2265087) 00002000:00010000:2.0:1775764841.803703:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899880 00000100:00100000:2.0:1775764841.803741:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38446 00000100:00100000:2.0:1775764841.803750:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223000832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764841.804014:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223000832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 264us (984us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764841.804022:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38446 00002000:00100000:2.0:1775764841.804029:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2260992->2265087) req@ffff8b8c8e899880 x1862022223000832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.804036:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899880 with x1862022223000832 ext(2260992->2265087) 00002000:00010000:2.0:1775764841.804039:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899880 00000100:00100000:3.0:1775764841.811106:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.811279:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223000960 00000100:00100000:0.0:1775764841.811291:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223000960 00002000:00100000:0.0:1775764841.811341:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1798144->2744319) req@ffff8b8c86d76a00 x1862022223000960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.811352:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76a00 with x1862022223000960 ext(1798144->2744319) 00002000:00010000:0.0:1775764841.811358:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76a00 00000100:00100000:0.0:1775764841.811394:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38447 00000100:00100000:0.0:1775764841.811403:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223000960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764841.821303:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223000960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9886us (10194us total) trans 0 rc 937984/937984 00000100:00100000:0.0:1775764841.821318:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38447 00002000:00100000:0.0:1775764841.821331:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1798144->2744319) req@ffff8b8c86d76a00 x1862022223000960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 937984/937984 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.821342:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76a00 with x1862022223000960 ext(1798144->2744319) 00002000:00010000:0.0:1775764841.821349:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76a00 00000100:00100000:1.0:1775764841.829518:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764841.829686:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223001088 00000100:00100000:2.0:1775764841.829698:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223001088 00002000:00100000:2.0:1775764841.829749:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1372160->1376255) req@ffff8b8c8e899c00 x1862022223001088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.829761:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899c00 with x1862022223001088 ext(1372160->1376255) 00002000:00010000:2.0:1775764841.829767:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899c00 00000100:00100000:2.0:1775764841.829808:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38448 00000100:00100000:2.0:1775764841.829818:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223001088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764841.830056:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223001088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 239us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764841.830063:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38448 00002000:00100000:2.0:1775764841.830071:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1372160->1376255) req@ffff8b8c8e899c00 x1862022223001088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764841.830089:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899c00 with x1862022223001088 ext(1372160->1376255) 00002000:00010000:2.0:1775764841.830092:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899c00 00000100:00100000:2.0:1775764841.834223:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.834426:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223001216 00000100:00100000:0.0:1775764841.834437:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223001216 00002000:00100000:0.0:1775764841.834484:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1376256->1380351) req@ffff8b8c892e0000 x1862022223001216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.834494:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0000 with x1862022223001216 ext(1376256->1380351) 00002000:00010000:0.0:1775764841.834499:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0000 00000100:00100000:0.0:1775764841.834532:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38449 00000100:00100000:0.0:1775764841.834579:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223001216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764841.834809:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223001216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 233us (597us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764841.834817:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38449 00002000:00100000:0.0:1775764841.834822:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1376256->1380351) req@ffff8b8c892e0000 x1862022223001216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.834836:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0000 with x1862022223001216 ext(1376256->1380351) 00002000:00010000:0.0:1775764841.834839:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0000 00000100:00100000:0.0:1775764841.839895:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.839985:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223001344 00000100:00100000:3.0:1775764841.839995:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223001344 00002000:00100000:3.0:1775764841.840044:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1241088->1466367) req@ffff8b8c8f9cfb80 x1862022223001344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.840055:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cfb80 with x1862022223001344 ext(1241088->1466367) 00002000:00010000:3.0:1775764841.840061:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cfb80 00000100:00100000:3.0:1775764841.840101:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38450 00000100:00100000:3.0:1775764841.840111:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223001344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764841.845623:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223001344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5501us (5728us total) trans 0 rc 217088/217088 00000100:00100000:3.0:1775764841.845637:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38450 00002000:00100000:3.0:1775764841.845651:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1241088->1466367) req@ffff8b8c8f9cfb80 x1862022223001344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 217088/217088 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.845662:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cfb80 with x1862022223001344 ext(1241088->1466367) 00002000:00010000:3.0:1775764841.845669:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cfb80 00000100:00100000:1.0:1775764841.850655:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.850748:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223001472 00000100:00100000:3.0:1775764841.850758:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223001472 00002000:00100000:3.0:1775764841.850817:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1519616->1560575) req@ffff8b8c8e89a300 x1862022223001472/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.850828:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a300 with x1862022223001472 ext(1519616->1560575) 00002000:00010000:3.0:1775764841.850834:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89a300 00000100:00100000:3.0:1775764841.850867:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38451 00000100:00100000:3.0:1775764841.850876:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223001472:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764841.855737:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223001472:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4851us (5082us total) trans 4294996726 rc 0/0 00000100:00100000:3.0:1775764841.855751:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38451 00002000:00100000:3.0:1775764841.855763:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1519616->1560575) req@ffff8b8c8e89a300 x1862022223001472/t4294996726(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/448 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.855772:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a300 with x1862022223001472 ext(1519616->1560575) 00002000:00010000:3.0:1775764841.855777:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89a300 00000100:00100000:1.0:1775764841.859739:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.859894:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223001600 00000100:00100000:3.0:1775764841.859905:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223001600 00000100:00100000:3.0:1775764841.859973:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84800 00000100:00100000:3.0:1775764841.859982:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223001600:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764841.890378:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223001600:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 30385us (30637us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764841.890395:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84800 00000001:00080000:1.0:1775764841.890439:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996725 is committed 00000001:00080000:1.0:1775764841.890456:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996726 is committed 00000100:00100000:1.0:1775764841.895595:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.895672:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223001856 00000100:00100000:0.0:1775764841.895682:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223001856 00000100:00100000:0.0:1775764841.895740:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44506 00000100:00100000:0.0:1775764841.895750:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223001856:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764841.895901:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764841.895943:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d0151 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfd1 expref: 46 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.895962:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764841.895967:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764841.896270:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5a00/0xdb23b4c9253d0158 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.896284:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5a00/0xdb23b4c9253d0158 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.896294:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5a00/0xdb23b4c9253d0158 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764841.896343:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032270 00000004:00010000:0.0:1775764841.896369:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e69c14c0 reply state 000000007ab3862c transno 4295032271 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5a00/0xdb23b4c9253d0158 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764841.896377:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764841.896523:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223001856:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 773us (936us total) trans 4295032271 rc 0/0 00000100:00100000:0.0:1775764841.896532:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44506 00000020:00080000:0.0:1775764841.896576:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764841.901030:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.901063:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.901116:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223001984 00000100:00100000:0.0:1775764841.901124:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223001984 00002000:00010000:0.0:1775764841.901161:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764841.901166:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cce00 with x1862022223001984 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764841.901178:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cce00. 00000100:00100000:0.0:1775764841.901197:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223002112 00000100:00100000:0.0:1775764841.901200:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223002112 00002000:00010000:0.0:1775764841.901396:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1075403->18446744073709551615) 00002000:00100000:0.0:1775764841.901400:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ced80 with x1862022223002112 ext(1075403->18446744073709551615) 00002000:00010000:0.0:1775764841.901408:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9ced80. 00000100:00100000:0.0:1775764841.901428:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38452 00000100:00100000:0.0:1775764841.901438:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223001984:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764841.901718:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4136970 -> 4194304 00002000:00010000:0.0:1775764841.901722:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:0.0:1775764841.901725:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764841 -> 1775764841 00002000:00010000:0.0:1775764841.901727:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:0.0:1775764841.901729:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 715 00000100:00100000:0.0:1775764841.901865:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223001984:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 345us (760us total) trans 4294996727 rc 0/0 00000100:00100000:0.0:1775764841.901873:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38452 00002000:00010000:0.0:1775764841.901877:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764841.901880:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cce00 with x1862022223001984 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764841.901885:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cce00. 00000100:00100000:0.0:1775764841.901902:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38453 00000100:00100000:0.0:1775764841.901909:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022223002112:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764841.902027:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1075403 00002000:00010000:0.0:1775764841.902030:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:0.0:1775764841.902032:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764841.902034:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:0.0:1775764841.902036:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764841.902057:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022223002112:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 149us (992us total) trans 4294996096 rc 0/0 00000100:00100000:0.0:1775764841.902064:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38453 00002000:00010000:0.0:1775764841.902067:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1075403->18446744073709551615) 00002000:00100000:0.0:1775764841.902069:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ced80 with x1862022223002112 ext(1075403->18446744073709551615) 00002000:00010000:0.0:1775764841.902074:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9ced80. 00010000:00010000:1.0:1775764841.904653:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5a00/0xdb23b4c9253d0158 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.904670:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5a00/0xdb23b4c9253d0158 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.904678:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5a00/0xdb23b4c9253d0158 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.904684:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc5a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764841.904688:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5a00/0xdb23b4c9253d0158 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.904695:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5a00/0xdb23b4c9253d0158 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.904712:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764841.904715:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764841.904719:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5a00/0xdb23b4c9253d0158 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.904726:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5a00/0xdb23b4c9253d0158 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764841.905208:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.905511:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223002240 00000100:00100000:3.0:1775764841.905522:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223002240 00000100:00100000:3.0:1775764841.905750:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44507 00000100:00100000:3.0:1775764841.905760:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022223002240:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764841.905792:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764841.905810:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253d015f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfd8 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.905895:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d0166 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.905907:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d0166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.905928:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d0166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764841.905957:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5269707 00000004:00200000:3.0:1775764841.905962:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764841.905977:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d0166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.906013:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253d015f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfd8 expref: 49 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.906027:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d0166 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfd8 expref: 48 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.906035:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764841.906037:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764841.906040:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547d000, rc 0) 00000100:00100000:3.0:1775764841.906112:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223002240:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 354us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764841.906120:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44507 00000100:00100000:0.0:1775764841.910253:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.910345:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223002368 00000100:00100000:3.0:1775764841.910355:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223002368 00002000:00100000:3.0:1775764841.910402:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3284992->3289087) req@ffff8b8c8f9cd880 x1862022223002368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.910413:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd880 with x1862022223002368 ext(3284992->3289087) 00002000:00010000:3.0:1775764841.910418:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd880 00000100:00100000:3.0:1775764841.910488:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38454 00000100:00100000:3.0:1775764841.910498:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223002368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764841.910775:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223002368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 278us (530us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764841.910793:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38454 00002000:00100000:3.0:1775764841.910799:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3284992->3289087) req@ffff8b8c8f9cd880 x1862022223002368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.910807:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd880 with x1862022223002368 ext(3284992->3289087) 00002000:00010000:3.0:1775764841.910811:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd880 00000100:00100000:1.0:1775764841.914444:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.914523:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223002496 00000100:00100000:0.0:1775764841.914531:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223002496 00002000:00100000:0.0:1775764841.914603:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3289088->3293183) req@ffff8b8c8e898000 x1862022223002496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.914615:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898000 with x1862022223002496 ext(3289088->3293183) 00002000:00010000:0.0:1775764841.914621:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898000 00000100:00100000:0.0:1775764841.914649:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38455 00000100:00100000:0.0:1775764841.914656:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223002496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764841.914870:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223002496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 214us (433us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764841.914877:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38455 00002000:00100000:0.0:1775764841.914883:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3289088->3293183) req@ffff8b8c8e898000 x1862022223002496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/4536 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.914891:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898000 with x1862022223002496 ext(3289088->3293183) 00002000:00010000:0.0:1775764841.914895:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898000 00000100:00100000:0.0:1775764841.919908:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764841.920075:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223002624 00000100:00100000:1.0:1775764841.920085:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223002624 00002000:00100000:1.0:1775764841.920135:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3211264->3383295) req@ffff8b8c8f9cd180 x1862022223002624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.920147:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd180 with x1862022223002624 ext(3211264->3383295) 00002000:00010000:1.0:1775764841.920153:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd180 00000100:00100000:1.0:1775764841.920188:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38456 00000100:00100000:1.0:1775764841.920197:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223002624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764841.925942:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223002624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5734us (6032us total) trans 0 rc 163840/163840 00000100:00100000:1.0:1775764841.925956:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38456 00002000:00100000:1.0:1775764841.925969:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3211264->3383295) req@ffff8b8c8f9cd180 x1862022223002624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 163840/163840 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764841.925979:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd180 with x1862022223002624 ext(3211264->3383295) 00002000:00010000:1.0:1775764841.925985:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd180 00000100:00100000:1.0:1775764841.932090:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764841.932190:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223002752 00000100:00100000:0.0:1775764841.932200:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223002752 00002000:00100000:0.0:1775764841.932247:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (581632->3330047) req@ffff8b8c8e89b480 x1862022223002752/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764841.932259:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b480 with x1862022223002752 ext(581632->3330047) 00002000:00010000:0.0:1775764841.932265:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b480 00000100:00100000:0.0:1775764841.932297:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38457 00000100:00100000:0.0:1775764841.932307:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223002752:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764841.944704:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223002752:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12387us (12620us total) trans 4294996728 rc 0/0 00000100:00100000:3.0:1775764841.944719:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38457 00002000:00100000:3.0:1775764841.944731:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (581632->3330047) req@ffff8b8c8e89b480 x1862022223002752/t4294996728(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 504/448 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.944740:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b480 with x1862022223002752 ext(581632->3330047) 00002000:00010000:3.0:1775764841.944746:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b480 00000100:00100000:2.0:1775764841.949328:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.949420:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223002880 00000100:00100000:3.0:1775764841.949431:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223002880 00000100:00100000:3.0:1775764841.949532:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84801 00000100:00100000:3.0:1775764841.949563:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223002880:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764841.987336:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996727 is committed 00000100:00100000:3.0:1775764841.987577:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223002880:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38010us (38252us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764841.987590:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84801 00000100:00100000:0.0:1775764841.992271:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764841.992366:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223003008 00000100:00100000:3.0:1775764841.992378:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223003008 00002000:00100000:3.0:1775764841.992440:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3579904->3751935) req@ffff8b8c8f9cc000 x1862022223003008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/0 e 0 to 0 dl 1775764852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.992452:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc000 with x1862022223003008 ext(3579904->3751935) 00002000:00010000:3.0:1775764841.992459:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cc000 00000100:00100000:3.0:1775764841.992496:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38458 00000100:00100000:3.0:1775764841.992506:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223003008:12345-192.168.202.29@tcp:3:fsx.0 00000001:00080000:1.0:1775764841.993944:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996728 is committed 00000100:00100000:2.0:1775764841.994811:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c86d76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224987392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764841.994878:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764841.995071:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224987392 00000100:00100000:3.0:1775764841.995088:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224987392 00000100:00100000:3.0:1775764841.995152:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1775764841.995161:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224987392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764841.995183:0:6595:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 198115328 pending 0 free 3859808256 avail 3856662528 00000100:00100000:3.0:1775764841.995226:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224987392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764841.995233:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00080000:0.0:1775764841.995366:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764841.995478:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c86d76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224987392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764841.999365:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223003008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6850us (7093us total) trans 0 rc 172032/172032 00000100:00100000:3.0:1775764841.999380:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38458 00002000:00100000:3.0:1775764841.999392:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3579904->3751935) req@ffff8b8c8f9cc000 x1862022223003008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:322/0 lens 488/440 e 0 to 0 dl 1775764852 ref 1 fl Complete:/600/0 rc 172032/172032 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764841.999401:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc000 with x1862022223003008 ext(3579904->3751935) 00002000:00010000:3.0:1775764841.999407:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cc000 00000100:00100000:2.0:1775764842.003749:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764842.003889:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223003264 00000100:00100000:1.0:1775764842.003899:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223003264 00000100:00100000:1.0:1775764842.003989:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44508 00000100:00100000:1.0:1775764842.004000:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223003264:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764842.004052:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764842.004079:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d0166 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfd8 expref: 48 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.004113:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764842.004118:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764842.004322:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253d016d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.004336:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253d016d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.004347:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253d016d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764842.004392:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032272 00000004:00010000:1.0:1775764842.004414:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c9d0d0a2 reply state 00000000425bc1b4 transno 4295032273 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253d016d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764842.004421:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764842.004669:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223003264:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 670us (928us total) trans 4295032273 rc 0/0 00000100:00100000:1.0:1775764842.004677:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44508 00000020:00080000:1.0:1775764842.004682:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764842.013695:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.013736:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.013762:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223003392 00000100:00100000:3.0:1775764842.013771:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223003392 00002000:00010000:3.0:1775764842.013825:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1867727->18446744073709551615) 00002000:00100000:3.0:1775764842.013830:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76300 with x1862022223003392 ext(1867727->18446744073709551615) 00002000:00010000:3.0:1775764842.013841:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76300. 00000100:00100000:3.0:1775764842.013861:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223003520 00000100:00100000:3.0:1775764842.013864:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223003520 00002000:00010000:3.0:1775764842.013874:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764842.013877:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022223003520 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764842.013882:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74e00. 00000100:00100000:3.0:1775764842.013899:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38459 00000100:00100000:3.0:1775764842.013907:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223003392:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764842.014275:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1867727 00002000:00010000:3.0:1775764842.014279:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.014281:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764841 -> 1775764841 00002000:00010000:3.0:1775764842.014284:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.014286:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 715 -> 1035 00000100:00100000:3.0:1775764842.014336:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223003392:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 429us (649us total) trans 4294996729 rc 0/0 00000100:00100000:3.0:1775764842.014344:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38459 00002000:00010000:3.0:1775764842.014347:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1867727->18446744073709551615) 00002000:00100000:3.0:1775764842.014350:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76300 with x1862022223003392 ext(1867727->18446744073709551615) 00002000:00010000:3.0:1775764842.014355:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76300. 00000100:00100000:3.0:1775764842.014376:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38460 00000100:00100000:3.0:1775764842.014382:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022223003520:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764842.014513:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1075403 -> 0 00002000:00010000:3.0:1775764842.014517:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.014519:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764842.014521:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.014523:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764842.014573:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223003520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 190us (835us total) trans 4294996097 rc 0/0 00000100:00100000:3.0:1775764842.014579:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38460 00002000:00010000:3.0:1775764842.014582:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764842.014585:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022223003520 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764842.014589:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74e00. 00000100:00080000:0.0:1775764842.015403:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764842.018464:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253d016d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.018482:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253d016d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.018490:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253d016d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.018496:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da5600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764842.018500:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253d016d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.018507:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253d016d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.018526:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764842.018531:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764842.018552:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253d016d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.018559:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5600/0xdb23b4c9253d016d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764842.020854:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764842.021010:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223003648 00000100:00100000:1.0:1775764842.021019:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223003648 00000100:00100000:1.0:1775764842.021060:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44509 00000100:00100000:1.0:1775764842.021069:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022223003648:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764842.021103:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764842.021124:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0174 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfdf expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.021227:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253d017b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.021242:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253d017b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.021253:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253d017b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764842.021282:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1867727 00000004:00200000:1.0:1775764842.021286:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764842.021305:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253d017b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.021329:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4a00/0xdb23b4c9253d0174 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfdf expref: 51 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.021344:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253d017b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfdf expref: 50 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.021354:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764842.021357:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764842.021360:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4600, rc 0) 00000100:00100000:1.0:1775764842.021421:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223003648:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 353us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764842.021428:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44509 00000100:00100000:2.0:1775764842.026979:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764842.027044:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223003776 00000100:00100000:1.0:1775764842.027054:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223003776 00002000:00100000:1.0:1775764842.027113:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (737280->958463) req@ffff8b8c892e2d80 x1862022223003776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764842.027123:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022223003776 ext(737280->958463) 00002000:00010000:1.0:1775764842.027129:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2d80 00000100:00100000:1.0:1775764842.027162:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38461 00000100:00100000:1.0:1775764842.027172:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223003776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764842.036504:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223003776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9323us (9523us total) trans 0 rc 221184/221184 00000100:00100000:3.0:1775764842.036517:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38461 00002000:00100000:3.0:1775764842.036531:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (737280->958463) req@ffff8b8c892e2d80 x1862022223003776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/440 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 221184/221184 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.036574:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022223003776 ext(737280->958463) 00002000:00010000:3.0:1775764842.036580:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2d80 00000100:00100000:2.0:1775764842.042070:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.042229:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223004032 00000100:00100000:3.0:1775764842.042239:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223004032 00000100:00100000:3.0:1775764842.042296:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44510 00000100:00100000:3.0:1775764842.042305:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223004032:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764842.042361:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764842.042388:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4600/0xdb23b4c9253d017b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfdf expref: 50 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.042409:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764842.042415:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764842.043006:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0182 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.043022:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0182 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.043032:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0182 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764842.043097:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032274 00000004:00010000:2.0:1775764842.043123:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000265413f2 reply state 000000004bcfb975 transno 4295032275 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0182 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764842.043131:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764842.043238:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223004032:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 933us (1175us total) trans 4295032275 rc 0/0 00000100:00100000:2.0:1775764842.043246:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44510 00000020:00080000:2.0:1775764842.043251:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764842.047002:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.047030:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.047107:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223004288 00000100:00100000:3.0:1775764842.047119:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223004288 00002000:00010000:3.0:1775764842.047162:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (682270->18446744073709551615) 00002000:00100000:3.0:1775764842.047167:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ce680 with x1862022223004288 ext(682270->18446744073709551615) 00002000:00010000:3.0:1775764842.047179:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9ce680. 00000100:00100000:3.0:1775764842.047219:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223004160 00000100:00100000:3.0:1775764842.047223:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223004160 00002000:00010000:3.0:1775764842.047233:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764842.047236:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ce300 with x1862022223004160 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764842.047242:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ce300. 00000100:00100000:3.0:1775764842.047257:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38462 00000100:00100000:3.0:1775764842.047264:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223004288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764842.047488:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 682270 00002000:00010000:3.0:1775764842.047492:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.047494:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764842.047497:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.047498:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764842.047577:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022223004288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 313us (586us total) trans 4294996098 rc 0/0 00000100:00100000:3.0:1775764842.047585:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38462 00002000:00010000:3.0:1775764842.047588:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (682270->18446744073709551615) 00002000:00100000:3.0:1775764842.047590:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ce680 with x1862022223004288 ext(682270->18446744073709551615) 00002000:00010000:3.0:1775764842.047594:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9ce680. 00000100:00100000:3.0:1775764842.047611:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38463 00000100:00100000:3.0:1775764842.047617:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223004160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764842.047721:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1867727 -> 4194304 00002000:00010000:3.0:1775764842.047724:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.047726:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764841 -> 1775764841 00002000:00010000:3.0:1775764842.047728:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.047730:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1035 00000100:00100000:3.0:1775764842.047750:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223004160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 133us (719us total) trans 4294996730 rc 0/0 00000100:00100000:3.0:1775764842.047756:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38463 00002000:00010000:3.0:1775764842.047758:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764842.047760:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ce300 with x1862022223004160 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764842.047764:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ce300. 00010000:00010000:1.0:1775764842.048598:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0182 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.048610:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0182 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.048616:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0182 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.048622:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c80030800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764842.048627:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0182 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.048633:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0182 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.048652:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764842.048654:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764842.048658:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0182 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.048664:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0182 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764842.052808:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.052991:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223004416 00000100:00100000:2.0:1775764842.053001:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223004416 00002000:00100000:2.0:1775764842.053047:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (634880->638975) req@ffff8b8c8f9cc700 x1862022223004416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764842.053065:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc700 with x1862022223004416 ext(634880->638975) 00002000:00010000:2.0:1775764842.053070:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cc700 00000100:00100000:2.0:1775764842.053110:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38464 00000100:00100000:2.0:1775764842.053120:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2363:x1862022223004416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764842.053499:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2363:x1862022223004416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 379us (701us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764842.053508:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38464 00002000:00100000:2.0:1775764842.053515:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (634880->638975) req@ffff8b8c8f9cc700 x1862022223004416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/4536 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764842.053523:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc700 with x1862022223004416 ext(634880->638975) 00002000:00010000:2.0:1775764842.053526:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cc700 00000100:00100000:2.0:1775764842.063760:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.063932:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223004544 00000100:00100000:3.0:1775764842.063942:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223004544 00002000:00100000:3.0:1775764842.063988:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (638976->643071) req@ffff8b8c892e0a80 x1862022223004544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.063999:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0a80 with x1862022223004544 ext(638976->643071) 00002000:00010000:3.0:1775764842.064006:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0a80 00000100:00100000:3.0:1775764842.064039:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38465 00000100:00100000:3.0:1775764842.064050:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2364:x1862022223004544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764842.064490:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2364:x1862022223004544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 438us (734us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764842.064498:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38465 00002000:00100000:3.0:1775764842.064505:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (638976->643071) req@ffff8b8c892e0a80 x1862022223004544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/4536 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.064513:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0a80 with x1862022223004544 ext(638976->643071) 00002000:00010000:3.0:1775764842.064518:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0a80 00000100:00100000:2.0:1775764842.069327:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.069424:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223004672 00000100:00100000:3.0:1775764842.069437:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223004672 00002000:00100000:3.0:1775764842.069488:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (614400->679935) req@ffff8b8c892e3100 x1862022223004672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.069499:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3100 with x1862022223004672 ext(614400->679935) 00002000:00010000:3.0:1775764842.069506:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3100 00000100:00100000:3.0:1775764842.069634:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38466 00000100:00100000:3.0:1775764842.069645:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022223004672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764842.078445:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022223004672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8793us (9118us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764842.078457:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38466 00002000:00100000:3.0:1775764842.078469:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (614400->679935) req@ffff8b8c892e3100 x1862022223004672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/440 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.078480:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3100 with x1862022223004672 ext(614400->679935) 00002000:00010000:3.0:1775764842.078486:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3100 00000100:00100000:1.0:1775764842.082596:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.082704:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223004800 00000100:00100000:0.0:1775764842.082716:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223004800 00002000:00100000:0.0:1775764842.082864:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (679936->684031) req@ffff8b8c8e899f80 x1862022223004800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.082876:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899f80 with x1862022223004800 ext(679936->684031) 00002000:00010000:0.0:1775764842.082882:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e899f80 00000100:00100000:0.0:1775764842.082960:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38467 00000100:00100000:0.0:1775764842.082971:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022223004800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764842.083287:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022223004800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 317us (699us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764842.083295:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38467 00002000:00100000:0.0:1775764842.083301:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (679936->684031) req@ffff8b8c8e899f80 x1862022223004800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/4536 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.083309:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899f80 with x1862022223004800 ext(679936->684031) 00002000:00010000:0.0:1775764842.083312:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e899f80 00000100:00100000:1.0:1775764842.087333:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.087617:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223004928 00000100:00100000:3.0:1775764842.087627:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223004928 00002000:00100000:3.0:1775764842.087674:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (634880->682269) req@ffff8b8c8e89a680 x1862022223004928/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.087685:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a680 with x1862022223004928 ext(634880->682269) 00002000:00010000:3.0:1775764842.087691:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89a680 00000100:00100000:3.0:1775764842.087723:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38468 00000100:00100000:3.0:1775764842.087734:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022223004928:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764842.092975:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:2362:x1862022223004928:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5234us (5641us total) trans 4294996099 rc 0/0 00000100:00100000:3.0:1775764842.092994:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38468 00002000:00100000:3.0:1775764842.093008:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (634880->682269) req@ffff8b8c8e89a680 x1862022223004928/t4294996099(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/448 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.093019:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a680 with x1862022223004928 ext(634880->682269) 00002000:00010000:3.0:1775764842.093025:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89a680 00000100:00100000:1.0:1775764842.097800:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.097950:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223005056 00000100:00100000:2.0:1775764842.097962:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223005056 00000100:00100000:2.0:1775764842.098024:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84802 00000100:00100000:2.0:1775764842.098034:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:2362:x1862022223005056:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764842.128748:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996096 is committed 00000001:00080000:3.0:1775764842.128954:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996099 is committed 00000100:00100000:2.0:1775764842.129194:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223005056:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31156us (31397us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764842.129206:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84802 00000100:00100000:2.0:1775764842.132198:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764842.132280:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223005184 00000100:00100000:1.0:1775764842.132292:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223005184 00000100:00100000:1.0:1775764842.132398:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44511 00000100:00100000:1.0:1775764842.132410:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022223005184:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764842.132435:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764842.132456:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0189 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfe6 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.132574:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d0190 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.132588:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d0190 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.132599:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d0190 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764842.132627:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4876574 00000004:00200000:1.0:1775764842.132631:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764842.132650:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d0190 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.132674:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da5400/0xdb23b4c9253d0189 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfe6 expref: 53 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.132691:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d0190 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfe6 expref: 52 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.132699:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764842.132701:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764842.132705:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c87da4000, rc 0) 00000100:00100000:1.0:1775764842.132770:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223005184:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 363us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764842.132785:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44511 00000100:00100000:2.0:1775764842.136602:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.136758:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223005312 00000100:00100000:3.0:1775764842.136771:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223005312 00002000:00100000:3.0:1775764842.136832:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2400255) req@ffff8b8c892e0380 x1862022223005312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.136844:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022223005312 ext(2396160->2400255) 00002000:00010000:3.0:1775764842.136850:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0380 00000100:00100000:3.0:1775764842.136884:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38469 00000100:00100000:3.0:1775764842.136894:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223005312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764842.137153:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223005312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 260us (561us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764842.137161:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38469 00002000:00100000:3.0:1775764842.137166:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2400255) req@ffff8b8c892e0380 x1862022223005312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/4536 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.137175:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022223005312 ext(2396160->2400255) 00002000:00010000:3.0:1775764842.137178:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0380 00000100:00100000:3.0:1775764842.140897:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.141254:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223005440 00000100:00100000:0.0:1775764842.141264:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223005440 00002000:00100000:0.0:1775764842.141326:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2400256->2404351) req@ffff8b8c86d75f80 x1862022223005440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.141338:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022223005440 ext(2400256->2404351) 00002000:00010000:0.0:1775764842.141345:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75f80 00000100:00100000:0.0:1775764842.141379:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38470 00000100:00100000:0.0:1775764842.141391:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223005440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764842.141665:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223005440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 277us (777us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764842.141673:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38470 00002000:00100000:0.0:1775764842.141680:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2400256->2404351) req@ffff8b8c86d75f80 x1862022223005440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/4536 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.141689:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022223005440 ext(2400256->2404351) 00002000:00010000:0.0:1775764842.141692:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75f80 00000100:00100000:2.0:1775764842.146483:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.146674:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223005568 00000100:00100000:3.0:1775764842.146684:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223005568 00002000:00100000:3.0:1775764842.146732:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2375680->2441215) req@ffff8b8c892e3480 x1862022223005568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.146743:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022223005568 ext(2375680->2441215) 00002000:00010000:3.0:1775764842.146749:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3480 00000100:00100000:3.0:1775764842.146787:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38471 00000100:00100000:3.0:1775764842.146796:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223005568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764842.151813:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223005568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5008us (5328us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764842.151826:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38471 00002000:00100000:3.0:1775764842.151838:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2375680->2441215) req@ffff8b8c892e3480 x1862022223005568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/440 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.151848:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022223005568 ext(2375680->2441215) 00002000:00010000:3.0:1775764842.151853:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3480 00000100:00100000:1.0:1775764842.156419:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.156508:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223005696 00000100:00100000:3.0:1775764842.156519:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223005696 00002000:00100000:3.0:1775764842.156611:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2437119) req@ffff8b8c8e898700 x1862022223005696/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.156622:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898700 with x1862022223005696 ext(2396160->2437119) 00002000:00010000:3.0:1775764842.156629:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898700 00000100:00100000:3.0:1775764842.156665:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38472 00000100:00100000:3.0:1775764842.156675:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223005696:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764842.159628:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223005696:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2944us (3207us total) trans 4294996731 rc 0/0 00000100:00100000:3.0:1775764842.159644:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38472 00002000:00100000:3.0:1775764842.159657:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2437119) req@ffff8b8c8e898700 x1862022223005696/t4294996731(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/448 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.159667:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898700 with x1862022223005696 ext(2396160->2437119) 00002000:00010000:3.0:1775764842.159672:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898700 00000100:00100000:1.0:1775764842.163303:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.163403:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223005824 00000100:00100000:2.0:1775764842.163415:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223005824 00000100:00100000:2.0:1775764842.163482:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84803 00000100:00100000:2.0:1775764842.163493:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223005824:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764842.194353:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996731 is committed 00000100:00100000:1.0:1775764842.194531:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223005824:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31035us (31234us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764842.194568:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84803 00000100:00100000:0.0:1775764842.199257:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.199342:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223005952 00000100:00100000:2.0:1775764842.199353:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223005952 00002000:00100000:2.0:1775764842.199401:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (200704->229375) req@ffff8b8cc17b5880 x1862022223005952/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764842.199412:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022223005952 ext(200704->229375) 00002000:00010000:2.0:1775764842.199417:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5880 00000100:00100000:2.0:1775764842.199485:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38473 00000100:00100000:2.0:1775764842.199494:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223005952:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764842.203062:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223005952:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3557us (3800us total) trans 4294996732 rc 0/0 00000100:00100000:3.0:1775764842.203075:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38473 00002000:00100000:3.0:1775764842.203220:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (200704->229375) req@ffff8b8cc17b5880 x1862022223005952/t4294996732(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/448 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.203231:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022223005952 ext(200704->229375) 00002000:00010000:3.0:1775764842.203237:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5880 00000100:00100000:2.0:1775764842.206725:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.206905:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223006080 00000100:00100000:0.0:1775764842.206938:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223006080 00000100:00100000:0.0:1775764842.207033:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84804 00000100:00100000:0.0:1775764842.207043:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223006080:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764842.233803:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996732 is committed 00000100:00100000:1.0:1775764842.234049:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223006080:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 27001us (27328us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764842.234060:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84804 00000100:00100000:2.0:1775764842.240978:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.241709:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223006208 00000100:00100000:0.0:1775764842.241720:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223006208 00002000:00100000:0.0:1775764842.241768:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1867776->1904639) req@ffff8b8b85a31180 x1862022223006208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.241790:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31180 with x1862022223006208 ext(1867776->1904639) 00002000:00010000:0.0:1775764842.241796:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31180 00000100:00100000:0.0:1775764842.241830:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38474 00000100:00100000:0.0:1775764842.241840:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223006208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764842.248471:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223006208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6623us (7493us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764842.248483:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38474 00002000:00100000:0.0:1775764842.248496:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1867776->1904639) req@ffff8b8b85a31180 x1862022223006208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/440 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.248507:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31180 with x1862022223006208 ext(1867776->1904639) 00002000:00010000:0.0:1775764842.248514:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31180 00000100:00100000:3.0:1775764842.253299:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.253463:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223006336 00000100:00100000:2.0:1775764842.253474:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223006336 00002000:00100000:2.0:1775764842.253522:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1650688->1679359) req@ffff8b8c86d77800 x1862022223006336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764842.253533:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022223006336 ext(1650688->1679359) 00002000:00010000:2.0:1775764842.253578:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77800 00000100:00100000:2.0:1775764842.253602:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38475 00000100:00100000:2.0:1775764842.253612:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223006336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764842.259331:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223006336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5711us (6032us total) trans 0 rc 28672/28672 00000100:00100000:0.0:1775764842.259344:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38475 00002000:00100000:0.0:1775764842.259356:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1650688->1679359) req@ffff8b8c86d77800 x1862022223006336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/440 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.259367:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022223006336 ext(1650688->1679359) 00002000:00010000:0.0:1775764842.259373:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77800 00000100:00100000:3.0:1775764842.263328:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.263439:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223006464 00000100:00100000:0.0:1775764842.263451:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223006464 00002000:00100000:0.0:1775764842.263502:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1179648->1241087) req@ffff8b8c86d76680 x1862022223006464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.263513:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76680 with x1862022223006464 ext(1179648->1241087) 00002000:00010000:0.0:1775764842.263519:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76680 00000100:00100000:0.0:1775764842.263617:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38476 00000100:00100000:0.0:1775764842.263628:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223006464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764842.267596:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223006464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3961us (4269us total) trans 0 rc 61440/61440 00000100:00100000:0.0:1775764842.267609:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38476 00002000:00100000:0.0:1775764842.267620:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1179648->1241087) req@ffff8b8c86d76680 x1862022223006464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/440 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.267630:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76680 with x1862022223006464 ext(1179648->1241087) 00002000:00010000:0.0:1775764842.267636:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76680 00000100:00100000:3.0:1775764842.271065:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764842.271220:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223006720 00000100:00100000:1.0:1775764842.271231:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223006720 00000100:00100000:1.0:1775764842.271302:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44512 00000100:00100000:1.0:1775764842.271313:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223006720:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764842.271375:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764842.271407:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4000/0xdb23b4c9253d0190 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfe6 expref: 52 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.271428:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764842.271434:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764842.271702:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d0197 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.271717:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d0197 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764842.271727:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d0197 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764842.271775:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032276 00000004:00010000:1.0:1775764842.271800:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c6a23ab0 reply state 0000000029b662d6 transno 4295032277 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d0197 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764842.271810:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764842.271893:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223006720:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 582us (840us total) trans 4295032277 rc 0/0 00000100:00100000:1.0:1775764842.271900:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44512 00000020:00080000:1.0:1775764842.271905:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764842.274607:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d0197 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.274623:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d0197 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.274631:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d0197 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.274641:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c87da4200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764842.274646:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d0197 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.274654:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d0197 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.274672:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764842.274676:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764842.274680:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d0197 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.274686:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c87da4200/0xdb23b4c9253d0197 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764842.276512:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.276585:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764842.276659:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223006976 00000100:00100000:1.0:1775764842.276671:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223006976 00002000:00010000:1.0:1775764842.276714:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764842.276720:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8700 with x1862022223006976 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764842.276734:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f8700. 00000100:00100000:1.0:1775764842.276766:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223006848 00000100:00100000:1.0:1775764842.276769:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223006848 00002000:00010000:1.0:1775764842.276781:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2371300->18446744073709551615) 00002000:00100000:1.0:1775764842.276783:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9180 with x1862022223006848 ext(2371300->18446744073709551615) 00002000:00010000:1.0:1775764842.276790:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9180. 00000100:00100000:1.0:1775764842.276808:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38477 00000100:00100000:1.0:1775764842.276816:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223006976:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764842.277559:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38478 00000100:00100000:2.0:1775764842.277572:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223006848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764842.277790:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2371300 00002000:00010000:2.0:1775764842.277794:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:2.0:1775764842.277797:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764841 -> 1775764841 00002000:00010000:2.0:1775764842.277799:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:2.0:1775764842.277801:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1035 00000100:00100000:2.0:1775764842.277852:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223006848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 283us (1266us total) trans 4294996733 rc 0/0 00000100:00100000:2.0:1775764842.277859:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38478 00002000:00010000:2.0:1775764842.277862:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2371300->18446744073709551615) 00002000:00100000:2.0:1775764842.277865:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9180 with x1862022223006848 ext(2371300->18446744073709551615) 00002000:00010000:2.0:1775764842.277870:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9180. 00002000:00010000:1.0:1775764842.278002:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 682270 -> 0 00002000:00010000:1.0:1775764842.278006:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:1.0:1775764842.278008:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764842.278010:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:1.0:1775764842.278012:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:1.0:1775764842.278031:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223006976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1216us (1531us total) trans 4294996100 rc 0/0 00000100:00100000:1.0:1775764842.278038:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38477 00002000:00010000:1.0:1775764842.278040:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764842.278043:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8700 with x1862022223006976 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764842.278047:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f8700. 00000100:00100000:1.0:1775764842.281575:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.281679:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223007104 00000100:00100000:2.0:1775764842.281689:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223007104 00000100:00100000:2.0:1775764842.281743:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44513 00000100:00100000:2.0:1775764842.281752:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022223007104:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764842.281774:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764842.281801:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d019e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcfed expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.281880:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d01a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.281894:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d01a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.281905:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d01a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764842.281948:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2371300 00000004:00200000:2.0:1775764842.281952:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764842.281971:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d01a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.281996:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d019e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfed expref: 55 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.282013:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d01a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfed expref: 54 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.282021:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764842.282024:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764842.282028:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c80031a00, rc 0) 00000100:00100000:2.0:1775764842.282105:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223007104:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 353us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764842.282112:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44513 00000100:00100000:1.0:1775764842.289030:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.289262:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223007232 00000100:00100000:3.0:1775764842.289272:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223007232 00002000:00100000:3.0:1775764842.289321:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (958464->2371583) req@ffff8b8cbb591880 x1862022223007232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 520/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.289331:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591880 with x1862022223007232 ext(958464->2371583) 00002000:00010000:3.0:1775764842.289337:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591880 00000100:00100000:3.0:1775764842.289373:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38479 00000100:00100000:3.0:1775764842.289382:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223007232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764842.301979:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223007232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12585us (12946us total) trans 0 rc 806912/806912 00000100:00100000:1.0:1775764842.301993:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38479 00002000:00100000:1.0:1775764842.302007:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (958464->2371583) req@ffff8b8cbb591880 x1862022223007232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 520/440 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 806912/806912 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764842.302017:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591880 with x1862022223007232 ext(958464->2371583) 00002000:00010000:1.0:1775764842.302023:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591880 00000100:00100000:1.0:1775764842.307642:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.307743:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223007488 00000100:00100000:2.0:1775764842.307754:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223007488 00000100:00100000:2.0:1775764842.307894:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44514 00000100:00100000:2.0:1775764842.307903:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223007488:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764842.307965:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764842.307991:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d01a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcfed expref: 54 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.308010:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764842.308016:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764842.308418:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d01ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.308433:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d01ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.308443:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d01ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764842.308490:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032278 00000004:00010000:2.0:1775764842.308513:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d96aa0b0 reply state 00000000386dcf3f transno 4295032279 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d01ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764842.308522:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764842.308799:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223007488:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 896us (1262us total) trans 4295032279 rc 0/0 00000100:00100000:2.0:1775764842.308806:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44514 00000020:00080000:2.0:1775764842.308811:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764842.310685:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d01ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.310703:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d01ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.310710:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d01ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.310716:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c80031000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764842.310721:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d01ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.310730:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d01ac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.310745:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764842.310748:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764842.310753:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d01ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.310758:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d01ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764842.312783:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.313138:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223007616 00000100:00100000:3.0:1775764842.313148:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223007616 00002000:00010000:3.0:1775764842.313190:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4020478->18446744073709551615) 00002000:00100000:3.0:1775764842.313195:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30700 with x1862022223007616 ext(4020478->18446744073709551615) 00002000:00010000:3.0:1775764842.313207:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30700. 00000100:00100000:3.0:1775764842.313232:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38480 00000100:00100000:3.0:1775764842.313241:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223007616:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764842.313477:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2371300 -> 4020478 00002000:00010000:3.0:1775764842.313481:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.313483:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764841 -> 1775764841 00002000:00010000:3.0:1775764842.313486:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.313488:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1035 00000100:00100000:3.0:1775764842.313580:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223007616:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 340us (811us total) trans 4294996734 rc 0/0 00000100:00100000:3.0:1775764842.313589:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38480 00002000:00010000:3.0:1775764842.313592:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4020478->18446744073709551615) 00002000:00100000:3.0:1775764842.313594:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30700 with x1862022223007616 ext(4020478->18446744073709551615) 00002000:00010000:3.0:1775764842.313599:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30700. 00000100:00100000:2.0:1775764842.316217:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.316345:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223007744 00000100:00100000:3.0:1775764842.316354:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223007744 00002000:00010000:3.0:1775764842.316395:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764842.316401:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33100 with x1862022223007744 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764842.316414:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33100. 00000100:00100000:3.0:1775764842.316448:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38481 00000100:00100000:3.0:1775764842.316459:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223007744:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764842.316729:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764842.316733:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.316736:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764842.316738:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:3.0:1775764842.316740:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764842.316804:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223007744:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 348us (602us total) trans 4294996101 rc 0/0 00000100:00100000:3.0:1775764842.316812:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38481 00002000:00010000:3.0:1775764842.316816:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764842.316818:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33100 with x1862022223007744 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764842.316822:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33100. 00000100:00100000:3.0:1775764842.326673:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.326765:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223007872 00000100:00100000:2.0:1775764842.326773:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223007872 00002000:00100000:2.0:1775764842.326822:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2371584->3973119) req@ffff8b8c927fad80 x1862022223007872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764842.326834:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fad80 with x1862022223007872 ext(2371584->3973119) 00002000:00010000:2.0:1775764842.326839:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fad80 00000100:00100000:2.0:1775764842.326867:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38482 00000100:00100000:2.0:1775764842.326875:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223007872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764842.330506:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.330672:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223008000 00000100:00100000:3.0:1775764842.330682:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223008000 00002000:00100000:3.0:1775764842.330722:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3416064->4022271) req@ffff8b8cbb590000 x1862022223008000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.330734:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590000 with x1862022223008000 ext(3416064->4022271) 00002000:00010000:3.0:1775764842.330739:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590000 00000100:00100000:3.0:1775764842.330824:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38483 00000100:00100000:3.0:1775764842.330832:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223008000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764842.359973:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223007872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 33088us (33300us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764842.359986:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38482 00002000:00100000:0.0:1775764842.360000:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2371584->3973119) req@ffff8b8c927fad80 x1862022223007872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/440 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.360011:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fad80 with x1862022223007872 ext(2371584->3973119) 00002000:00010000:0.0:1775764842.360017:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fad80 00000100:00100000:3.0:1775764842.361693:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223008000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30855us (31190us total) trans 0 rc 602112/602112 00000100:00100000:3.0:1775764842.361703:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38483 00002000:00100000:3.0:1775764842.361712:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3416064->4022271) req@ffff8b8cbb590000 x1862022223008000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/440 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 602112/602112 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.361722:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590000 with x1862022223008000 ext(3416064->4022271) 00002000:00010000:3.0:1775764842.361727:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590000 00000100:00100000:3.0:1775764842.369985:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.370209:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223008128 00000100:00100000:2.0:1775764842.370219:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223008128 00002000:00100000:2.0:1775764842.370269:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1208320->4020477) req@ffff8b8c927faa00 x1862022223008128/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764842.370281:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927faa00 with x1862022223008128 ext(1208320->4020477) 00002000:00010000:2.0:1775764842.370287:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927faa00 00000100:00100000:2.0:1775764842.370322:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38484 00000100:00100000:2.0:1775764842.370332:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223008128:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764842.377010:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223008128:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6668us (7023us total) trans 4294996735 rc 0/0 00000100:00100000:2.0:1775764842.377025:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38484 00002000:00100000:2.0:1775764842.377039:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1208320->4020477) req@ffff8b8c927faa00 x1862022223008128/t4294996735(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/448 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764842.377049:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927faa00 with x1862022223008128 ext(1208320->4020477) 00002000:00010000:2.0:1775764842.377055:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927faa00 00000100:00100000:0.0:1775764842.380940:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.381063:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223008256 00000100:00100000:2.0:1775764842.381074:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223008256 00000100:00100000:2.0:1775764842.381193:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84805 00000100:00100000:2.0:1775764842.381204:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223008256:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764842.414683:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996735 is committed 00000100:00100000:3.0:1775764842.414735:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223008256:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33528us (33798us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764842.414750:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84805 00000100:00100000:0.0:1775764842.418116:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.418233:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223008384 00000100:00100000:3.0:1775764842.418244:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223008384 00000100:00100000:3.0:1775764842.418465:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44515 00000100:00100000:3.0:1775764842.418476:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022223008384:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764842.418506:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764842.418528:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcff4 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.418659:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d01ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.418674:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d01ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.418685:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d01ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764842.418713:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4020478 00000004:00200000:3.0:1775764842.418718:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764842.418736:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d01ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.418764:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcff4 expref: 57 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.418800:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d01ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcff4 expref: 56 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.418811:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764842.418814:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764842.418818:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547d800, rc 0) 00000100:00100000:3.0:1775764842.418874:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223008384:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 399us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764842.418881:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44515 00000100:00100000:0.0:1775764842.430642:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.430803:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223008512 00000100:00100000:2.0:1775764842.430816:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223008512 00002000:00100000:2.0:1775764842.430878:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2695168->2756607) req@ffff8b8cc17b6300 x1862022223008512/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764842.430889:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022223008512 ext(2695168->2756607) 00002000:00010000:2.0:1775764842.430896:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300 00000100:00100000:2.0:1775764842.430935:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38485 00000100:00100000:2.0:1775764842.430946:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223008512:12345-192.168.202.29@tcp:4:fsx.0 00010000:00010000:0.0:1775764842.443005:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764842.446417:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223008512:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 15462us (15778us total) trans 4294996736 rc 0/0 00000100:00100000:2.0:1775764842.446431:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38485 00002000:00100000:2.0:1775764842.446444:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2695168->2756607) req@ffff8b8cc17b6300 x1862022223008512/t4294996736(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/448 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764842.446453:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022223008512 ext(2695168->2756607) 00002000:00010000:2.0:1775764842.446459:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300 00000100:00100000:3.0:1775764842.455772:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764842.455886:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223008640 00000100:00100000:1.0:1775764842.455896:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223008640 00000100:00100000:1.0:1775764842.456019:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84806 00000100:00100000:1.0:1775764842.456031:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223008640:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764842.491529:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223008640:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35491us (35757us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764842.491568:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84806 00000001:00080000:3.0:1775764842.492389:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996736 is committed 00000100:00100000:1.0:1775764842.499871:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.500340:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223008768 00000100:00100000:0.0:1775764842.500351:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223008768 00002000:00100000:0.0:1775764842.500400:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (471040->3629055) req@ffff8b8cbb592300 x1862022223008768/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 520/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.500410:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592300 with x1862022223008768 ext(471040->3629055) 00002000:00010000:0.0:1775764842.500416:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592300 00000100:00100000:0.0:1775764842.500725:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38486 00000100:00100000:0.0:1775764842.500735:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223008768:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764842.508437:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223008768:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7694us (8564us total) trans 4294996737 rc 0/0 00000100:00100000:0.0:1775764842.508451:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38486 00002000:00100000:0.0:1775764842.508463:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (471040->3629055) req@ffff8b8cbb592300 x1862022223008768/t4294996737(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 520/456 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764842.508474:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592300 with x1862022223008768 ext(471040->3629055) 00002000:00010000:0.0:1775764842.508480:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592300 00000100:00100000:1.0:1775764842.510700:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cbb591500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224987904:0@lo:400:kworker.0 00000100:00100000:1.0:1775764842.510761:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764842.510832:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764842.510839:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cbb593100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224987776:0@lo:400:kworker.0 00000100:00100000:3.0:1775764842.511015:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224987904 00000100:00100000:3.0:1775764842.511025:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224987904 00000100:00100000:3.0:1775764842.511071:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1775764842.511092:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224987904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764842.511140:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224987904:12345-0@lo:400:kworker.0 Request processed in 50us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764842.511145:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1775764842.511279:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764842.511328:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cbb591500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224987904:0@lo:400:kworker.0 00000100:00100000:2.0:1775764842.511402:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cbb590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022224987648:0@lo:400:kworker.0 00000100:00100000:2.0:1775764842.511432:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764842.511459:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cbb591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224988160:0@lo:400:kworker.0 00000100:00100000:2.0:1775764842.511480:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764842.511501:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764842.511507:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cbb590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822ecbf7-6272-425b-8300-0d248be22ae0:3313:1862022224987520:0@lo:400:kworker.0 00000100:00100000:2.0:1775764842.511532:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764842.511580:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cbb593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022224988032:0@lo:400:kworker.0 00000100:00100000:2.0:1775764842.511600:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764842.511980:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224988160 00000100:00100000:2.0:1775764842.511985:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224988160 00000100:00100000:2.0:1775764842.512035:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1775764842.512043:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224988160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764842.512191:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224987776 00000100:00100000:1.0:1775764842.512196:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224987776 00000100:00100000:1.0:1775764842.512238:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224987648 00000100:00100000:1.0:1775764842.512242:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224987648 00000100:00100000:1.0:1775764842.512259:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224988032 00000100:00100000:1.0:1775764842.512262:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224988032 00000100:00100000:1.0:1775764842.512276:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1775764842.512281:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224987776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764842.512322:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224987776:12345-0@lo:400:kworker.0 Request processed in 40us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764842.512328:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1775764842.512342:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:1.0:1775764842.512347:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022224987648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764842.512451:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1775764842.512460:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022224988032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764842.513281:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224988160:12345-0@lo:400:kworker.0 Request processed in 1235us (1795us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764842.513291:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1775764842.513321:0:5804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224987520 00000100:00100000:2.0:1775764842.513327:0:5804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224987520 00000100:00100000:2.0:1775764842.513359:0:5804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1775764842.513366:0:5804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90c15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:822ecbf7-6272-425b-8300-0d248be22ae0+18:3313:x1862022224987520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764842.513526:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022224987648:12345-0@lo:400:kworker.0 Request processed in 1178us (2091us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764842.513534:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:1.0:1775764842.513590:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cbb593100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224987776:0@lo:400:kworker.0 00000100:00100000:0.0:1775764842.517358:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022224988032:12345-0@lo:400:kworker.0 Request processed in 4887us (5743us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764842.517373:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1775764842.517637:0:5804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90c15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:822ecbf7-6272-425b-8300-0d248be22ae0+18:3313:x1862022224987520:12345-0@lo:400:kworker.0 Request processed in 4270us (6102us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764842.517646:0:5804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00080000:2.0:1775764842.517695:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764842.517700:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764842.518232:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cbb590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822ecbf7-6272-425b-8300-0d248be22ae0:3313:1862022224987520:0@lo:400:kworker.0 00000100:00100000:3.0:1775764842.518253:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cbb593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022224988032:0@lo:400:kworker.0 00000100:00100000:3.0:1775764842.518268:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cbb590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022224987648:0@lo:400:kworker.0 00000100:00100000:3.0:1775764842.518279:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cbb591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224988160:0@lo:400:kworker.0 00000100:00100000:1.0:1775764842.518389:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.518495:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223008896 00000100:00100000:0.0:1775764842.518617:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223008896 00000100:00100000:0.0:1775764842.518710:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84807 00000100:00100000:0.0:1775764842.518719:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223008896:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764842.568194:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223008896:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 49464us (49796us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764842.568209:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84807 00000001:00080000:3.0:1775764842.568371:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996737 is committed 00000100:00100000:2.0:1775764842.576166:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.576496:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223009024 00000100:00100000:3.0:1775764842.576619:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223009024 00002000:00100000:3.0:1775764842.576675:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (57344->86015) req@ffff8b8b85a30a80 x1862022223009024/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.576687:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30a80 with x1862022223009024 ext(57344->86015) 00002000:00010000:3.0:1775764842.576692:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30a80 00000100:00100000:3.0:1775764842.576731:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38487 00000100:00100000:3.0:1775764842.576741:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223009024:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764842.582067:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223009024:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5316us (5900us total) trans 4294996738 rc 0/0 00000100:00100000:3.0:1775764842.582094:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38487 00002000:00100000:3.0:1775764842.582110:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (57344->86015) req@ffff8b8b85a30a80 x1862022223009024/t4294996738(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/448 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.582120:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30a80 with x1862022223009024 ext(57344->86015) 00002000:00010000:3.0:1775764842.582126:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30a80 00000100:00100000:0.0:1775764842.588236:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.588384:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223009152 00000100:00100000:3.0:1775764842.588396:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223009152 00000100:00100000:3.0:1775764842.588453:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84808 00000100:00100000:3.0:1775764842.588462:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223009152:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764842.642259:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996738 is committed 00000100:00100000:0.0:1775764842.642501:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223009152:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 54032us (54266us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764842.642514:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84808 00000100:00100000:1.0:1775764842.649109:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.649205:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223009408 00000100:00100000:3.0:1775764842.649227:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223009408 00000100:00100000:3.0:1775764842.649294:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44516 00000100:00100000:3.0:1775764842.649306:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223009408:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764842.649373:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764842.649406:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d01ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcff4 expref: 56 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.649427:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764842.649433:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764842.649740:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.649754:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.649765:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764842.649831:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032280 00000004:00010000:3.0:1775764842.649857:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da4c6b95 reply state 00000000dfedb495 transno 4295032281 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764842.649867:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764842.649975:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223009408:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 670us (874us total) trans 4295032281 rc 0/0 00000100:00100000:3.0:1775764842.649982:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44516 00000020:00080000:3.0:1775764842.649989:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764842.653221:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.653238:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01c1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.653245:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.653299:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547dc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764842.653304:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.653311:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.653327:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764842.653330:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764842.653335:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01c1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.653341:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01c1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764842.656743:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.656790:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.656895:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223009536 00000100:00100000:0.0:1775764842.656916:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223009536 00002000:00010000:0.0:1775764842.656979:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764842.656984:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8000 with x1862022223009536 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764842.656997:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8000. 00000100:00100000:0.0:1775764842.657028:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223009664 00000100:00100000:0.0:1775764842.657031:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223009664 00002000:00010000:0.0:1775764842.657044:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (704124->18446744073709551615) 00002000:00100000:0.0:1775764842.657047:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8a80 with x1862022223009664 ext(704124->18446744073709551615) 00002000:00010000:0.0:1775764842.657054:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f8a80. 00000100:00100000:0.0:1775764842.657083:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38488 00000100:00100000:0.0:1775764842.657093:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223009536:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764842.657382:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4020478 -> 4194304 00002000:00010000:0.0:1775764842.657386:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:0.0:1775764842.657389:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764841 -> 1775764842 00002000:00010000:0.0:1775764842.657391:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:0.0:1775764842.657394:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1869 00000100:00100000:0.0:1775764842.657453:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223009536:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 361us (720us total) trans 4294996739 rc 0/0 00000100:00100000:0.0:1775764842.657461:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38488 00002000:00010000:0.0:1775764842.657464:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764842.657467:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8000 with x1862022223009536 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764842.657471:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8000. 00000100:00100000:0.0:1775764842.657488:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38489 00000100:00100000:0.0:1775764842.657495:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223009664:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764842.657657:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 704124 00002000:00010000:0.0:1775764842.657660:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764842 00002000:00010000:0.0:1775764842.657662:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764842.657663:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764842 00002000:00010000:0.0:1775764842.657665:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764842.657687:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223009664:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 192us (896us total) trans 4294996102 rc 0/0 00000100:00100000:0.0:1775764842.657693:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38489 00002000:00010000:0.0:1775764842.657695:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (704124->18446744073709551615) 00002000:00100000:0.0:1775764842.657697:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8a80 with x1862022223009664 ext(704124->18446744073709551615) 00002000:00010000:0.0:1775764842.657702:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f8a80. 00000100:00100000:1.0:1775764842.662290:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.662395:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223009792 00000100:00100000:0.0:1775764842.662405:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223009792 00000100:00100000:0.0:1775764842.662470:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44517 00000100:00100000:0.0:1775764842.662480:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022223009792:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764842.662505:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764842.662528:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d01c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fcffb expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.662675:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d01cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.662690:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d01cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.662701:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d01cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764842.662729:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4898428 00000004:00200000:0.0:1775764842.662734:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764842.662751:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d01cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.662791:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d01c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcffb expref: 59 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.662810:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d01cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcffb expref: 58 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.662819:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764842.662821:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764842.662825:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc4a00, rc 0) 00000100:00100000:0.0:1775764842.662886:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223009792:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 408us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764842.662893:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44517 00000100:00100000:0.0:1775764842.670630:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764842.670834:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223009920 00000100:00100000:1.0:1775764842.670846:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223009920 00002000:00100000:1.0:1775764842.670900:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2080768->2101247) req@ffff8b8cc17b7b80 x1862022223009920/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764842.670923:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7b80 with x1862022223009920 ext(2080768->2101247) 00002000:00010000:1.0:1775764842.670929:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7b80 00000100:00100000:1.0:1775764842.670964:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38490 00000100:00100000:1.0:1775764842.670974:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223009920:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764842.673737:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223009920:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2754us (3107us total) trans 4294996740 rc 0/0 00000100:00100000:1.0:1775764842.673750:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38490 00002000:00100000:1.0:1775764842.673762:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2080768->2101247) req@ffff8b8cc17b7b80 x1862022223009920/t4294996740(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 488/448 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764842.673772:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7b80 with x1862022223009920 ext(2080768->2101247) 00002000:00010000:1.0:1775764842.673779:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7b80 00000100:00100000:3.0:1775764842.677453:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.677575:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223010048 00000100:00100000:0.0:1775764842.677586:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223010048 00000100:00100000:0.0:1775764842.677659:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84809 00000100:00100000:0.0:1775764842.677670:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223010048:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764842.734261:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996739 is committed 00000001:00080000:2.0:1775764842.734282:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996740 is committed 00000100:00100000:1.0:1775764842.734446:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223010048:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 56772us (56998us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764842.734458:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84809 00000100:00100000:0.0:1775764842.740294:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.740855:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223010304 00000100:00100000:2.0:1775764842.740867:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223010304 00000100:00100000:3.0:1775764842.741181:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44518 00000100:00100000:3.0:1775764842.741193:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223010304:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764842.741264:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764842.741292:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d01cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fcffb expref: 58 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.741313:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764842.741319:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764842.741582:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.741600:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.741609:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764842.741667:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032282 00000004:00010000:3.0:1775764842.741692:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b5e9a0fd reply state 00000000e1813770 transno 4295032283 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764842.741701:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764842.741809:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223010304:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 617us (1523us total) trans 4295032283 rc 0/0 00000100:00100000:3.0:1775764842.741817:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44518 00000020:00080000:3.0:1775764842.741822:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764842.746674:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.746729:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764842.746828:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223010560 00000100:00100000:1.0:1775764842.746839:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223010560 00002000:00010000:1.0:1775764842.746878:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (605105->18446744073709551615) 00002000:00100000:1.0:1775764842.746883:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33b80 with x1862022223010560 ext(605105->18446744073709551615) 00002000:00010000:1.0:1775764842.746896:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33b80. 00000100:00100000:1.0:1775764842.746932:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223010432 00000100:00100000:1.0:1775764842.746935:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223010432 00002000:00010000:1.0:1775764842.746947:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764842.746950:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32680 with x1862022223010432 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764842.747185:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32680. 00000100:00100000:1.0:1775764842.747227:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38491 00000100:00100000:1.0:1775764842.747237:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223010560:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764842.747628:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 704124 -> 605105 00002000:00010000:1.0:1775764842.747633:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764843 00002000:00010000:1.0:1775764842.747635:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764842.747638:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764843 00002000:00010000:1.0:1775764842.747640:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764842.747695:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223010560:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 459us (1031us total) trans 4294996103 rc 0/0 00000100:00100000:1.0:1775764842.747702:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38491 00002000:00010000:1.0:1775764842.747706:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (605105->18446744073709551615) 00002000:00100000:1.0:1775764842.747708:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33b80 with x1862022223010560 ext(605105->18446744073709551615) 00002000:00010000:1.0:1775764842.747713:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33b80. 00000100:00100000:1.0:1775764842.747729:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38492 00000100:00100000:1.0:1775764842.747735:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223010432:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764842.747918:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764842.747921:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764842 -> 1775764843 00002000:00010000:1.0:1775764842.747923:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764842 -> 1775764842 00002000:00010000:1.0:1775764842.747926:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764842 -> 1775764843 00002000:00010000:1.0:1775764842.747928:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1869 -> 1997 00000100:00100000:1.0:1775764842.747951:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223010432:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 216us (1222us total) trans 4294996741 rc 0/0 00010000:00010000:0.0:1775764842.748216:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.748226:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01d6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.748233:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.748240:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547dc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764842.748245:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.748253:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01d6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.748270:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764842.748274:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764842.748279:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01d6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.748285:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d01d6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764842.748399:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38492 00002000:00010000:1.0:1775764842.748403:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764842.748405:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32680 with x1862022223010432 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764842.748411:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32680. 00000100:00100000:1.0:1775764842.752061:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.752227:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223010688 00000100:00100000:0.0:1775764842.752238:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223010688 00000100:00100000:2.0:1775764842.754322:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44519 00000100:00100000:2.0:1775764842.754348:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022223010688:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764842.754376:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764842.754399:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d01dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd002 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.754487:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d01e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.754502:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d01e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.754514:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d01e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764842.754564:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4799409 00000004:00200000:2.0:1775764842.754569:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764842.754586:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d01e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.754621:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d01dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd002 expref: 61 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.754638:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d01e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd002 expref: 60 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.754647:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764842.754650:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764842.754654:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c80030800, rc 0) 00000100:00100000:2.0:1775764842.754717:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223010688:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 384us (2664us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764842.754724:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44519 00000100:00100000:1.0:1775764842.760284:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.760371:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223010944 00000100:00100000:2.0:1775764842.760384:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223010944 00000100:00100000:2.0:1775764842.760458:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44520 00000100:00100000:2.0:1775764842.760469:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223010944:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764842.760569:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764842.760607:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d01e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd002 expref: 60 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.760637:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764842.760644:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764842.760918:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d01eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.760931:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d01eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.760940:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d01eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764842.760998:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032284 00000004:00010000:2.0:1775764842.761020:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cf2fa5a3 reply state 0000000083c48cad transno 4295032285 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d01eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764842.761030:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764842.761155:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223010944:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 687us (886us total) trans 4295032285 rc 0/0 00000100:00100000:2.0:1775764842.761164:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44520 00000020:00080000:2.0:1775764842.761170:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764842.765255:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d01eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.765277:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d01eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.765287:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d01eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.765293:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c80031800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764842.765299:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d01eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.765308:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d01eb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.765334:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764842.765338:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764842.765344:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d01eb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.765349:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d01eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764842.768640:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.768987:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223011072 00000100:00100000:0.0:1775764842.768999:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223011072 00002000:00010000:0.0:1775764842.769044:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2097842->18446744073709551615) 00002000:00100000:0.0:1775764842.769049:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591f80 with x1862022223011072 ext(2097842->18446744073709551615) 00002000:00010000:0.0:1775764842.769061:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591f80. 00000100:00100000:0.0:1775764842.769107:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38493 00000100:00100000:0.0:1775764842.769117:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223011072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764842.769507:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2097842 00002000:00010000:0.0:1775764842.769512:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:0.0:1775764842.769514:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764842 -> 1775764842 00002000:00010000:0.0:1775764842.769516:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:0.0:1775764842.769519:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1997 -> 1997 00000100:00100000:0.0:1775764842.769607:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223011072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 490us (978us total) trans 4294996742 rc 0/0 00000100:00100000:0.0:1775764842.769615:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38493 00002000:00010000:0.0:1775764842.769618:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2097842->18446744073709551615) 00002000:00100000:0.0:1775764842.769621:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591f80 with x1862022223011072 ext(2097842->18446744073709551615) 00002000:00010000:0.0:1775764842.769625:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591f80. 00000100:00100000:1.0:1775764842.776607:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.779610:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223011200 00000100:00100000:3.0:1775764842.779624:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223011200 00002000:00010000:3.0:1775764842.779667:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764842.779672:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590e00 with x1862022223011200 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764842.779685:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb590e00. 00000100:00100000:3.0:1775764842.779739:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38494 00000100:00100000:3.0:1775764842.779749:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223011200:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764842.780311:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 605105 -> 0 00002000:00010000:3.0:1775764842.780315:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764842.780317:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764842.780319:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764842.780321:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764842.780453:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223011200:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 705us (3857us total) trans 4294996104 rc 0/0 00000100:00100000:3.0:1775764842.780461:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38494 00002000:00010000:3.0:1775764842.780465:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764842.780467:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590e00 with x1862022223011200 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764842.780472:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb590e00. 00000100:00100000:1.0:1775764842.787623:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.787711:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223011328 00000100:00100000:3.0:1775764842.787722:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223011328 00000100:00100000:3.0:1775764842.787789:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44521 00000100:00100000:3.0:1775764842.787800:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022223011328:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764842.787828:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764842.787850:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d01f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd009 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.787950:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d01f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.787975:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d01f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.787986:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d01f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764842.788014:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2097842 00000004:00200000:3.0:1775764842.788018:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764842.788036:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d01f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.788061:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d01f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd009 expref: 63 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.788089:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d01f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd009 expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764842.788098:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764842.788101:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764842.788106:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547de00, rc 0) 00000100:00100000:3.0:1775764842.788171:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223011328:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 374us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764842.788178:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44521 00000100:00100000:1.0:1775764842.795634:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.795725:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223011456 00000100:00100000:2.0:1775764842.795735:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223011456 00002000:00100000:2.0:1775764842.795799:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (700416->1118207) req@ffff8b8cbb590700 x1862022223011456/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764842.795810:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590700 with x1862022223011456 ext(700416->1118207) 00002000:00010000:2.0:1775764842.795816:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590700 00000100:00100000:2.0:1775764842.795836:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38495 00000100:00100000:2.0:1775764842.795845:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223011456:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764842.803117:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223011456:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7257us (7478us total) trans 4294996743 rc 0/0 00000100:00100000:3.0:1775764842.803134:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38495 00002000:00100000:3.0:1775764842.803151:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (700416->1118207) req@ffff8b8cbb590700 x1862022223011456/t4294996743(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/448 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.803162:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590700 with x1862022223011456 ext(700416->1118207) 00002000:00010000:3.0:1775764842.803171:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590700 00000100:00100000:2.0:1775764842.807241:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.807349:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223011584 00000100:00100000:0.0:1775764842.807361:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223011584 00000100:00100000:0.0:1775764842.807426:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84810 00000100:00100000:0.0:1775764842.807434:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223011584:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764842.838765:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996742 is committed 00000001:00080000:2.0:1775764842.838863:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996743 is committed 00000100:00100000:2.0:1775764842.839328:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223011584:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31884us (32085us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764842.839341:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84810 00000100:00100000:1.0:1775764842.843388:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.843487:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223011840 00000100:00100000:2.0:1775764842.843499:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223011840 00000100:00100000:2.0:1775764842.843628:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44522 00000100:00100000:2.0:1775764842.843640:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223011840:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764842.843704:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764842.843737:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d01f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd009 expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.843760:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764842.843768:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764842.844188:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0200 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.844205:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0200 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764842.844292:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0200 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764842.844353:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032286 00000004:00010000:2.0:1775764842.844381:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cd5c8c1 reply state 00000000b116c9f2 transno 4295032287 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0200 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764842.844397:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764842.844625:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223011840:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 986us (1244us total) trans 4295032287 rc 0/0 00000100:00100000:2.0:1775764842.844633:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44522 00000020:00080000:2.0:1775764842.844638:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764842.849096:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.849133:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764842.849216:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223011968 00000100:00100000:2.0:1775764842.849227:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223011968 00002000:00010000:2.0:1775764842.849266:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (769223->18446744073709551615) 00002000:00100000:2.0:1775764842.849272:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa680 with x1862022223011968 ext(769223->18446744073709551615) 00002000:00010000:2.0:1775764842.849284:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa680. 00000100:00100000:2.0:1775764842.849309:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223012096 00000100:00100000:2.0:1775764842.849312:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223012096 00002000:00010000:2.0:1775764842.849323:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764842.849326:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb800 with x1862022223012096 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764842.849332:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fb800. 00000100:00100000:2.0:1775764842.849348:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38496 00000100:00100000:2.0:1775764842.849357:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223011968:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764842.849788:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2097842 -> 769223 00002000:00010000:2.0:1775764842.849792:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:2.0:1775764842.849795:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764842 -> 1775764842 00002000:00010000:2.0:1775764842.849797:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:2.0:1775764842.849799:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1997 -> 1805 00010000:00010000:0.0:1775764842.849916:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0200 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.849926:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0200 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.849935:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0200 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.849941:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c80031400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764842.849945:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0200 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.849952:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0200 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.849968:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764842.849971:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764842.849975:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0200 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.849981:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0200 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764842.850026:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38497 00000100:00100000:0.0:1775764842.850035:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223012096:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764842.850167:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764842.850170:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:0.0:1775764842.850172:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764842.850174:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:0.0:1775764842.850176:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764842.851096:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223011968:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1733us (2002us total) trans 4294996744 rc 0/0 00000100:00100000:2.0:1775764842.851110:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38496 00002000:00010000:2.0:1775764842.851117:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (769223->18446744073709551615) 00002000:00100000:2.0:1775764842.851121:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa680 with x1862022223011968 ext(769223->18446744073709551615) 00002000:00010000:2.0:1775764842.851129:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa680. 00000100:00100000:0.0:1775764842.851301:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223012096:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1265us (2166us total) trans 4294996105 rc 0/0 00000100:00100000:0.0:1775764842.851310:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38497 00002000:00010000:0.0:1775764842.851314:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764842.851317:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb800 with x1862022223012096 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764842.851324:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fb800. 00000100:00100000:1.0:1775764842.857649:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764842.857803:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223012224 00000100:00100000:0.0:1775764842.857817:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223012224 00000100:00100000:0.0:1775764842.857890:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44523 00000100:00100000:0.0:1775764842.857900:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022223012224:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764842.857935:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764842.857958:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253d0207 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd010 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.858064:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d020e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.858092:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d020e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.858105:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d020e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764842.858142:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 769223 00000004:00200000:0.0:1775764842.858147:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764842.858170:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d020e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.858201:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253d0207 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd010 expref: 65 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.858230:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d020e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd010 expref: 64 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764842.858244:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764842.858248:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764842.858252:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc4400, rc 0) 00000100:00100000:0.0:1775764842.858322:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223012224:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 423us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764842.858329:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44523 00000100:00100000:0.0:1775764842.901388:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764842.901501:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223012352 00000100:00100000:3.0:1775764842.901513:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223012352 00002000:00100000:3.0:1775764842.901598:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (344064->1960623) req@ffff8b8cc17b4380 x1862022223012352/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/0 e 0 to 0 dl 1775764853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764842.901609:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022223012352 ext(344064->1960623) 00002000:00010000:3.0:1775764842.901615:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380 00000100:00100000:3.0:1775764842.901640:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38498 00000100:00100000:3.0:1775764842.901650:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223012352:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764842.920092:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223012352:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 18431us (18703us total) trans 4294996745 rc 0/0 00000100:00100000:2.0:1775764842.920109:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38498 00002000:00100000:2.0:1775764842.920122:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (344064->1960623) req@ffff8b8cc17b4380 x1862022223012352/t4294996745(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:323/0 lens 504/448 e 0 to 0 dl 1775764853 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764842.920132:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022223012352 ext(344064->1960623) 00002000:00010000:2.0:1775764842.920140:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380 00000100:00100000:0.0:1775764842.932628:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764842.932742:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223012480 00000100:00100000:1.0:1775764842.932750:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223012480 00000100:00100000:1.0:1775764842.932800:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84811 00000100:00100000:1.0:1775764842.932808:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223012480:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764843.010165:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996744 is committed 00000001:00080000:2.0:1775764843.010197:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996745 is committed 00000100:00100000:0.0:1775764843.010465:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223012480:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 77650us (77837us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764843.010479:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84811 00000100:00100000:1.0:1775764843.017897:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8b85a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224988288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764843.017972:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764843.018101:0:12042:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224988288 00000100:00100000:2.0:1775764843.018111:0:12042:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224988288 00000100:00100000:2.0:1775764843.018167:0:12042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1775764843.018177:0:12042:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224988288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764843.018201:0:12042:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 506134528 pending 0 free 3858759680 avail 3825205248 00000100:00100000:2.0:1775764843.018249:0:12042:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224988288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764843.018256:0:12042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1775764843.018301:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8b85a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224988288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764843.018480:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.019732:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223012608 00000100:00100000:1.0:1775764843.019742:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223012608 00002000:00100000:0.0:1775764843.019988:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3067904->3071999) req@ffff8b8c927fb480 x1862022223012608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.019999:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb480 with x1862022223012608 ext(3067904->3071999) 00002000:00010000:0.0:1775764843.020006:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb480 00000100:00100000:0.0:1775764843.020082:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38499 00000100:00100000:0.0:1775764843.020093:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223012608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.020342:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223012608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (1863us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764843.020350:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38499 00002000:00100000:0.0:1775764843.020357:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3067904->3071999) req@ffff8b8c927fb480 x1862022223012608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.020365:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb480 with x1862022223012608 ext(3067904->3071999) 00002000:00010000:0.0:1775764843.020369:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb480 00000100:00100000:2.0:1775764843.026524:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.026657:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223012736 00000100:00100000:1.0:1775764843.026670:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223012736 00002000:00100000:1.0:1775764843.026725:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3092480->3096575) req@ffff8b8b85a31500 x1862022223012736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.026737:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31500 with x1862022223012736 ext(3092480->3096575) 00002000:00010000:1.0:1775764843.026743:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31500 00000100:00100000:1.0:1775764843.026786:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38500 00000100:00100000:1.0:1775764843.026796:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223012736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764843.027067:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223012736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 271us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764843.028012:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38500 00002000:00100000:1.0:1775764843.028026:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3092480->3096575) req@ffff8b8b85a31500 x1862022223012736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.028037:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31500 with x1862022223012736 ext(3092480->3096575) 00002000:00010000:1.0:1775764843.028042:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31500 00000100:00100000:1.0:1775764843.035346:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.035446:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223012864 00000100:00100000:3.0:1775764843.035457:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223012864 00002000:00100000:3.0:1775764843.035505:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1437696->1441791) req@ffff8b8cbaed6680 x1862022223012864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.035523:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6680 with x1862022223012864 ext(1437696->1441791) 00002000:00010000:3.0:1775764843.035529:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed6680 00000100:00100000:3.0:1775764843.035593:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38501 00000100:00100000:3.0:1775764843.035603:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223012864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764843.036036:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223012864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 433us (698us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764843.036044:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38501 00002000:00100000:3.0:1775764843.036051:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1437696->1441791) req@ffff8b8cbaed6680 x1862022223012864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.036058:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6680 with x1862022223012864 ext(1437696->1441791) 00002000:00010000:3.0:1775764843.036062:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed6680 00000100:00100000:2.0:1775764843.041947:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.042307:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223012992 00000100:00100000:1.0:1775764843.042319:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223012992 00002000:00100000:1.0:1775764843.042370:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1441792->1445887) req@ffff8b8b85a33800 x1862022223012992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.042380:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33800 with x1862022223012992 ext(1441792->1445887) 00002000:00010000:1.0:1775764843.042387:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33800 00000100:00100000:1.0:1775764843.042421:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38502 00000100:00100000:1.0:1775764843.042429:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223012992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764843.042712:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223012992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (773us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764843.042721:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38502 00002000:00100000:1.0:1775764843.042729:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1441792->1445887) req@ffff8b8b85a33800 x1862022223012992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.042738:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33800 with x1862022223012992 ext(1441792->1445887) 00002000:00010000:1.0:1775764843.042742:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33800 00000100:00100000:0.0:1775764843.047163:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.047310:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223013120 00000100:00100000:3.0:1775764843.047322:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223013120 00002000:00100000:3.0:1775764843.047373:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1417216->1482751) req@ffff8b8cc17b4e00 x1862022223013120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.047385:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4e00 with x1862022223013120 ext(1417216->1482751) 00002000:00010000:3.0:1775764843.047391:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4e00 00000100:00100000:3.0:1775764843.047425:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38503 00000100:00100000:3.0:1775764843.047434:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223013120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764843.063946:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223013120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16502us (16782us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764843.063960:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38503 00002000:00100000:3.0:1775764843.063974:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1417216->1482751) req@ffff8b8cc17b4e00 x1862022223013120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.063985:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4e00 with x1862022223013120 ext(1417216->1482751) 00002000:00010000:3.0:1775764843.063992:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4e00 00000100:00100000:2.0:1775764843.067612:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.067742:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223013248 00000100:00100000:0.0:1775764843.067753:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223013248 00002000:00100000:0.0:1775764843.067876:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1482752->1519615) req@ffff8b8b85a32d80 x1862022223013248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.067886:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022223013248 ext(1482752->1519615) 00002000:00010000:0.0:1775764843.067894:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80 00000100:00100000:0.0:1775764843.067976:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38504 00000100:00100000:0.0:1775764843.067986:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223013248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764843.072889:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223013248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4894us (5276us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764843.072911:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38504 00002000:00100000:1.0:1775764843.072924:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1482752->1519615) req@ffff8b8b85a32d80 x1862022223013248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.072935:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022223013248 ext(1482752->1519615) 00002000:00010000:1.0:1775764843.072942:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80 00000100:00100000:2.0:1775764843.089528:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.089608:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.089689:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223013376 00000100:00100000:3.0:1775764843.089701:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223013376 00002000:00100000:3.0:1775764843.089754:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (770048->1990655) req@ffff8b8b85a31c00 x1862022223013376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 520/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.089765:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022223013376 ext(770048->1990655) 00002000:00010000:3.0:1775764843.089781:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:3.0:1775764843.089808:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38505 00000100:00100000:3.0:1775764843.089817:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223013376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764843.091113:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223013504 00000100:00100000:2.0:1775764843.091124:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223013504 00002000:00100000:2.0:1775764843.091161:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1990656->3039231) req@ffff8b8b85a32300 x1862022223013504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.091170:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32300 with x1862022223013504 ext(1990656->3039231) 00002000:00010000:2.0:1775764843.091176:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32300 00000100:00100000:2.0:1775764843.091204:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38506 00000100:00100000:2.0:1775764843.091213:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223013504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764843.103969:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.104407:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223013504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13191us (14794us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764843.104421:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38506 00002000:00100000:2.0:1775764843.104436:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1990656->3039231) req@ffff8b8b85a32300 x1862022223013504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.104447:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32300 with x1862022223013504 ext(1990656->3039231) 00002000:00010000:2.0:1775764843.104454:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32300 00000100:00100000:2.0:1775764843.104484:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223013632 00000100:00100000:2.0:1775764843.104492:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223013632 00002000:00100000:2.0:1775764843.104527:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3039232->3600383) req@ffff8b8cbaed5880 x1862022223013632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.104572:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022223013632 ext(3039232->3600383) 00002000:00010000:2.0:1775764843.104575:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5880 00000100:00100000:2.0:1775764843.104596:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38507 00000100:00100000:2.0:1775764843.104605:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223013632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.109742:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223013632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5125us (5770us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764843.109757:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38507 00002000:00100000:0.0:1775764843.109784:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3039232->3600383) req@ffff8b8cbaed5880 x1862022223013632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.109795:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022223013632 ext(3039232->3600383) 00002000:00010000:0.0:1775764843.109801:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5880 00000100:00100000:2.0:1775764843.113328:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223013376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 23499us (23800us total) trans 0 rc 1019904/1019904 00000100:00100000:2.0:1775764843.113342:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38505 00002000:00100000:2.0:1775764843.113356:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (770048->1990655) req@ffff8b8b85a31c00 x1862022223013376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 520/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 1019904/1019904 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.113367:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022223013376 ext(770048->1990655) 00002000:00010000:2.0:1775764843.113373:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:2.0:1775764843.120876:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.121049:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223013760 00000100:00100000:0.0:1775764843.121061:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223013760 00002000:00100000:0.0:1775764843.121126:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2637824->3634805) req@ffff8b8c92feca80 x1862022223013760/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 520/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.121137:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feca80 with x1862022223013760 ext(2637824->3634805) 00002000:00010000:0.0:1775764843.121144:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feca80 00000100:00100000:0.0:1775764843.121178:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38508 00000100:00100000:0.0:1775764843.121187:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223013760:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764843.126825:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223013760:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5629us (5950us total) trans 4294996746 rc 0/0 00000100:00100000:0.0:1775764843.126840:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38508 00002000:00100000:0.0:1775764843.126854:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2637824->3634805) req@ffff8b8c92feca80 x1862022223013760/t4294996746(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 520/456 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.126863:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feca80 with x1862022223013760 ext(2637824->3634805) 00002000:00010000:0.0:1775764843.126869:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feca80 00000100:00100000:2.0:1775764843.132247:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.132347:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223013888 00000100:00100000:3.0:1775764843.132360:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223013888 00000100:00100000:3.0:1775764843.132450:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84812 00000100:00100000:3.0:1775764843.132460:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223013888:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764843.170719:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996746 is committed 00000100:00100000:3.0:1775764843.170861:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223013888:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38397us (38618us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764843.170872:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84812 00000100:00100000:1.0:1775764843.175803:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.175959:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223014144 00000100:00100000:0.0:1775764843.175969:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223014144 00000100:00080000:2.0:1775764843.176101:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764843.176205:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44524 00000100:00100000:0.0:1775764843.176245:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223014144:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764843.176304:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764843.176333:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d020e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd010 expref: 64 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.176354:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764843.176360:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764843.176615:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0215 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.176628:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0215 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.176637:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0215 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764843.176688:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032288 00000004:00010000:0.0:1775764843.176713:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be93def0 reply state 00000000b5e48ccf transno 4295032289 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0215 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764843.176721:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764843.177513:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223014144:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1287us (1716us total) trans 4295032289 rc 0/0 00000100:00100000:0.0:1775764843.177523:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44524 00000020:00080000:0.0:1775764843.177530:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764843.181476:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.181565:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.182044:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223014400 00000100:00100000:1.0:1775764843.182056:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223014400 00002000:00010000:1.0:1775764843.182117:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764843.182122:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef480 with x1862022223014400 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764843.182135:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fef480. 00000100:00100000:1.0:1775764843.182159:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223014272 00000100:00100000:1.0:1775764843.182162:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223014272 00002000:00010000:1.0:1775764843.182175:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2945057->18446744073709551615) 00002000:00100000:1.0:1775764843.182178:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fefb80 with x1862022223014272 ext(2945057->18446744073709551615) 00002000:00010000:1.0:1775764843.182184:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fefb80. 00000100:00100000:1.0:1775764843.182201:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38509 00000100:00100000:1.0:1775764843.182211:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223014400:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764843.182430:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764843.182434:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.182436:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764843.182439:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.182441:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764843.182493:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223014400:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 283us (1024us total) trans 4294996106 rc 0/0 00000100:00100000:1.0:1775764843.182501:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38509 00002000:00010000:1.0:1775764843.182504:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764843.182507:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fef480 with x1862022223014400 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764843.182512:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fef480. 00000100:00100000:1.0:1775764843.182527:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38510 00000100:00100000:1.0:1775764843.182534:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223014272:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764843.182938:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 769223 -> 2945057 00002000:00010000:1.0:1775764843.182941:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.182943:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764842 -> 1775764843 00002000:00010000:1.0:1775764843.182945:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.182947:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1805 -> 1677 00000100:00100000:1.0:1775764843.182969:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223014272:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 436us (1404us total) trans 4294996747 rc 0/0 00000100:00100000:1.0:1775764843.182976:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38510 00002000:00010000:1.0:1775764843.182979:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2945057->18446744073709551615) 00002000:00100000:1.0:1775764843.182981:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fefb80 with x1862022223014272 ext(2945057->18446744073709551615) 00002000:00010000:1.0:1775764843.182986:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fefb80. 00000100:00080000:1.0:1775764843.183006:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764843.186870:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0215 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.186886:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0215 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.186899:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0215 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.186915:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc5200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764843.186920:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0215 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.186928:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0215 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.186946:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764843.186949:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764843.186953:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0215 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.186960:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0215 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764843.187354:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.187455:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223014528 00000100:00100000:1.0:1775764843.187465:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223014528 00000100:00100000:1.0:1775764843.187577:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44525 00000100:00100000:1.0:1775764843.187589:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022223014528:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764843.187614:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764843.187629:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e000/0xdb23b4c9253d021c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd017 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.187712:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d0223 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.187725:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d0223 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.187736:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d0223 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764843.187759:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2945057 00000004:00200000:1.0:1775764843.187763:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764843.187792:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d0223 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.187820:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e000/0xdb23b4c9253d021c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd017 expref: 67 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.187833:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d0223 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd017 expref: 66 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.187840:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764843.187843:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764843.187846:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9185ea00, rc 0) 00000100:00100000:1.0:1775764843.187951:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223014528:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 364us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764843.187959:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44525 00000100:00100000:1.0:1775764843.197424:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.197588:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223014784 00000100:00100000:3.0:1775764843.197600:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223014784 00000100:00100000:3.0:1775764843.197656:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44526 00000100:00100000:3.0:1775764843.197666:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223014784:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764843.197724:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764843.197755:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d0223 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd017 expref: 66 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.197786:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764843.197791:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764843.198029:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d022a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.198045:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d022a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.198053:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d022a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764843.198262:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032290 00000004:00010000:3.0:1775764843.198290:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009273b28 reply state 00000000aba7abd9 transno 4295032291 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d022a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764843.198300:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764843.198406:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223014784:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 741us (993us total) trans 4295032291 rc 0/0 00000100:00100000:3.0:1775764843.198415:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44526 00000020:00080000:3.0:1775764843.198420:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764843.202988:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.203066:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764843.203134:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d022a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.203146:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d022a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.203153:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d022a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.203159:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547d800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764843.203163:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d022a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.203171:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d022a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.203188:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764843.203191:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764843.203196:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d022a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.203202:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d800/0xdb23b4c9253d022a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764843.204740:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223015040 00000100:00100000:3.0:1775764843.204751:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223015040 00002000:00010000:3.0:1775764843.204916:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (960158->18446744073709551615) 00002000:00100000:3.0:1775764843.204921:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022223015040 ext(960158->18446744073709551615) 00002000:00010000:3.0:1775764843.204935:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b4000. 00000100:00100000:3.0:1775764843.204966:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223014912 00000100:00100000:3.0:1775764843.204969:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223014912 00002000:00010000:3.0:1775764843.204982:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764843.204984:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6680 with x1862022223014912 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764843.204990:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6680. 00000100:00100000:3.0:1775764843.205016:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38511 00000100:00100000:3.0:1775764843.205025:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223015040:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764843.205171:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38512 00000100:00100000:1.0:1775764843.205181:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223014912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764843.205378:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2945057 -> 4194304 00002000:00010000:1.0:1775764843.205382:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.205385:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.205387:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.205389:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1677 -> 1677 00000100:00100000:1.0:1775764843.205450:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223014912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 270us (2383us total) trans 4294996748 rc 0/0 00000100:00100000:1.0:1775764843.205457:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38512 00002000:00010000:1.0:1775764843.205461:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764843.205463:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6680 with x1862022223014912 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764843.205467:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6680. 00002000:00010000:3.0:1775764843.207272:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 960158 00002000:00010000:3.0:1775764843.207280:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764843.207282:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764843.207284:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764843.207286:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764843.207340:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223015040:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2313us (4358us total) trans 4294996107 rc 0/0 00000100:00100000:3.0:1775764843.207350:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38511 00002000:00010000:3.0:1775764843.207355:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (960158->18446744073709551615) 00002000:00100000:3.0:1775764843.207357:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022223015040 ext(960158->18446744073709551615) 00002000:00010000:3.0:1775764843.207364:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b4000. 00000100:00100000:0.0:1775764843.215052:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.215363:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223015168 00000100:00100000:3.0:1775764843.215375:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223015168 00000100:00100000:3.0:1775764843.215434:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44527 00000100:00100000:3.0:1775764843.215445:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022223015168:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764843.215471:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764843.215500:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253d0231 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd01e expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.215619:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c600/0xdb23b4c9253d0238 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.215634:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c600/0xdb23b4c9253d0238 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.215645:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c600/0xdb23b4c9253d0238 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764843.215676:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5154462 00000004:00200000:3.0:1775764843.215680:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764843.215697:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c600/0xdb23b4c9253d0238 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.215722:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ce00/0xdb23b4c9253d0231 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd01e expref: 69 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.215737:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c600/0xdb23b4c9253d0238 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd01e expref: 68 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.215745:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764843.215748:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764843.215752:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547c600, rc 0) 00000100:00100000:3.0:1775764843.216018:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223015168:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 575us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764843.216025:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44527 00000100:00100000:2.0:1775764843.225275:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.225349:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223015424 00000100:00100000:1.0:1775764843.225360:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223015424 00000100:00100000:1.0:1775764843.225420:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44528 00000100:00100000:1.0:1775764843.225430:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223015424:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764843.225485:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764843.225513:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c600/0xdb23b4c9253d0238 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd01e expref: 68 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.225532:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764843.225558:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764843.225784:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f600/0xdb23b4c9253d023f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.225798:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f600/0xdb23b4c9253d023f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.225808:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f600/0xdb23b4c9253d023f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764843.225865:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032292 00000004:00010000:1.0:1775764843.225890:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ca13a04 reply state 0000000045c7987c transno 4295032293 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f600/0xdb23b4c9253d023f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764843.225909:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764843.226010:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223015424:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 581us (745us total) trans 4295032293 rc 0/0 00000100:00100000:1.0:1775764843.226018:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44528 00000020:00080000:1.0:1775764843.226022:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764843.230308:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.230375:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223015552 00000100:00100000:1.0:1775764843.230385:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223015552 00002000:00010000:1.0:1775764843.230427:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764843.230433:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8e00 with x1862022223015552 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764843.230447:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8e00. 00000100:00100000:1.0:1775764843.230480:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38513 00000100:00100000:1.0:1775764843.230490:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223015552:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764843.230739:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764843.230743:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.230745:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.230747:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.230749:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1677 -> 1677 00000100:00100000:1.0:1775764843.230809:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223015552:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 320us (509us total) trans 4294996749 rc 0/0 00000100:00100000:1.0:1775764843.230821:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38513 00002000:00010000:1.0:1775764843.230825:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764843.230827:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8e00 with x1862022223015552 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764843.230832:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8e00. 00010000:00010000:2.0:1775764843.231796:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f600/0xdb23b4c9253d023f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.231809:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f600/0xdb23b4c9253d023f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.231818:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f600/0xdb23b4c9253d023f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.231823:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9185f600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764843.231829:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f600/0xdb23b4c9253d023f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.231837:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f600/0xdb23b4c9253d023f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.231858:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764843.231861:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764843.231866:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f600/0xdb23b4c9253d023f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.231872:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f600/0xdb23b4c9253d023f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764843.233613:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.233703:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223015680 00000100:00100000:3.0:1775764843.233714:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223015680 00002000:00010000:3.0:1775764843.233752:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1188906->18446744073709551615) 00002000:00100000:3.0:1775764843.233756:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022223015680 ext(1188906->18446744073709551615) 00002000:00010000:3.0:1775764843.233779:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:3.0:1775764843.233808:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38514 00000100:00100000:3.0:1775764843.233816:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223015680:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764843.234050:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 960158 -> 1188906 00002000:00010000:3.0:1775764843.234054:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764843.234057:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764843.234059:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764843.234061:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764843.234130:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223015680:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 313us (523us total) trans 4294996108 rc 0/0 00000100:00100000:3.0:1775764843.234138:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38514 00002000:00010000:3.0:1775764843.234142:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1188906->18446744073709551615) 00002000:00100000:3.0:1775764843.234144:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022223015680 ext(1188906->18446744073709551615) 00002000:00010000:3.0:1775764843.234149:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:1.0:1775764843.248000:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.248047:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.248074:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.248358:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223015808 00000100:00100000:2.0:1775764843.248370:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223015808 00002000:00100000:2.0:1775764843.248433:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (0->1171455) req@ffff8b8cbaed6d80 x1862022223015808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.248445:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6d80 with x1862022223015808 ext(0->1171455) 00002000:00010000:2.0:1775764843.248453:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed6d80 00000100:00100000:2.0:1775764843.248519:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223015936 00000100:00100000:2.0:1775764843.248523:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223015936 00002000:00100000:2.0:1775764843.248571:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3653632->4194303) req@ffff8b8cbaed7480 x1862022223015936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.248579:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7480 with x1862022223015936 ext(3653632->4194303) 00002000:00010000:2.0:1775764843.248583:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7480 00000100:00100000:2.0:1775764843.248597:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223016064 00000100:00100000:2.0:1775764843.248600:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223016064 00002000:00100000:2.0:1775764843.248613:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1191935) req@ffff8b8cbaed4e00 x1862022223016064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.248621:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4e00 with x1862022223016064 ext(1044480->1191935) 00002000:00010000:2.0:1775764843.248625:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed4e00 00000100:00100000:2.0:1775764843.248643:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38515 00000100:00100000:2.0:1775764843.248652:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223015808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764843.250825:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38516 00000100:00100000:3.0:1775764843.250841:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223015936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764843.251339:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38517 00000100:00100000:3.0:1775764843.251348:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022223016064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764843.265348:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022223015808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16686us (17349us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764843.265364:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38515 00002000:00100000:2.0:1775764843.265377:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (0->1171455) req@ffff8b8cbaed6d80 x1862022223015808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.265389:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6d80 with x1862022223015808 ext(0->1171455) 00002000:00010000:2.0:1775764843.265398:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed6d80 00000100:00100000:1.0:1775764843.272469:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223016064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21111us (24382us total) trans 0 rc 143360/143360 00000100:00100000:1.0:1775764843.272482:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38517 00002000:00100000:1.0:1775764843.272494:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1191935) req@ffff8b8cbaed4e00 x1862022223016064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 143360/143360 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.272505:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4e00 with x1862022223016064 ext(1044480->1191935) 00002000:00010000:1.0:1775764843.272511:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed4e00 00000100:00100000:0.0:1775764843.276726:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.276910:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223016192 00000100:00100000:2.0:1775764843.276920:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223016192 00002000:00100000:2.0:1775764843.276969:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1167360->1188905) req@ffff8b8cc17b5180 x1862022223016192/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.276980:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022223016192 ext(1167360->1188905) 00002000:00010000:2.0:1775764843.276987:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5180 00000100:00100000:2.0:1775764843.277057:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38518 00000100:00100000:2.0:1775764843.277076:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223016192:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764843.281662:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223015936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30814us (33602us total) trans 0 rc 540672/540672 00000100:00100000:1.0:1775764843.281675:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38516 00002000:00100000:1.0:1775764843.281690:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3653632->4194303) req@ffff8b8cbaed7480 x1862022223015936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 540672/540672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.281701:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7480 with x1862022223015936 ext(3653632->4194303) 00002000:00010000:1.0:1775764843.281707:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7480 00000100:00100000:2.0:1775764843.290214:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022223016192:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 13139us (13489us total) trans 4294996109 rc 0/0 00000100:00100000:2.0:1775764843.290229:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38518 00002000:00100000:2.0:1775764843.290243:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1167360->1188905) req@ffff8b8cc17b5180 x1862022223016192/t4294996109(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/448 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.290254:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022223016192 ext(1167360->1188905) 00002000:00010000:2.0:1775764843.290261:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5180 00000100:00100000:1.0:1775764843.293053:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.293218:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223016320 00000100:00100000:3.0:1775764843.293229:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223016320 00000100:00100000:3.0:1775764843.293340:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84813 00000100:00100000:3.0:1775764843.293350:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2365:x1862022223016320:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764843.323351:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2365:x1862022223016320:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 29991us (30296us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764843.323366:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84813 00000001:00080000:0.0:1775764843.324433:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996105 is committed 00000001:00080000:0.0:1775764843.324451:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996106 is committed 00000001:00080000:0.0:1775764843.324462:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996109 is committed 00000100:00100000:0.0:1775764843.326889:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.327079:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223016448 00000100:00100000:2.0:1775764843.327089:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223016448 00000100:00100000:2.0:1775764843.327149:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44529 00000100:00100000:2.0:1775764843.327160:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+69:11755:x1862022223016448:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764843.327184:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764843.327205:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0246 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd025 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.327301:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d024d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.327316:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d024d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.327328:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d024d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764843.327355:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5383210 00000004:00200000:2.0:1775764843.327360:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764843.327377:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d024d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.327405:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0246 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd025 expref: 71 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.327424:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d024d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd025 expref: 70 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.327432:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764843.327436:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764843.327440:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c80031200, rc 0) 00000100:00100000:2.0:1775764843.327512:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223016448:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 355us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764843.327520:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44529 00000100:00100000:2.0:1775764843.341419:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.341688:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223016704 00000100:00100000:3.0:1775764843.341700:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223016704 00000100:00100000:3.0:1775764843.341883:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44530 00000100:00100000:3.0:1775764843.341894:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223016704:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764843.341954:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764843.341981:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d024d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd025 expref: 70 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.342001:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764843.342006:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764843.342331:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0254 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.342346:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0254 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.342355:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0254 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764843.342401:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032294 00000004:00010000:3.0:1775764843.342421:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000115dc071 reply state 00000000a16b05d0 transno 4295032295 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0254 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764843.342430:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764843.342858:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223016704:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 964us (1651us total) trans 4295032295 rc 0/0 00000100:00100000:3.0:1775764843.342866:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44530 00000020:00080000:3.0:1775764843.342871:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764843.349792:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.349869:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.351039:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223016832 00000100:00100000:3.0:1775764843.351052:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223016832 00002000:00010000:3.0:1775764843.351241:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (590220->18446744073709551615) 00002000:00100000:3.0:1775764843.351248:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4380 with x1862022223016832 ext(590220->18446744073709551615) 00002000:00010000:3.0:1775764843.351263:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4380. 00000100:00100000:3.0:1775764843.351301:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223016960 00000100:00100000:3.0:1775764843.351306:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223016960 00002000:00010000:3.0:1775764843.351319:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764843.351322:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022223016960 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764843.351329:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed7b80. 00000100:00100000:3.0:1775764843.351357:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38519 00000100:00100000:3.0:1775764843.351367:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223016832:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764843.351692:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38520 00000100:00100000:1.0:1775764843.351702:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223016960:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764843.352591:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 590220 00002000:00010000:3.0:1775764843.352597:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764843.352600:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764843.352602:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764843.352604:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1677 -> 1677 00000100:00100000:3.0:1775764843.352682:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223016832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1314us (2894us total) trans 4294996750 rc 0/0 00000100:00100000:3.0:1775764843.352692:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38519 00002000:00010000:3.0:1775764843.352696:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (590220->18446744073709551615) 00002000:00100000:3.0:1775764843.352699:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4380 with x1862022223016832 ext(590220->18446744073709551615) 00002000:00010000:3.0:1775764843.352705:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4380. 00002000:00010000:1.0:1775764843.353194:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1188906 -> 0 00002000:00010000:1.0:1775764843.353199:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.353201:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:1.0:1775764843.353203:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:1.0:1775764843.353205:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764843.353319:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223016960:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1618us (3448us total) trans 4294996110 rc 0/0 00000100:00100000:1.0:1775764843.353327:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38520 00002000:00010000:1.0:1775764843.353330:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764843.353333:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022223016960 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764843.353339:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed7b80. 00010000:00010000:0.0:1775764843.354062:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0254 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.354319:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0254 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.354328:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0254 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.354334:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7de00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764843.354340:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0254 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.354349:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0254 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.354372:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764843.354375:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764843.354380:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0254 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.354386:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0254 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764843.371625:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.371722:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223017088 00000100:00100000:3.0:1775764843.371732:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223017088 00000100:00100000:3.0:1775764843.371807:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44531 00000100:00100000:3.0:1775764843.371818:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+71:11755:x1862022223017088:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764843.371845:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764843.371866:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d025b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd02c expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.372048:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d0262 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.372064:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d0262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.372076:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d0262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764843.372105:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 590220 00000004:00200000:3.0:1775764843.372109:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764843.372127:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d0262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.372153:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d025b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd02c expref: 73 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.372173:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d0262 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd02c expref: 72 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.372181:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764843.372184:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764843.372189:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7c200, rc 0) 00000100:00100000:3.0:1775764843.373193:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223017088:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1370us (1576us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764843.373203:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44531 00000100:00100000:3.0:1775764843.378706:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.379092:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223017344 00000100:00100000:0.0:1775764843.379103:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223017344 00000100:00100000:0.0:1775764843.379169:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44532 00000100:00100000:0.0:1775764843.379179:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223017344:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764843.379235:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764843.379263:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d0262 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd02c expref: 72 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.379282:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764843.379288:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764843.379513:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0269 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.379528:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0269 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.379574:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0269 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764843.379634:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032296 00000004:00010000:0.0:1775764843.379661:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001d18fdd6 reply state 00000000be9114af transno 4295032297 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0269 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764843.379671:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764843.379758:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223017344:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 580us (1060us total) trans 4295032297 rc 0/0 00000100:00100000:0.0:1775764843.379777:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44532 00000020:00080000:0.0:1775764843.379782:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764843.382879:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0269 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.382894:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0269 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.382982:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0269 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.382987:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764843.382992:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0269 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.383000:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0269 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.383017:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764843.383020:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764843.383024:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0269 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.383030:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0269 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764843.385973:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.386054:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.386122:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223017472 00000100:00100000:0.0:1775764843.386132:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223017472 00002000:00010000:0.0:1775764843.386173:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764843.386178:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9880 with x1862022223017472 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764843.386190:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9880. 00000100:00100000:0.0:1775764843.386223:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223017600 00000100:00100000:0.0:1775764843.386226:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223017600 00002000:00010000:0.0:1775764843.386239:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1033035->18446744073709551615) 00002000:00100000:0.0:1775764843.386242:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa300 with x1862022223017600 ext(1033035->18446744073709551615) 00002000:00010000:0.0:1775764843.386249:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fa300. 00000100:00100000:0.0:1775764843.386271:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38521 00000100:00100000:0.0:1775764843.386280:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223017472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764843.386503:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 590220 -> 4194304 00002000:00010000:0.0:1775764843.386508:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:0.0:1775764843.386510:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764843 -> 1775764843 00002000:00010000:0.0:1775764843.386513:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:0.0:1775764843.386515:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1677 -> 1677 00000100:00100000:0.0:1775764843.386596:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223017472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 316us (630us total) trans 4294996751 rc 0/0 00000100:00100000:0.0:1775764843.386603:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38521 00002000:00010000:0.0:1775764843.386606:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764843.386609:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9880 with x1862022223017472 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764843.386614:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9880. 00000100:00100000:0.0:1775764843.386631:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38522 00000100:00100000:0.0:1775764843.386639:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223017600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764843.386756:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1033035 00002000:00010000:0.0:1775764843.386760:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:0.0:1775764843.386762:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764843.386763:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:0.0:1775764843.386765:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764843.386787:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223017600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 149us (732us total) trans 4294996111 rc 0/0 00000100:00100000:0.0:1775764843.386793:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38522 00002000:00010000:0.0:1775764843.386796:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1033035->18446744073709551615) 00002000:00100000:0.0:1775764843.386798:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa300 with x1862022223017600 ext(1033035->18446744073709551615) 00002000:00010000:0.0:1775764843.386803:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fa300. 00000100:00100000:2.0:1775764843.394777:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.394860:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223017728 00000100:00100000:0.0:1775764843.394871:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223017728 00002000:00100000:0.0:1775764843.394934:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (1028096->1032191) req@ffff8b8c92fec700 x1862022223017728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.394946:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec700 with x1862022223017728 ext(1028096->1032191) 00002000:00010000:0.0:1775764843.394952:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fec700 00000100:00100000:0.0:1775764843.394989:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38523 00000100:00100000:0.0:1775764843.394999:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223017728:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.395284:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223017728:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 285us (525us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764843.395292:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38523 00002000:00100000:0.0:1775764843.395299:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (1028096->1032191) req@ffff8b8c92fec700 x1862022223017728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.395308:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec700 with x1862022223017728 ext(1028096->1032191) 00002000:00010000:0.0:1775764843.395311:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fec700 00000100:00100000:3.0:1775764843.403434:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.403638:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223017856 00000100:00100000:0.0:1775764843.403648:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223017856 00002000:00100000:0.0:1775764843.403698:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1032192->1036287) req@ffff8b8cb3451c00 x1862022223017856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.403710:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022223017856 ext(1032192->1036287) 00002000:00010000:0.0:1775764843.403717:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451c00 00000100:00100000:0.0:1775764843.403749:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38524 00000100:00100000:0.0:1775764843.403760:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223017856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.404125:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223017856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 365us (699us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764843.404133:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38524 00002000:00100000:0.0:1775764843.404140:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1032192->1036287) req@ffff8b8cb3451c00 x1862022223017856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.404149:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022223017856 ext(1032192->1036287) 00002000:00010000:0.0:1775764843.404152:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451c00 00000100:00100000:3.0:1775764843.410834:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.411025:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223017984 00000100:00100000:2.0:1775764843.411037:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223017984 00002000:00100000:2.0:1775764843.411102:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1028096->1033034) req@ffff8b8cb3451500 x1862022223017984/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 5432/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.411115:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451500 with x1862022223017984 ext(1028096->1033034) 00002000:00010000:2.0:1775764843.411122:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451500 00000100:00100000:2.0:1775764843.411156:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38525 00000100:00100000:2.0:1775764843.411167:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223017984:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764843.411698:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223017984:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 532us (873us total) trans 4294996112 rc 0/0 00000100:00100000:2.0:1775764843.411706:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38525 00002000:00100000:2.0:1775764843.411714:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1028096->1033034) req@ffff8b8cb3451500 x1862022223017984/t4294996112(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 5432/448 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.411722:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451500 with x1862022223017984 ext(1028096->1033034) 00002000:00010000:2.0:1775764843.411726:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451500 00000100:00100000:2.0:1775764843.420476:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.420679:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223018112 00000100:00100000:0.0:1775764843.420690:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223018112 00000100:00100000:0.0:1775764843.420751:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84814 00000100:00100000:0.0:1775764843.420762:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223018112:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:0.0:1775764843.465817:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764843.470794:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223018112:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 50024us (50321us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764843.470808:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84814 00000001:00080000:0.0:1775764843.470846:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996111 is committed 00000001:00080000:0.0:1775764843.470862:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996112 is committed 00000100:00100000:0.0:1775764843.473926:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.474088:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223018240 00000100:00100000:3.0:1775764843.474099:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223018240 00000100:00100000:3.0:1775764843.474154:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44533 00000100:00100000:3.0:1775764843.474164:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+73:11755:x1862022223018240:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764843.474188:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764843.474208:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d0270 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd033 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.474295:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0277 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.474311:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.474321:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764843.474348:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5227339 00000004:00200000:3.0:1775764843.474352:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764843.474371:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.474399:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d0270 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd033 expref: 75 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.474417:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0277 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd033 expref: 74 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.474426:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764843.474429:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764843.474433:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7c600, rc 0) 00000100:00100000:3.0:1775764843.474505:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223018240:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 344us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764843.474512:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44533 00000100:00100000:3.0:1775764843.480954:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.481178:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223018368 00000100:00100000:1.0:1775764843.481189:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223018368 00002000:00100000:1.0:1775764843.481234:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (827392->892927) req@ffff8b8cb3452a00 x1862022223018368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.481246:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022223018368 ext(827392->892927) 00002000:00010000:1.0:1775764843.481252:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452a00 00000100:00100000:1.0:1775764843.481287:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38526 00000100:00100000:1.0:1775764843.481295:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223018368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764843.486282:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223018368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4976us (5326us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764843.486296:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38526 00002000:00100000:1.0:1775764843.486309:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (827392->892927) req@ffff8b8cb3452a00 x1862022223018368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.486319:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022223018368 ext(827392->892927) 00002000:00010000:1.0:1775764843.486325:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452a00 00000100:00100000:3.0:1775764843.491852:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.493239:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223018496 00000100:00100000:2.0:1775764843.493252:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223018496 00002000:00100000:2.0:1775764843.493307:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2596864->2600959) req@ffff8b8cb3452d80 x1862022223018496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.493319:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452d80 with x1862022223018496 ext(2596864->2600959) 00002000:00010000:2.0:1775764843.493325:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452d80 00000100:00100000:2.0:1775764843.493394:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38527 00000100:00100000:2.0:1775764843.493403:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223018496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764843.493683:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223018496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 279us (1838us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764843.493691:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38527 00002000:00100000:2.0:1775764843.493698:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2596864->2600959) req@ffff8b8cb3452d80 x1862022223018496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.493706:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452d80 with x1862022223018496 ext(2596864->2600959) 00002000:00010000:2.0:1775764843.493709:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452d80 00000100:00100000:3.0:1775764843.502409:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.502531:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223018624 00000100:00100000:0.0:1775764843.502561:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223018624 00002000:00100000:0.0:1775764843.502608:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2600960->2605055) req@ffff8b8cb3450000 x1862022223018624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.502617:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450000 with x1862022223018624 ext(2600960->2605055) 00002000:00010000:0.0:1775764843.502622:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450000 00000100:00100000:0.0:1775764843.502652:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38528 00000100:00100000:0.0:1775764843.502659:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223018624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.502870:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223018624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 210us (470us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764843.502878:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38528 00002000:00100000:0.0:1775764843.502885:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2600960->2605055) req@ffff8b8cb3450000 x1862022223018624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.502893:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450000 with x1862022223018624 ext(2600960->2605055) 00002000:00010000:0.0:1775764843.502910:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450000 00000100:00100000:3.0:1775764843.508853:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.509030:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223018752 00000100:00100000:2.0:1775764843.509041:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223018752 00002000:00100000:2.0:1775764843.509114:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2519040->2699263) req@ffff8b8cb3453100 x1862022223018752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.509126:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022223018752 ext(2519040->2699263) 00002000:00010000:2.0:1775764843.509132:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:2.0:1775764843.509170:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38529 00000100:00100000:2.0:1775764843.509180:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223018752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764843.518097:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223018752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8905us (9239us total) trans 0 rc 172032/172032 00000100:00100000:2.0:1775764843.518112:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38529 00002000:00100000:2.0:1775764843.518125:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2519040->2699263) req@ffff8b8cb3453100 x1862022223018752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 172032/172032 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.518135:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022223018752 ext(2519040->2699263) 00002000:00010000:2.0:1775764843.518142:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:3.0:1775764843.524584:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.524778:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223019008 00000100:00100000:2.0:1775764843.524789:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223019008 00000100:00100000:2.0:1775764843.524840:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44534 00000100:00100000:2.0:1775764843.524851:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223019008:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764843.524921:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764843.524950:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0277 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd033 expref: 74 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.524970:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764843.524975:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764843.525207:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d027e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.525222:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d027e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.525232:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d027e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764843.525284:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032298 00000004:00010000:2.0:1775764843.525309:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c971e79c reply state 000000000c151522 transno 4295032299 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d027e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764843.525319:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764843.525410:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223019008:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 561us (880us total) trans 4295032299 rc 0/0 00000100:00100000:2.0:1775764843.525419:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44534 00000020:00080000:2.0:1775764843.525424:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764843.530715:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.530807:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223019136 00000100:00100000:3.0:1775764843.530819:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223019136 00002000:00010000:3.0:1775764843.530860:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764843.530865:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ed80 with x1862022223019136 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764843.530877:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ed80. 00000100:00100000:3.0:1775764843.530930:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38530 00000100:00100000:3.0:1775764843.530940:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223019136:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764843.531181:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764843.531185:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764843.531188:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764843.531190:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:3.0:1775764843.531192:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1677 -> 1677 00000100:00100000:3.0:1775764843.531310:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223019136:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 371us (781us total) trans 4294996752 rc 0/0 00000100:00100000:3.0:1775764843.531319:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38530 00002000:00010000:3.0:1775764843.531323:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764843.531326:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ed80 with x1862022223019136 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764843.531331:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ed80. 00010000:00010000:1.0:1775764843.531681:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d027e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.531691:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d027e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.531698:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d027e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.531704:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c80031000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764843.531709:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d027e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.531716:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d027e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.531732:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764843.531735:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764843.531741:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d027e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.531746:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d027e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764843.536034:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.536189:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223019264 00000100:00100000:2.0:1775764843.536200:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223019264 00002000:00010000:2.0:1775764843.536346:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1071485->18446744073709551615) 00002000:00100000:2.0:1775764843.536352:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022223019264 ext(1071485->18446744073709551615) 00002000:00010000:2.0:1775764843.536367:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00. 00000100:00100000:2.0:1775764843.536455:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38531 00000100:00100000:2.0:1775764843.536466:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223019264:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764843.536994:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1033035 -> 1071485 00002000:00010000:2.0:1775764843.536998:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764843 00002000:00010000:2.0:1775764843.537001:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764843.537003:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764843 00002000:00010000:2.0:1775764843.537005:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:2.0:1775764843.537169:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223019264:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 702us (1144us total) trans 4294996113 rc 0/0 00000100:00100000:2.0:1775764843.537178:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38531 00002000:00010000:2.0:1775764843.537182:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1071485->18446744073709551615) 00002000:00100000:2.0:1775764843.537185:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022223019264 ext(1071485->18446744073709551615) 00002000:00010000:2.0:1775764843.537190:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00. 00000100:00100000:3.0:1775764843.542466:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.542865:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223019392 00000100:00100000:0.0:1775764843.542876:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223019392 00002000:00100000:0.0:1775764843.542935:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (1003520->1007615) req@ffff8b8cb3453800 x1862022223019392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.542951:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022223019392 ext(1003520->1007615) 00002000:00010000:0.0:1775764843.542957:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453800 00000100:00100000:0.0:1775764843.542989:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38532 00000100:00100000:0.0:1775764843.542998:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223019392:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.543217:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223019392:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 219us (759us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764843.543224:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38532 00002000:00100000:0.0:1775764843.543231:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (1003520->1007615) req@ffff8b8cb3453800 x1862022223019392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.543238:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022223019392 ext(1003520->1007615) 00002000:00010000:0.0:1775764843.543241:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453800 00000100:00100000:3.0:1775764843.547735:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.548819:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223019520 00000100:00100000:1.0:1775764843.548832:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223019520 00002000:00100000:1.0:1775764843.548883:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (1007616->1011711) req@ffff8b8cb3450a80 x1862022223019520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.548895:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022223019520 ext(1007616->1011711) 00002000:00010000:1.0:1775764843.548910:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:1.0:1775764843.548944:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38533 00000100:00100000:1.0:1775764843.548954:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223019520:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764843.549182:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223019520:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 229us (1457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764843.549190:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38533 00002000:00100000:1.0:1775764843.549197:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (1007616->1011711) req@ffff8b8cb3450a80 x1862022223019520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.549206:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022223019520 ext(1007616->1011711) 00002000:00010000:1.0:1775764843.549209:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:1.0:1775764843.555634:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.555756:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223019648 00000100:00100000:3.0:1775764843.555779:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223019648 00002000:00100000:3.0:1775764843.555838:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (983040->1048575) req@ffff8b8cad85c380 x1862022223019648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 520/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.555850:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c380 with x1862022223019648 ext(983040->1048575) 00002000:00010000:3.0:1775764843.555857:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85c380 00000100:00100000:3.0:1775764843.555895:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38534 00000100:00100000:3.0:1775764843.555913:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223019648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764843.561482:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223019648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5559us (5848us total) trans 0 rc 49152/49152 00000100:00100000:3.0:1775764843.561758:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38534 00002000:00100000:3.0:1775764843.561775:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (983040->1048575) req@ffff8b8cad85c380 x1862022223019648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 520/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.561786:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c380 with x1862022223019648 ext(983040->1048575) 00002000:00010000:3.0:1775764843.561793:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85c380 00000100:00100000:3.0:1775764843.567700:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.567820:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223019776 00000100:00100000:0.0:1775764843.567830:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223019776 00002000:00100000:0.0:1775764843.567883:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1073151) req@ffff8b8cb3452300 x1862022223019776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.567893:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022223019776 ext(1048576->1073151) 00002000:00010000:0.0:1775764843.567908:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:0.0:1775764843.567946:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38535 00000100:00100000:0.0:1775764843.567956:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223019776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.572729:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223019776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4765us (5033us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1775764843.572741:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38535 00002000:00100000:0.0:1775764843.572753:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1073151) req@ffff8b8cb3452300 x1862022223019776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.572771:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022223019776 ext(1048576->1073151) 00002000:00010000:0.0:1775764843.572777:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:0.0:1775764843.578115:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.578207:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223019904 00000100:00100000:3.0:1775764843.578218:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223019904 00002000:00100000:3.0:1775764843.578270:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (1003520->1071484) req@ffff8b8c85b8ce00 x1862022223019904/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.578282:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ce00 with x1862022223019904 ext(1003520->1071484) 00002000:00010000:3.0:1775764843.578289:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ce00 00000100:00100000:3.0:1775764843.578321:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38536 00000100:00100000:3.0:1775764843.578331:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223019904:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764843.586036:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223019904:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7697us (7921us total) trans 4294996114 rc 0/0 00000100:00100000:3.0:1775764843.586049:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38536 00002000:00100000:3.0:1775764843.586072:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (1003520->1071484) req@ffff8b8c85b8ce00 x1862022223019904/t4294996114(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/448 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.586083:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ce00 with x1862022223019904 ext(1003520->1071484) 00002000:00010000:3.0:1775764843.586090:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ce00 00000100:00100000:1.0:1775764843.602439:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.602530:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223020032 00000100:00100000:3.0:1775764843.602565:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223020032 00000100:00100000:3.0:1775764843.602629:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84815 00000100:00100000:3.0:1775764843.602636:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223020032:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764843.646726:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996113 is committed 00000001:00080000:1.0:1775764843.646744:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996114 is committed 00000100:00100000:3.0:1775764843.647199:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223020032:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44557us (44767us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764843.647211:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84815 00000100:00100000:0.0:1775764843.662870:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.663299:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223020160 00000100:00100000:2.0:1775764843.663310:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223020160 00000100:00100000:2.0:1775764843.663373:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44535 00000100:00100000:2.0:1775764843.663384:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+75:11755:x1862022223020160:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764843.663414:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764843.663440:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0285 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd03a expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.663582:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d028c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.663596:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d028c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.663608:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d028c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764843.663639:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5265789 00000004:00200000:2.0:1775764843.663644:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764843.663661:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d028c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.663687:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d0285 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd03a expref: 77 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.663706:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d028c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd03a expref: 76 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.663714:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764843.663722:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764843.663727:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c80031000, rc 0) 00000100:00100000:2.0:1775764843.664161:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223020160:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 777us (1299us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764843.664170:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44535 00000100:00100000:1.0:1775764843.672408:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.672680:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223020288 00000100:00100000:3.0:1775764843.672691:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223020288 00002000:00100000:3.0:1775764843.672741:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2297856->2326527) req@ffff8b8cad85ca80 x1862022223020288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.672753:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022223020288 ext(2297856->2326527) 00002000:00010000:3.0:1775764843.672760:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ca80 00000100:00100000:3.0:1775764843.673037:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38537 00000100:00100000:3.0:1775764843.673050:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223020288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.683216:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223020288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10155us (10804us total) trans 0 rc 28672/28672 00000100:00100000:0.0:1775764843.683230:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38537 00002000:00100000:0.0:1775764843.683245:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2297856->2326527) req@ffff8b8cad85ca80 x1862022223020288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.683256:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022223020288 ext(2297856->2326527) 00002000:00010000:0.0:1775764843.683263:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ca80 00000100:00100000:3.0:1775764843.689905:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.691010:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223020416 00000100:00100000:2.0:1775764843.691022:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223020416 00002000:00100000:2.0:1775764843.691160:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2916352->2961407) req@ffff8b8cb3452680 x1862022223020416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.691172:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022223020416 ext(2916352->2961407) 00002000:00010000:2.0:1775764843.691178:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:2.0:1775764843.691258:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38538 00000100:00100000:2.0:1775764843.691268:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223020416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764843.702028:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223020416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10746us (12128us total) trans 0 rc 45056/45056 00000100:00100000:2.0:1775764843.702043:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38538 00002000:00100000:2.0:1775764843.702057:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2916352->2961407) req@ffff8b8cb3452680 x1862022223020416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.702077:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022223020416 ext(2916352->2961407) 00002000:00010000:2.0:1775764843.702084:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:1.0:1775764843.708523:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.708797:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223020544 00000100:00100000:3.0:1775764843.708809:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223020544 00002000:00100000:3.0:1775764843.708859:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2736128->2744319) req@ffff8b8cad85ea00 x1862022223020544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.708869:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022223020544 ext(2736128->2744319) 00002000:00010000:3.0:1775764843.708875:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ea00 00000100:00100000:3.0:1775764843.709010:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38539 00000100:00100000:3.0:1775764843.709023:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223020544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764843.709322:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223020544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 302us (808us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1775764843.709330:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38539 00002000:00100000:3.0:1775764843.709337:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2736128->2744319) req@ffff8b8cad85ea00 x1862022223020544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/8632 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.709346:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022223020544 ext(2736128->2744319) 00002000:00010000:3.0:1775764843.709349:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ea00 00000100:00100000:0.0:1775764843.713893:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.714685:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223020800 00000100:00100000:1.0:1775764843.714698:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223020800 00000100:00100000:1.0:1775764843.714776:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44536 00000100:00100000:1.0:1775764843.714786:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223020800:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764843.714841:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764843.714870:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d028c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd03a expref: 76 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.714905:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764843.714911:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764843.715265:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0293 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.715280:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0293 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.715290:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0293 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764843.715344:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032300 00000004:00010000:1.0:1775764843.715370:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074b14ce5 reply state 000000009e78e834 transno 4295032301 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0293 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764843.715379:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764843.715479:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223020800:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 694us (1596us total) trans 4295032301 rc 0/0 00000100:00100000:1.0:1775764843.719114:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44536 00000020:00080000:1.0:1775764843.719136:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764843.720196:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0293 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.720210:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0293 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.720217:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0293 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.720223:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9185fa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764843.720228:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0293 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.720236:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0293 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.720255:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764843.720258:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764843.720264:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0293 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.720270:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0293 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764843.721471:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.722366:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.722699:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223020928 00000100:00100000:2.0:1775764843.722711:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223020928 00002000:00010000:2.0:1775764843.722770:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (702365->18446744073709551615) 00002000:00100000:2.0:1775764843.722776:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e680 with x1862022223020928 ext(702365->18446744073709551615) 00002000:00010000:2.0:1775764843.722789:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e680. 00000100:00100000:2.0:1775764843.722815:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223021056 00000100:00100000:2.0:1775764843.722818:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223021056 00002000:00010000:2.0:1775764843.722830:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764843.722834:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ea00 with x1862022223021056 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764843.722840:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ea00. 00000100:00100000:2.0:1775764843.722860:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38540 00000100:00100000:2.0:1775764843.722871:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223020928:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764843.723196:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38541 00000100:00100000:1.0:1775764843.723207:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223021056:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764843.724707:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 702365 00002000:00010000:2.0:1775764843.724715:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764844 00002000:00010000:2.0:1775764843.724717:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764843 -> 1775764843 00002000:00010000:2.0:1775764843.724719:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764844 00002000:00010000:2.0:1775764843.724722:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1677 -> 1677 00000100:00100000:2.0:1775764843.724810:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223020928:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1938us (3344us total) trans 4294996753 rc 0/0 00000100:00100000:2.0:1775764843.724821:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38540 00002000:00010000:2.0:1775764843.724825:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (702365->18446744073709551615) 00002000:00100000:2.0:1775764843.724828:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e680 with x1862022223020928 ext(702365->18446744073709551615) 00002000:00010000:2.0:1775764843.724833:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e680. 00002000:00010000:0.0:1775764843.725270:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1071485 -> 0 00002000:00010000:0.0:1775764843.725274:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764843 -> 1775764844 00002000:00010000:0.0:1775764843.725276:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764843.725278:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764843 -> 1775764844 00002000:00010000:0.0:1775764843.725280:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:0.0:1775764843.725307:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223021056:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2103us (2944us total) trans 4294996115 rc 0/0 00000100:00100000:0.0:1775764843.725315:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38541 00002000:00010000:0.0:1775764843.725318:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764843.725321:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ea00 with x1862022223021056 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764843.725326:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8ea00. 00000100:00100000:2.0:1775764843.732122:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.732351:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223021184 00000100:00100000:3.0:1775764843.732361:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223021184 00000100:00100000:3.0:1775764843.732420:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44537 00000100:00100000:3.0:1775764843.732430:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+77:11755:x1862022223021184:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764843.732454:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764843.732475:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d029a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd041 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.732780:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d02a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.732795:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d02a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.732806:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d02a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764843.732834:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 702365 00000004:00200000:3.0:1775764843.732839:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764843.732857:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d02a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.732886:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d029a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd041 expref: 79 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.732914:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d02a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd041 expref: 78 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.733182:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764843.733185:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764843.733189:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7ce00, rc 0) 00000100:00100000:2.0:1775764843.733840:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223021184:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1407us (1721us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764843.733849:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44537 00000100:00100000:3.0:1775764843.739075:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.739303:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223021312 00000100:00100000:2.0:1775764843.739314:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223021312 00002000:00100000:2.0:1775764843.739367:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (626688->630783) req@ffff8b8cb3453b80 x1862022223021312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.739377:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453b80 with x1862022223021312 ext(626688->630783) 00002000:00010000:2.0:1775764843.739383:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453b80 00000100:00100000:2.0:1775764843.739416:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38542 00000100:00100000:2.0:1775764843.739426:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223021312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764843.739719:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223021312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 294us (664us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764843.739728:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38542 00002000:00100000:2.0:1775764843.739734:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (626688->630783) req@ffff8b8cb3453b80 x1862022223021312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.739743:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453b80 with x1862022223021312 ext(626688->630783) 00002000:00010000:2.0:1775764843.739746:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453b80 00000100:00100000:1.0:1775764843.746363:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.746641:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223021440 00000100:00100000:2.0:1775764843.746654:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223021440 00002000:00100000:2.0:1775764843.746709:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (675840->679935) req@ffff8b8cad85d500 x1862022223021440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.746720:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d500 with x1862022223021440 ext(675840->679935) 00002000:00010000:2.0:1775764843.746726:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d500 00000100:00100000:2.0:1775764843.746769:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38543 00000100:00100000:2.0:1775764843.746779:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223021440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764843.747047:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223021440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 268us (693us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764843.747055:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38543 00002000:00100000:2.0:1775764843.747061:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (675840->679935) req@ffff8b8cad85d500 x1862022223021440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764843.747071:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d500 with x1862022223021440 ext(675840->679935) 00002000:00010000:2.0:1775764843.747074:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d500 00000100:00100000:1.0:1775764843.764005:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.764403:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223021696 00000100:00100000:2.0:1775764843.764414:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223021696 00000100:00100000:2.0:1775764843.764477:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44538 00000100:00100000:2.0:1775764843.764488:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223021696:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764843.764595:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764843.764628:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d02a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd041 expref: 78 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.764649:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764843.764655:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764843.764886:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.764910:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.765237:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764843.765296:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032302 00000004:00010000:2.0:1775764843.765324:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015f2e9df reply state 000000005aaea3e6 transno 4295032303 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764843.765333:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764843.765443:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223021696:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 956us (1445us total) trans 4295032303 rc 0/0 00000100:00100000:2.0:1775764843.765451:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44538 00000020:00080000:2.0:1775764843.765456:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764843.770330:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.770347:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.770354:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.770360:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c80031a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764843.770365:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.770376:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02a8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.770396:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764843.770399:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764843.770404:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02a8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.770411:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02a8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764843.772889:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.772942:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.773022:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223021824 00000100:00100000:2.0:1775764843.773032:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223021824 00002000:00010000:2.0:1775764843.773087:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3854885->18446744073709551615) 00002000:00100000:2.0:1775764843.773093:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022223021824 ext(3854885->18446744073709551615) 00002000:00010000:2.0:1775764843.773106:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e680. 00000100:00100000:2.0:1775764843.773135:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223021952 00000100:00100000:2.0:1775764843.773138:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223021952 00002000:00010000:2.0:1775764843.773152:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764843.773155:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e300 with x1862022223021952 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764843.773162:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85e300. 00000100:00100000:2.0:1775764843.773190:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38544 00000100:00100000:2.0:1775764843.773201:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223021824:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764843.773425:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 702365 -> 3854885 00002000:00010000:2.0:1775764843.773429:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764843.773432:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764843 -> 1775764843 00002000:00010000:2.0:1775764843.773434:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764843.773437:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1677 -> 1677 00000100:00100000:2.0:1775764843.773493:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223021824:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 293us (612us total) trans 4294996754 rc 0/0 00000100:00100000:2.0:1775764843.773502:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38544 00002000:00010000:2.0:1775764843.773505:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3854885->18446744073709551615) 00002000:00100000:2.0:1775764843.773507:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022223021824 ext(3854885->18446744073709551615) 00002000:00010000:2.0:1775764843.773512:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e680. 00000100:00100000:2.0:1775764843.773528:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38545 00000100:00100000:2.0:1775764843.773566:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223021952:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764843.773685:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764843.773688:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764843.773690:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764843.773693:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764843.773694:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764843.773716:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223021952:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 182us (774us total) trans 4294996116 rc 0/0 00000100:00100000:2.0:1775764843.773723:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38545 00002000:00010000:2.0:1775764843.773725:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764843.773728:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e300 with x1862022223021952 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764843.773732:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85e300. 00000100:00100000:3.0:1775764843.778042:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.778171:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223022080 00000100:00100000:1.0:1775764843.778181:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223022080 00000100:00100000:1.0:1775764843.778241:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44539 00000100:00100000:1.0:1775764843.778252:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+79:11755:x1862022223022080:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764843.778277:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764843.778300:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f800/0xdb23b4c9253d02af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd048 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.778385:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e800/0xdb23b4c9253d02b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.778398:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e800/0xdb23b4c9253d02b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.778409:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e800/0xdb23b4c9253d02b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764843.778441:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3854885 00000004:00200000:1.0:1775764843.778446:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764843.778463:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e800/0xdb23b4c9253d02b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.778503:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f800/0xdb23b4c9253d02af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd048 expref: 81 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.778520:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e800/0xdb23b4c9253d02b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd048 expref: 80 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.778528:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764843.778531:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764843.778535:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9185e800, rc 0) 00000100:00100000:1.0:1775764843.778646:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223022080:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 396us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764843.778653:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44539 00000100:00100000:1.0:1775764843.784847:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.784969:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223022208 00000100:00100000:0.0:1775764843.784981:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223022208 00002000:00100000:0.0:1775764843.785038:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2908160->2912255) req@ffff8b8cad85f800 x1862022223022208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.785051:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f800 with x1862022223022208 ext(2908160->2912255) 00002000:00010000:0.0:1775764843.785058:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f800 00000100:00100000:0.0:1775764843.785105:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38546 00000100:00100000:0.0:1775764843.785116:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223022208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.785393:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223022208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 278us (556us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764843.785401:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38546 00002000:00100000:0.0:1775764843.785409:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2908160->2912255) req@ffff8b8cad85f800 x1862022223022208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.785416:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f800 with x1862022223022208 ext(2908160->2912255) 00002000:00010000:0.0:1775764843.785421:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f800 00000100:00100000:3.0:1775764843.791354:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.791477:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223022336 00000100:00100000:0.0:1775764843.791499:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223022336 00002000:00100000:0.0:1775764843.791598:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2928640->2932735) req@ffff8b8cb3450700 x1862022223022336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.791610:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022223022336 ext(2928640->2932735) 00002000:00010000:0.0:1775764843.791616:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450700 00000100:00100000:0.0:1775764843.791642:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38547 00000100:00100000:0.0:1775764843.791652:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223022336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.791919:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223022336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 268us (576us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764843.791926:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38547 00002000:00100000:0.0:1775764843.791933:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2928640->2932735) req@ffff8b8cb3450700 x1862022223022336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.791942:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022223022336 ext(2928640->2932735) 00002000:00010000:0.0:1775764843.791946:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450700 00000100:00100000:3.0:1775764843.798309:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.799247:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223022464 00000100:00100000:0.0:1775764843.799260:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223022464 00002000:00100000:0.0:1775764843.799320:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (782336->786431) req@ffff8b8cb3451f80 x1862022223022464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.799331:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022223022464 ext(782336->786431) 00002000:00010000:0.0:1775764843.799337:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80 00000100:00100000:0.0:1775764843.799377:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38548 00000100:00100000:0.0:1775764843.799387:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223022464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.800172:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223022464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 782us (1871us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764843.800182:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38548 00002000:00100000:0.0:1775764843.800189:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (782336->786431) req@ffff8b8cb3451f80 x1862022223022464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.800198:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022223022464 ext(782336->786431) 00002000:00010000:0.0:1775764843.800202:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80 00000100:00100000:2.0:1775764843.810864:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.811285:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223022592 00000100:00100000:0.0:1775764843.811296:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223022592 00002000:00100000:0.0:1775764843.811348:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (786432->790527) req@ffff8b8c92fed500 x1862022223022592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.811360:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed500 with x1862022223022592 ext(786432->790527) 00002000:00010000:0.0:1775764843.811365:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed500 00000100:00100000:0.0:1775764843.811395:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38549 00000100:00100000:0.0:1775764843.811403:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223022592:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.811672:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223022592:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 269us (817us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764843.811680:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38549 00002000:00100000:0.0:1775764843.811686:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (786432->790527) req@ffff8b8c92fed500 x1862022223022592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.811693:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed500 with x1862022223022592 ext(786432->790527) 00002000:00010000:0.0:1775764843.811696:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed500 00000100:00100000:1.0:1775764843.825795:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.827176:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223022720 00000100:00100000:3.0:1775764843.827193:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223022720 00002000:00100000:3.0:1775764843.827254:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3584000->3588095) req@ffff8b8cad85ed80 x1862022223022720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.827267:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ed80 with x1862022223022720 ext(3584000->3588095) 00002000:00010000:3.0:1775764843.827273:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ed80 00000100:00100000:3.0:1775764843.827313:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38550 00000100:00100000:3.0:1775764843.827323:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223022720:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764843.827635:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223022720:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 312us (1852us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764843.827643:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38550 00002000:00100000:3.0:1775764843.827649:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3584000->3588095) req@ffff8b8cad85ed80 x1862022223022720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.827657:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ed80 with x1862022223022720 ext(3584000->3588095) 00002000:00010000:3.0:1775764843.827659:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ed80 00000100:00100000:2.0:1775764843.842989:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.843203:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223022848 00000100:00100000:3.0:1775764843.843215:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223022848 00002000:00100000:3.0:1775764843.843269:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3588096->3592191) req@ffff8b8c92feed80 x1862022223022848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.843282:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feed80 with x1862022223022848 ext(3588096->3592191) 00002000:00010000:3.0:1775764843.843290:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feed80 00000100:00100000:3.0:1775764843.843324:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38551 00000100:00100000:3.0:1775764843.843337:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223022848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764843.843652:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223022848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 317us (672us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764843.843664:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38551 00002000:00100000:3.0:1775764843.843671:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3588096->3592191) req@ffff8b8c92feed80 x1862022223022848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/4536 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.843680:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feed80 with x1862022223022848 ext(3588096->3592191) 00002000:00010000:3.0:1775764843.843683:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feed80 00000100:00100000:2.0:1775764843.851149:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764843.851321:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223022976 00000100:00100000:0.0:1775764843.851331:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223022976 00002000:00100000:0.0:1775764843.851391:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3563520->3629055) req@ffff8b8c92fed180 x1862022223022976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.851402:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed180 with x1862022223022976 ext(3563520->3629055) 00002000:00010000:0.0:1775764843.851409:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed180 00000100:00100000:0.0:1775764843.851440:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38552 00000100:00100000:0.0:1775764843.851450:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223022976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.869404:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223022976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17940us (18251us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764843.869421:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38552 00002000:00100000:0.0:1775764843.869435:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3563520->3629055) req@ffff8b8c92fed180 x1862022223022976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 504/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.869446:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed180 with x1862022223022976 ext(3563520->3629055) 00002000:00010000:0.0:1775764843.869453:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fed180 00000100:00100000:2.0:1775764843.876337:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764843.876430:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223023104 00000100:00100000:3.0:1775764843.876440:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223023104 00002000:00100000:3.0:1775764843.876611:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3629056->3665919) req@ffff8b8c92feea00 x1862022223023104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764843.876625:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feea00 with x1862022223023104 ext(3629056->3665919) 00002000:00010000:3.0:1775764843.876632:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feea00 00000100:00100000:3.0:1775764843.876701:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38553 00000100:00100000:3.0:1775764843.876712:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223023104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764843.882590:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223023104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5867us (6250us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764843.882604:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38553 00002000:00100000:0.0:1775764843.882619:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3629056->3665919) req@ffff8b8c92feea00 x1862022223023104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 488/440 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764843.882631:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feea00 with x1862022223023104 ext(3629056->3665919) 00002000:00010000:0.0:1775764843.882638:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feea00 00000100:00100000:3.0:1775764843.889730:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764843.890159:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223023232 00000100:00100000:1.0:1775764843.890171:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223023232 00002000:00100000:1.0:1775764843.890226:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (626688->3633151) req@ffff8b8c8ed83800 x1862022223023232/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 552/0 e 0 to 0 dl 1775764854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.890237:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83800 with x1862022223023232 ext(626688->3633151) 00002000:00010000:1.0:1775764843.890244:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83800 00000100:00100000:1.0:1775764843.890279:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38554 00000100:00100000:1.0:1775764843.890289:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223023232:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764843.910214:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223023232:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 19899us (20469us total) trans 4294996755 rc 0/0 00000100:00100000:1.0:1775764843.910232:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38554 00002000:00100000:1.0:1775764843.910252:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (626688->3633151) req@ffff8b8c8ed83800 x1862022223023232/t4294996755(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:324/0 lens 552/464 e 0 to 0 dl 1775764854 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764843.910263:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83800 with x1862022223023232 ext(626688->3633151) 00002000:00010000:1.0:1775764843.910269:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83800 00000100:00100000:1.0:1775764843.924039:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764843.924338:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223023360 00000100:00100000:2.0:1775764843.924351:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223023360 00000100:00100000:2.0:1775764843.924413:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84816 00000100:00100000:2.0:1775764843.924422:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223023360:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764844.000430:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996751 is committed 00000001:00080000:1.0:1775764844.000450:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996755 is committed 00000100:00100000:0.0:1775764844.000652:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223023360:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 76226us (76618us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764844.000665:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84816 00000100:00100000:2.0:1775764844.005311:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.005602:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223023488 00000100:00100000:3.0:1775764844.005613:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223023488 00002000:00100000:3.0:1775764844.005680:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (983040->987135) req@ffff8b8c92fee300 x1862022223023488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.005691:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee300 with x1862022223023488 ext(983040->987135) 00002000:00010000:3.0:1775764844.005696:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fee300 00000100:00100000:3.0:1775764844.005732:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38555 00000100:00100000:3.0:1775764844.005741:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223023488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764844.005966:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223023488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 225us (663us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764844.005974:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38555 00002000:00100000:3.0:1775764844.005980:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (983040->987135) req@ffff8b8c92fee300 x1862022223023488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/4536 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.005988:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee300 with x1862022223023488 ext(983040->987135) 00002000:00010000:3.0:1775764844.005991:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fee300 00000100:00080000:1.0:1775764844.006076:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764844.024161:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.024273:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223023616 00000100:00100000:0.0:1775764844.024284:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223023616 00002000:00100000:0.0:1775764844.024334:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (999424->1003519) req@ffff8b8c8ed81500 x1862022223023616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.024345:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022223023616 ext(999424->1003519) 00002000:00010000:0.0:1775764844.024351:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81500 00000100:00100000:0.0:1775764844.024384:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38556 00000100:00100000:0.0:1775764844.024394:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223023616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764844.024998:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223023616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 604us (1101us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764844.025006:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38556 00002000:00100000:0.0:1775764844.025014:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (999424->1003519) req@ffff8b8c8ed81500 x1862022223023616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/4536 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.025022:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022223023616 ext(999424->1003519) 00002000:00010000:0.0:1775764844.025025:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81500 00000100:00100000:0.0:1775764844.032679:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.034467:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223023744 00000100:00100000:2.0:1775764844.034481:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223023744 00002000:00100000:0.0:1775764844.035168:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2969600->2973695) req@ffff8b8c85b8c000 x1862022223023744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.035180:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c000 with x1862022223023744 ext(2969600->2973695) 00002000:00010000:0.0:1775764844.035187:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c000 00000100:00100000:0.0:1775764844.035225:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38557 00000100:00100000:0.0:1775764844.035233:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223023744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764844.035503:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223023744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (2834us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764844.035512:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38557 00002000:00100000:0.0:1775764844.035518:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2969600->2973695) req@ffff8b8c85b8c000 x1862022223023744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/4536 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.035526:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c000 with x1862022223023744 ext(2969600->2973695) 00002000:00010000:0.0:1775764844.035529:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c000 00000100:00100000:3.0:1775764844.038650:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764844.038750:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223023872 00000100:00100000:1.0:1775764844.038774:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223023872 00002000:00100000:1.0:1775764844.038823:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->2994175) req@ffff8b8c8ed80e00 x1862022223023872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764844.038834:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022223023872 ext(2990080->2994175) 00002000:00010000:1.0:1775764844.038842:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:1.0:1775764844.038878:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38558 00000100:00100000:1.0:1775764844.038886:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223023872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764844.039144:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223023872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 258us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764844.039152:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38558 00002000:00100000:1.0:1775764844.039159:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->2994175) req@ffff8b8c8ed80e00 x1862022223023872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/4536 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764844.039168:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022223023872 ext(2990080->2994175) 00002000:00010000:1.0:1775764844.039171:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:1.0:1775764844.069666:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.069755:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223024000 00000100:00100000:0.0:1775764844.069766:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223024000 00002000:00100000:0.0:1775764844.069819:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (593920->2252799) req@ffff8b8cad85c000 x1862022223024000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 568/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.069830:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022223024000 ext(593920->2252799) 00002000:00010000:0.0:1775764844.069836:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c000 00000100:00100000:0.0:1775764844.069936:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38559 00000100:00100000:0.0:1775764844.069947:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223024000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764844.080245:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.080291:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764844.086120:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223024128 00000100:00100000:1.0:1775764844.086142:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223024128 00002000:00100000:1.0:1775764844.086218:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1744896->2797567) req@ffff8b8c85b8d880 x1862022223024128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 504/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764844.086232:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d880 with x1862022223024128 ext(1744896->2797567) 00002000:00010000:1.0:1775764844.086239:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8d880 00000100:00100000:1.0:1775764844.086348:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223024256 00000100:00100000:1.0:1775764844.086354:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223024256 00002000:00100000:1.0:1775764844.086371:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2797568->3858431) req@ffff8b8c85b8e300 x1862022223024256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 536/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764844.086380:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e300 with x1862022223024256 ext(2797568->3858431) 00002000:00010000:1.0:1775764844.086383:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e300 00000100:00100000:1.0:1775764844.086402:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38560 00000100:00100000:1.0:1775764844.086411:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223024128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764844.088616:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38561 00000100:00100000:0.0:1775764844.088636:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223024256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764844.104844:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223024000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 34883us (35174us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764844.104861:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38559 00002000:00100000:3.0:1775764844.104879:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (593920->2252799) req@ffff8b8cad85c000 x1862022223024000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 568/440 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.104890:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022223024000 ext(593920->2252799) 00002000:00010000:3.0:1775764844.104907:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c000 00000100:00100000:2.0:1775764844.127586:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223024128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 41165us (47344us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764844.127600:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38560 00002000:00100000:2.0:1775764844.127614:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1744896->2797567) req@ffff8b8c85b8d880 x1862022223024128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 504/440 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.127625:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d880 with x1862022223024128 ext(1744896->2797567) 00002000:00010000:2.0:1775764844.127631:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8d880 00000100:00100000:0.0:1775764844.148678:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223024256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 60040us (68376us total) trans 0 rc 909312/909312 00000100:00100000:0.0:1775764844.148690:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38561 00002000:00100000:0.0:1775764844.148703:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2797568->3858431) req@ffff8b8c85b8e300 x1862022223024256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 536/440 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 909312/909312 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.148712:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e300 with x1862022223024256 ext(2797568->3858431) 00002000:00010000:0.0:1775764844.148717:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e300 00000100:00100000:1.0:1775764844.160580:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.160774:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223024512 00000100:00100000:2.0:1775764844.160785:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223024512 00000100:00100000:2.0:1775764844.160848:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44540 00000100:00100000:2.0:1775764844.160858:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223024512:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764844.160922:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764844.160953:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e800/0xdb23b4c9253d02b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd048 expref: 80 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.160974:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764844.160981:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764844.161193:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d02bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.161208:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d02bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.161217:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d02bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764844.161267:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032304 00000004:00010000:2.0:1775764844.161292:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e5dbc89 reply state 000000004b1dfa02 transno 4295032305 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d02bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764844.161301:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764844.161394:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223024512:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 538us (824us total) trans 4295032305 rc 0/0 00000100:00100000:2.0:1775764844.161401:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44540 00000020:00080000:2.0:1775764844.161406:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764844.165849:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764844.165907:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.166074:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223024640 00000100:00100000:2.0:1775764844.166090:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223024640 00000100:00100000:3.0:1775764844.166090:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223024768 00000100:00100000:3.0:1775764844.166102:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223024768 00002000:00010000:2.0:1775764844.166157:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1915836->18446744073709551615) 00002000:00010000:3.0:1775764844.166157:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764844.166169:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3100 with x1862022223024768 ext(0->18446744073709551615) 00002000:00100000:2.0:1775764844.166170:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d880 with x1862022223024640 ext(1915836->18446744073709551615) 00002000:00010000:3.0:1775764844.166189:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e3100. 00002000:00010000:2.0:1775764844.166190:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d880. 00000100:00100000:2.0:1775764844.166252:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38562 00000100:00100000:2.0:1775764844.166264:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223024768:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764844.166503:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764844.166507:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764844.166510:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764844.166513:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764844.166515:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764844.166613:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223024768:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 351us (705us total) trans 4294996117 rc 0/0 00000100:00100000:2.0:1775764844.166621:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38562 00002000:00010000:2.0:1775764844.166625:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764844.166628:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3100 with x1862022223024768 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764844.166634:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e3100. 00000100:00100000:2.0:1775764844.166652:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38563 00000100:00100000:2.0:1775764844.166659:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223024640:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:0.0:1775764844.166908:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d02bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764844.166923:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d02bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764844.166932:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d02bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764844.166938:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3854885 -> 1915836 00002000:00010000:2.0:1775764844.166951:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00010000:00010000:0.0:1775764844.166956:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c80031400 already unused, calling callback (ffffffffc21064f0) 00002000:00010000:2.0:1775764844.166956:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764843 -> 1775764844 00002000:00010000:2.0:1775764844.166963:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00010000:00010000:0.0:1775764844.166965:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d02bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764844.166966:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1677 -> 1483 00010000:00010000:0.0:1775764844.166983:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d02bd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764844.167004:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223024640:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 342us (1172us total) trans 4294996756 rc 0/0 00010000:00010000:0.0:1775764844.167006:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764844.167018:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764844.167027:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d02bd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764844.167028:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38563 00002000:00010000:2.0:1775764844.167038:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1915836->18446744073709551615) 00002000:00100000:2.0:1775764844.167046:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d880 with x1862022223024640 ext(1915836->18446744073709551615) 00010000:00010000:0.0:1775764844.167047:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d02bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764844.167053:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d880. 00000100:00100000:0.0:1775764844.181787:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.181922:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223024896 00000100:00100000:2.0:1775764844.181933:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223024896 00000100:00100000:2.0:1775764844.181997:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44541 00000100:00100000:2.0:1775764844.182007:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+81:11755:x1862022223024896:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764844.182032:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764844.182054:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d02c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd04f expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.182140:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.182155:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.182166:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764844.182192:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1915836 00000004:00200000:2.0:1775764844.182197:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764844.182214:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.182240:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d02c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd04f expref: 83 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.182264:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd04f expref: 82 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.182272:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764844.182275:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764844.182279:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c80031a00, rc 0) 00000100:00100000:2.0:1775764844.182348:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223024896:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 343us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764844.182356:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44541 00000100:00100000:0.0:1775764844.189077:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.189166:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223025152 00000100:00100000:3.0:1775764844.189178:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223025152 00000100:00100000:3.0:1775764844.189286:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44542 00000100:00100000:3.0:1775764844.189297:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223025152:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764844.189355:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764844.189383:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d02cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd04f expref: 82 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.189402:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764844.189407:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764844.189689:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d02d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.189703:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d02d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.189713:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d02d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764844.189765:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032306 00000004:00010000:3.0:1775764844.189793:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d05b51ee reply state 00000000704e1f8d transno 4295032307 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d02d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764844.189804:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764844.189908:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223025152:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 613us (841us total) trans 4295032307 rc 0/0 00000100:00100000:3.0:1775764844.189915:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44542 00000020:00080000:3.0:1775764844.189920:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764844.202502:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.202565:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764844.202644:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d02d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.202656:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d02d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.202668:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d02d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.202674:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547c000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764844.202678:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d02d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.202686:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d02d2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.202701:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764844.202703:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764844.202708:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d02d2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.202713:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c000/0xdb23b4c9253d02d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764844.202914:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223025408 00000100:00100000:3.0:1775764844.202926:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223025408 00002000:00010000:3.0:1775764844.202966:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1258181->18446744073709551615) 00002000:00100000:3.0:1775764844.202971:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c380 with x1862022223025408 ext(1258181->18446744073709551615) 00002000:00010000:3.0:1775764844.202982:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c380. 00000100:00100000:3.0:1775764844.203012:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223025280 00000100:00100000:3.0:1775764844.203015:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223025280 00002000:00010000:3.0:1775764844.203023:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764844.203027:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f100 with x1862022223025280 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764844.203033:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8f100. 00000100:00100000:3.0:1775764844.203049:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38564 00000100:00100000:3.0:1775764844.203057:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223025408:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764844.203281:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1258181 00002000:00010000:3.0:1775764844.203285:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764844.203287:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:3.0:1775764844.203289:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764844.203292:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764844.203347:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223025408:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 290us (863us total) trans 4294996118 rc 0/0 00000100:00100000:3.0:1775764844.203355:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38564 00002000:00010000:3.0:1775764844.203359:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1258181->18446744073709551615) 00002000:00100000:3.0:1775764844.203362:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c380 with x1862022223025408 ext(1258181->18446744073709551615) 00002000:00010000:3.0:1775764844.203366:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8c380. 00000100:00100000:3.0:1775764844.203381:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38565 00000100:00100000:3.0:1775764844.203387:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223025280:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764844.203587:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1915836 -> 4194304 00002000:00010000:3.0:1775764844.203590:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764844.203592:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764844.203595:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764844.203597:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1483 -> 1483 00000100:00100000:3.0:1775764844.203617:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223025280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 230us (1052us total) trans 4294996757 rc 0/0 00000100:00100000:3.0:1775764844.203627:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38565 00002000:00010000:3.0:1775764844.203630:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764844.203633:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f100 with x1862022223025280 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764844.203637:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8f100. 00000100:00100000:1.0:1775764844.208129:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.208206:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223025536 00000100:00100000:3.0:1775764844.208217:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223025536 00000100:00100000:3.0:1775764844.208290:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44543 00000100:00100000:3.0:1775764844.208300:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+83:11755:x1862022223025536:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764844.208327:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764844.208350:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d02d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd056 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.208438:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d02e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.208451:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d02e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.208463:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d02e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764844.209577:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5452485 00000004:00200000:3.0:1775764844.209586:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764844.209611:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d02e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.209643:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d02d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd056 expref: 85 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.209666:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d02e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd056 expref: 84 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.209674:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764844.209677:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764844.209681:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547d000, rc 0) 00000100:00100000:3.0:1775764844.209743:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223025536:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1443us (1623us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764844.209751:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44543 00000100:00100000:0.0:1775764844.230645:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.232005:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223025664 00000100:00100000:2.0:1775764844.232018:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223025664 00002000:00100000:2.0:1775764844.232073:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2818048->2879487) req@ffff8b8c85b8fb80 x1862022223025664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.232085:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8fb80 with x1862022223025664 ext(2818048->2879487) 00002000:00010000:2.0:1775764844.232091:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8fb80 00000100:00100000:2.0:1775764844.232125:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38566 00000100:00100000:2.0:1775764844.232135:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223025664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764844.238464:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223025664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6319us (7817us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1775764844.238477:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38566 00002000:00100000:2.0:1775764844.238490:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2818048->2879487) req@ffff8b8c85b8fb80 x1862022223025664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/440 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.238501:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8fb80 with x1862022223025664 ext(2818048->2879487) 00002000:00010000:2.0:1775764844.238508:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8fb80 00000100:00100000:0.0:1775764844.243605:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.243744:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223025792 00000100:00100000:2.0:1775764844.243766:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223025792 00002000:00100000:2.0:1775764844.243819:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2953216->2957311) req@ffff8b8c85b8f800 x1862022223025792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.243829:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f800 with x1862022223025792 ext(2953216->2957311) 00002000:00010000:2.0:1775764844.243834:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8f800 00000100:00100000:2.0:1775764844.243914:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38567 00000100:00100000:2.0:1775764844.243924:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223025792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764844.244182:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223025792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (587us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764844.244191:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38567 00002000:00100000:2.0:1775764844.244198:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2953216->2957311) req@ffff8b8c85b8f800 x1862022223025792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/4536 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.244206:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f800 with x1862022223025792 ext(2953216->2957311) 00002000:00010000:2.0:1775764844.244209:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8f800 00000100:00100000:1.0:1775764844.247115:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.247296:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223025920 00000100:00100000:3.0:1775764844.247310:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223025920 00002000:00100000:3.0:1775764844.247373:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2957312->2961407) req@ffff8b8cb77e2300 x1862022223025920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.247386:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2300 with x1862022223025920 ext(2957312->2961407) 00002000:00010000:3.0:1775764844.247393:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2300 00000100:00100000:3.0:1775764844.247432:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38568 00000100:00100000:3.0:1775764844.247444:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223025920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764844.247807:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223025920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 364us (705us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764844.247815:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38568 00002000:00100000:3.0:1775764844.247822:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2957312->2961407) req@ffff8b8cb77e2300 x1862022223025920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/4536 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.247830:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2300 with x1862022223025920 ext(2957312->2961407) 00002000:00010000:3.0:1775764844.247833:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2300 00000100:00100000:1.0:1775764844.255085:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.255274:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223026048 00000100:00100000:3.0:1775764844.255289:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223026048 00002000:00100000:3.0:1775764844.255357:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2932736->2998271) req@ffff8b8cb77e1880 x1862022223026048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 504/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.255371:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022223026048 ext(2932736->2998271) 00002000:00010000:3.0:1775764844.255471:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1880 00000100:00100000:3.0:1775764844.255514:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38569 00000100:00100000:3.0:1775764844.255525:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223026048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764844.268806:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223026048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13266us (13729us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764844.268823:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38569 00002000:00100000:3.0:1775764844.268840:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2932736->2998271) req@ffff8b8cb77e1880 x1862022223026048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 504/440 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.268852:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022223026048 ext(2932736->2998271) 00002000:00010000:3.0:1775764844.269002:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1880 00000100:00100000:1.0:1775764844.275996:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.276238:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223026176 00000100:00100000:3.0:1775764844.276253:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223026176 00002000:00100000:3.0:1775764844.276338:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (491520->511999) req@ffff8b8cb77e0a80 x1862022223026176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.276352:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0a80 with x1862022223026176 ext(491520->511999) 00002000:00010000:3.0:1775764844.276359:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0a80 00000100:00100000:3.0:1775764844.276409:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38570 00000100:00100000:3.0:1775764844.276421:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223026176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764844.292053:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223026176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15623us (16061us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1775764844.292067:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38570 00002000:00100000:2.0:1775764844.292080:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (491520->511999) req@ffff8b8cb77e0a80 x1862022223026176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/440 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.292091:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0a80 with x1862022223026176 ext(491520->511999) 00002000:00010000:2.0:1775764844.292097:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0a80 00000100:00100000:1.0:1775764844.307108:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.307431:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223026304 00000100:00100000:3.0:1775764844.307448:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223026304 00002000:00100000:3.0:1775764844.307519:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2297856->2301951) req@ffff8b8cb77e0000 x1862022223026304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.307603:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022223026304 ext(2297856->2301951) 00002000:00010000:3.0:1775764844.307620:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0000 00000100:00100000:3.0:1775764844.307652:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38571 00000100:00100000:3.0:1775764844.307664:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223026304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764844.308026:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223026304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 363us (926us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764844.308035:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38571 00002000:00100000:3.0:1775764844.308045:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2297856->2301951) req@ffff8b8cb77e0000 x1862022223026304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/4536 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.308055:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022223026304 ext(2297856->2301951) 00002000:00010000:3.0:1775764844.308059:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0000 00000100:00100000:1.0:1775764844.313974:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.314109:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223026432 00000100:00100000:0.0:1775764844.314123:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223026432 00002000:00100000:0.0:1775764844.314190:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2301952->2306047) req@ffff8b8cb77e0e00 x1862022223026432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.314202:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0e00 with x1862022223026432 ext(2301952->2306047) 00002000:00010000:0.0:1775764844.314210:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0e00 00000100:00100000:0.0:1775764844.314250:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38572 00000100:00100000:0.0:1775764844.314263:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223026432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764844.314599:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223026432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 338us (637us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764844.314607:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38572 00002000:00100000:0.0:1775764844.314615:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2301952->2306047) req@ffff8b8cb77e0e00 x1862022223026432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/4536 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.314624:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0e00 with x1862022223026432 ext(2301952->2306047) 00002000:00010000:0.0:1775764844.314627:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0e00 00000100:00100000:1.0:1775764844.322707:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.322912:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223026560 00000100:00100000:0.0:1775764844.322926:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223026560 00002000:00100000:0.0:1775764844.322993:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2277376->2342911) req@ffff8b8cb77e0380 x1862022223026560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 504/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.323007:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022223026560 ext(2277376->2342911) 00002000:00010000:0.0:1775764844.323015:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0380 00000100:00100000:0.0:1775764844.323191:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38573 00000100:00100000:0.0:1775764844.323203:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223026560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764844.339369:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223026560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16151us (16659us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764844.339387:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38573 00002000:00100000:2.0:1775764844.339403:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2277376->2342911) req@ffff8b8cb77e0380 x1862022223026560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 504/440 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.339416:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022223026560 ext(2277376->2342911) 00002000:00010000:2.0:1775764844.339424:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0380 00000100:00100000:0.0:1775764844.345305:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764844.345502:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223026688 00000100:00100000:1.0:1775764844.345515:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223026688 00002000:00100000:0.0:1775764844.345739:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2342912->2379775) req@ffff8b8c85b8d500 x1862022223026688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.345752:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d500 with x1862022223026688 ext(2342912->2379775) 00002000:00010000:0.0:1775764844.345847:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8d500 00000100:00100000:0.0:1775764844.346221:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38574 00000100:00100000:0.0:1775764844.346237:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223026688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764844.362153:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223026688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15906us (16845us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764844.362170:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38574 00002000:00100000:2.0:1775764844.362187:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2342912->2379775) req@ffff8b8c85b8d500 x1862022223026688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/440 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.362199:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d500 with x1862022223026688 ext(2342912->2379775) 00002000:00010000:2.0:1775764844.362206:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8d500 00000100:00100000:0.0:1775764844.368509:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.368654:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223026816 00000100:00100000:3.0:1775764844.368668:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223026816 00002000:00100000:3.0:1775764844.368727:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3485696->3538943) req@ffff8b8cbb783800 x1862022223026816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.368740:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783800 with x1862022223026816 ext(3485696->3538943) 00002000:00010000:3.0:1775764844.368747:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783800 00000100:00100000:3.0:1775764844.368902:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38575 00000100:00100000:3.0:1775764844.368914:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223026816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764844.375691:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223026816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6762us (7178us total) trans 0 rc 53248/53248 00000100:00100000:3.0:1775764844.375709:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38575 00002000:00100000:3.0:1775764844.375725:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3485696->3538943) req@ffff8b8cbb783800 x1862022223026816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/440 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.375738:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783800 with x1862022223026816 ext(3485696->3538943) 00002000:00010000:3.0:1775764844.375746:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783800 00000100:00100000:0.0:1775764844.387139:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.387758:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223026944 00000100:00100000:2.0:1775764844.387773:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223026944 00002000:00100000:2.0:1775764844.387847:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (983040->2961407) req@ffff8b8cbb780700 x1862022223026944/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 504/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.387860:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022223026944 ext(983040->2961407) 00002000:00010000:2.0:1775764844.387868:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700 00000100:00100000:2.0:1775764844.387919:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38576 00000100:00100000:2.0:1775764844.387931:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223026944:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764844.416817:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223026944:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 28866us (29669us total) trans 4294996758 rc 0/0 00000100:00100000:3.0:1775764844.416837:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38576 00002000:00100000:3.0:1775764844.416859:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (983040->2961407) req@ffff8b8cbb780700 x1862022223026944/t4294996758(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 504/448 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.416872:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022223026944 ext(983040->2961407) 00002000:00010000:3.0:1775764844.416880:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700 00000100:00100000:2.0:1775764844.432756:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.434408:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223027072 00000100:00100000:3.0:1775764844.434427:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223027072 00000100:00100000:3.0:1775764844.434519:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84817 00000100:00100000:3.0:1775764844.434531:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223027072:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:0.0:1775764844.492350:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764844.521629:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996756 is committed 00000001:00080000:1.0:1775764844.521996:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996758 is committed 00000100:00100000:3.0:1775764844.522243:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223027072:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 87707us (89495us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764844.522256:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84817 00000100:00100000:2.0:1775764844.542780:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764844.543278:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223027328 00000100:00100000:1.0:1775764844.543287:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223027328 00000100:00100000:1.0:1775764844.543447:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44544 00000100:00100000:1.0:1775764844.543459:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223027328:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764844.543515:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764844.543572:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d000/0xdb23b4c9253d02e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd056 expref: 84 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.543592:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764844.543597:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764844.543805:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d02e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.543819:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d02e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.543829:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d02e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764844.543879:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032308 00000004:00010000:1.0:1775764844.543915:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000000885703 reply state 00000000040e6bf1 transno 4295032309 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d02e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764844.543925:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764844.544020:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223027328:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 564us (1248us total) trans 4295032309 rc 0/0 00000100:00100000:1.0:1775764844.544028:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44544 00000020:00080000:1.0:1775764844.544033:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764844.553659:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d02e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.553679:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d02e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.553687:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d02e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.553692:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f213a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764844.553697:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d02e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.553704:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d02e7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.553721:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764844.553724:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764844.553729:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d02e7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.553734:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d02e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764844.560951:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.560993:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.561057:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223027456 00000100:00100000:0.0:1775764844.561067:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223027456 00002000:00010000:0.0:1775764844.561103:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2150207->18446744073709551615) 00002000:00100000:0.0:1775764844.561108:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a300 with x1862022223027456 ext(2150207->18446744073709551615) 00002000:00010000:0.0:1775764844.561119:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8a300. 00000100:00100000:0.0:1775764844.561145:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223027584 00000100:00100000:0.0:1775764844.561148:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223027584 00002000:00010000:0.0:1775764844.561160:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764844.561163:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b800 with x1862022223027584 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764844.561169:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8b800. 00000100:00100000:0.0:1775764844.561188:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38577 00000100:00100000:0.0:1775764844.561196:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223027456:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764844.561647:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2150207 00002000:00010000:0.0:1775764844.561651:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764844.561654:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764844.561656:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764844.561658:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1483 -> 1355 00000100:00100000:0.0:1775764844.561717:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223027456:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 519us (773us total) trans 4294996759 rc 0/0 00000100:00100000:0.0:1775764844.561724:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38577 00002000:00010000:0.0:1775764844.561728:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2150207->18446744073709551615) 00002000:00100000:0.0:1775764844.561731:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a300 with x1862022223027456 ext(2150207->18446744073709551615) 00002000:00010000:0.0:1775764844.561736:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8a300. 00000100:00100000:0.0:1775764844.561754:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38578 00000100:00100000:0.0:1775764844.561761:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223027584:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764844.561922:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1258181 -> 0 00002000:00010000:0.0:1775764844.561925:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764844.561927:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764844.561929:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764844.561931:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764844.561953:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223027584:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 191us (959us total) trans 4294996119 rc 0/0 00000100:00100000:0.0:1775764844.561959:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38578 00002000:00010000:0.0:1775764844.561962:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764844.561964:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b800 with x1862022223027584 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764844.561969:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8b800. 00000100:00100000:1.0:1775764844.570473:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.571114:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223027712 00000100:00100000:3.0:1775764844.571127:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223027712 00000100:00100000:3.0:1775764844.571187:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44545 00000100:00100000:3.0:1775764844.571198:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+85:11755:x1862022223027712:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764844.571223:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764844.571243:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d02ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd05d expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.571324:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d02f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.571338:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d02f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.571351:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d02f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764844.571378:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2150207 00000004:00200000:3.0:1775764844.571383:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764844.571399:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d02f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.571425:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d02ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd05d expref: 87 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.571443:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d02f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd05d expref: 86 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.571450:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764844.571452:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764844.571456:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547dc00, rc 0) 00000100:00100000:3.0:1775764844.571523:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223027712:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 325us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764844.571534:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44545 00000100:00100000:3.0:1775764844.577489:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.578126:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223027968 00000100:00100000:2.0:1775764844.578138:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223027968 00000100:00100000:2.0:1775764844.578194:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44546 00000100:00100000:2.0:1775764844.578205:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223027968:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764844.578269:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764844.578297:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547dc00/0xdb23b4c9253d02f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd05d expref: 86 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.578315:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764844.578319:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764844.578657:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d02fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.578672:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d02fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.578682:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d02fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764844.578739:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032310 00000004:00010000:2.0:1775764844.578780:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000675bd41e reply state 000000008301865a transno 4295032311 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d02fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764844.578789:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764844.578871:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223027968:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 667us (1390us total) trans 4295032311 rc 0/0 00000100:00100000:2.0:1775764844.578877:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44546 00000020:00080000:2.0:1775764844.578882:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764844.583454:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764844.583477:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764844.584015:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d02fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.584026:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d02fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.584034:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d02fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.584039:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c80030800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764844.584044:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d02fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.584052:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d02fc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.584076:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764844.584080:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764844.584084:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d02fc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.584091:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d02fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764844.584596:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223028096 00000100:00100000:2.0:1775764844.584606:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223028096 00002000:00010000:2.0:1775764844.584646:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764844.584650:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0700 with x1862022223028096 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764844.584661:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0700. 00000100:00100000:2.0:1775764844.584682:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223028224 00000100:00100000:2.0:1775764844.584685:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223028224 00002000:00010000:2.0:1775764844.584696:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (645055->18446744073709551615) 00002000:00100000:2.0:1775764844.584699:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1500 with x1862022223028224 ext(645055->18446744073709551615) 00002000:00010000:2.0:1775764844.584706:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1500. 00000100:00100000:2.0:1775764844.584731:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38579 00000100:00100000:2.0:1775764844.584741:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223028096:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764844.584967:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2150207 -> 4194304 00002000:00010000:2.0:1775764844.584971:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764844.584974:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764844.584976:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764844.584979:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1355 -> 1355 00000100:00100000:2.0:1775764844.585034:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223028096:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 294us (1587us total) trans 4294996760 rc 0/0 00000100:00100000:2.0:1775764844.585042:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38579 00002000:00010000:2.0:1775764844.585045:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764844.585048:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0700 with x1862022223028096 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764844.585052:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0700. 00000100:00100000:2.0:1775764844.585081:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38580 00000100:00100000:2.0:1775764844.585088:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223028224:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764844.585194:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 645055 00002000:00010000:2.0:1775764844.585197:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764844.585200:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:2.0:1775764844.585202:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764844.585205:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764844.585225:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223028224:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 137us (1746us total) trans 4294996120 rc 0/0 00000100:00100000:2.0:1775764844.585232:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38580 00002000:00010000:2.0:1775764844.585235:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (645055->18446744073709551615) 00002000:00100000:2.0:1775764844.585237:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1500 with x1862022223028224 ext(645055->18446744073709551615) 00002000:00010000:2.0:1775764844.585242:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1500. 00000100:00100000:1.0:1775764844.592159:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764844.592195:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223028352 00000100:00100000:1.0:1775764844.592204:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223028352 00000100:00100000:1.0:1775764844.592256:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44547 00000100:00100000:1.0:1775764844.592266:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+87:11755:x1862022223028352:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764844.592294:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764844.592314:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212e00/0xdb23b4c9253d0303 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd064 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.592398:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d030a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.592413:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d030a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.592425:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d030a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764844.592453:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4839359 00000004:00200000:1.0:1775764844.592457:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764844.592475:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d030a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.592498:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212e00/0xdb23b4c9253d0303 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd064 expref: 89 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.592514:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d030a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd064 expref: 88 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.592523:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764844.592526:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764844.592530:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f213a00, rc 0) 00000100:00100000:1.0:1775764844.593314:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223028352:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1045us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764844.593327:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44547 00000100:00100000:0.0:1775764844.598846:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.599320:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223028480 00000100:00100000:2.0:1775764844.599331:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223028480 00002000:00100000:2.0:1775764844.599382:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (360448->364543) req@ffff8b8cbb782680 x1862022223028480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.599393:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223028480 ext(360448->364543) 00002000:00010000:2.0:1775764844.599399:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:2.0:1775764844.599437:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38581 00000100:00100000:2.0:1775764844.599446:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223028480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764844.599735:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223028480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 288us (895us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764844.599742:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38581 00002000:00100000:2.0:1775764844.601576:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (360448->364543) req@ffff8b8cbb782680 x1862022223028480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/4536 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.601591:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223028480 ext(360448->364543) 00002000:00010000:2.0:1775764844.601598:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:0.0:1775764844.607628:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.607701:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223028608 00000100:00100000:3.0:1775764844.607712:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223028608 00002000:00100000:3.0:1775764844.607765:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (368640->372735) req@ffff8b8cbb782d80 x1862022223028608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.607782:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782d80 with x1862022223028608 ext(368640->372735) 00002000:00010000:3.0:1775764844.607789:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782d80 00000100:00100000:3.0:1775764844.607823:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38582 00000100:00100000:3.0:1775764844.607832:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223028608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764844.608126:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223028608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 294us (506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764844.608135:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38582 00002000:00100000:3.0:1775764844.608142:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (368640->372735) req@ffff8b8cbb782d80 x1862022223028608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/4536 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.608150:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782d80 with x1862022223028608 ext(368640->372735) 00002000:00010000:3.0:1775764844.608154:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782d80 00000100:00100000:0.0:1775764844.614094:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.614360:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223028864 00000100:00100000:3.0:1775764844.614371:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223028864 00000100:00100000:3.0:1775764844.614425:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44548 00000100:00100000:3.0:1775764844.614437:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223028864:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764844.614492:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764844.614520:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213a00/0xdb23b4c9253d030a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd064 expref: 88 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.614583:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764844.614589:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764844.614821:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d0311 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.614840:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d0311 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.614850:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d0311 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764844.614911:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032312 00000004:00010000:3.0:1775764844.614944:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ded26423 reply state 00000000040ff8e5 transno 4295032313 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d0311 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764844.614956:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764844.615057:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223028864:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 622us (972us total) trans 4295032313 rc 0/0 00000100:00100000:3.0:1775764844.615065:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44548 00000020:00080000:3.0:1775764844.615070:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764844.623993:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.624020:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.624071:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223028992 00000100:00100000:0.0:1775764844.624082:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223028992 00002000:00010000:0.0:1775764844.624120:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764844.624125:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780e00 with x1862022223028992 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764844.624136:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780e00. 00000100:00100000:0.0:1775764844.624156:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223029120 00000100:00100000:0.0:1775764844.624159:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223029120 00002000:00010000:0.0:1775764844.624170:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1324003->18446744073709551615) 00002000:00100000:0.0:1775764844.624173:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022223029120 ext(1324003->18446744073709551615) 00002000:00010000:0.0:1775764844.624179:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780a80. 00000100:00100000:0.0:1775764844.624197:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38583 00000100:00100000:0.0:1775764844.624206:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223028992:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:1.0:1775764844.624330:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d0311 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.624351:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d0311 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.624359:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d0311 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.624365:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547ca00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764844.624369:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d0311 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.624376:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d0311 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.624392:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764844.624395:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764844.624400:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d0311 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.624405:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547ca00/0xdb23b4c9253d0311 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764844.624749:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764844.624753:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764844.624927:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764844.624930:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764844.624932:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1355 -> 1355 00000100:00100000:0.0:1775764844.624986:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223028992:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 780us (1000us total) trans 4294996761 rc 0/0 00000100:00100000:0.0:1775764844.624995:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38583 00002000:00010000:0.0:1775764844.624998:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764844.625001:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780e00 with x1862022223028992 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764844.625007:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780e00. 00000100:00100000:0.0:1775764844.625026:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38584 00000100:00100000:0.0:1775764844.625034:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223029120:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764844.625209:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 645055 -> 1324003 00002000:00010000:0.0:1775764844.625212:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764844.625215:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764838 00002000:00010000:0.0:1775764844.625217:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764844.625218:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764844.625241:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223029120:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 207us (1219us total) trans 4294996121 rc 0/0 00000100:00100000:0.0:1775764844.625247:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38584 00002000:00010000:0.0:1775764844.625250:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1324003->18446744073709551615) 00002000:00100000:0.0:1775764844.625253:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022223029120 ext(1324003->18446744073709551615) 00002000:00010000:0.0:1775764844.625258:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780a80. 00000100:00100000:0.0:1775764844.641727:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.641829:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223029248 00000100:00100000:2.0:1775764844.641840:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223029248 00002000:00100000:2.0:1775764844.641886:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (974848->1327103) req@ffff8b8cbb780380 x1862022223029248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.641907:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022223029248 ext(974848->1327103) 00002000:00010000:2.0:1775764844.641913:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780380 00000100:00100000:2.0:1775764844.641936:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38585 00000100:00100000:2.0:1775764844.641945:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223029248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764844.670512:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223029248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 28558us (28782us total) trans 0 rc 352256/352256 00000100:00100000:2.0:1775764844.670525:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38585 00002000:00100000:2.0:1775764844.670553:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (974848->1327103) req@ffff8b8cbb780380 x1862022223029248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/440 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 352256/352256 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.670564:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022223029248 ext(974848->1327103) 00002000:00010000:2.0:1775764844.670570:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780380 00000001:00080000:3.0:1775764844.674024:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032297 is committed 00000001:00080000:3.0:1775764844.674066:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032309 is committed 00000100:00100000:3.0:1775764844.681701:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.681794:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223029376 00000100:00100000:0.0:1775764844.681804:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223029376 00002000:00100000:0.0:1775764844.681846:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (360448->1324002) req@ffff8b8c8ed82d80 x1862022223029376/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 504/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.681858:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022223029376 ext(360448->1324002) 00002000:00010000:0.0:1775764844.681864:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:0.0:1775764844.681903:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38586 00000100:00100000:0.0:1775764844.681911:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223029376:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764844.687159:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223029376:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5238us (5458us total) trans 4294996122 rc 0/0 00000100:00100000:0.0:1775764844.687171:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38586 00002000:00100000:0.0:1775764844.687184:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (360448->1324002) req@ffff8b8c8ed82d80 x1862022223029376/t4294996122(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 504/448 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.687195:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022223029376 ext(360448->1324002) 00002000:00010000:0.0:1775764844.687202:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:3.0:1775764844.697207:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.697705:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223029504 00000100:00100000:0.0:1775764844.697715:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223029504 00000100:00100000:0.0:1775764844.697784:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84818 00000100:00100000:0.0:1775764844.697795:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223029504:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764844.747823:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223029504:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 50019us (50616us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764844.747835:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84818 00000001:00080000:3.0:1775764844.750483:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996122 is committed 00000100:00100000:1.0:1775764844.751169:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.751342:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223029632 00000100:00100000:2.0:1775764844.751353:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223029632 00000100:00100000:2.0:1775764844.751413:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44549 00000100:00100000:2.0:1775764844.751424:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022223029632:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764844.751450:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764844.751472:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d0318 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd06b expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.751607:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d031f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.751623:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d031f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.751636:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d031f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764844.751666:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5518307 00000004:00200000:2.0:1775764844.751671:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764844.751688:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d031f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.751715:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d0318 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd06b expref: 13 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.751735:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d031f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd06b expref: 12 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764844.751743:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764844.751746:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764844.751751:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c80030400, rc 0) 00000100:00100000:2.0:1775764844.751812:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223029632:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 390us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764844.751819:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44549 00000100:00100000:1.0:1775764844.762296:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.762397:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223029760 00000100:00100000:2.0:1775764844.762407:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223029760 00002000:00100000:2.0:1775764844.762461:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (425984->491519) req@ffff8b8cb77e3b80 x1862022223029760/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.762473:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3b80 with x1862022223029760 ext(425984->491519) 00002000:00010000:2.0:1775764844.762479:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3b80 00000100:00100000:2.0:1775764844.762514:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38587 00000100:00100000:2.0:1775764844.762525:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223029760:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764844.770211:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223029760:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7674us (7912us total) trans 4294996762 rc 0/0 00000100:00100000:3.0:1775764844.770227:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38587 00002000:00100000:3.0:1775764844.770241:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (425984->491519) req@ffff8b8cb77e3b80 x1862022223029760/t4294996762(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/448 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764844.770251:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3b80 with x1862022223029760 ext(425984->491519) 00002000:00010000:3.0:1775764844.770258:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3b80 00000100:00100000:1.0:1775764844.775943:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.776029:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223029888 00000100:00100000:3.0:1775764844.776041:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223029888 00000100:00100000:3.0:1775764844.776211:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84819 00000100:00100000:3.0:1775764844.776221:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223029888:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764844.823700:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996761 is committed 00000001:00080000:1.0:1775764844.823720:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996762 is committed 00000100:00100000:3.0:1775764844.823883:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223029888:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47658us (47946us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764844.823904:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84819 00000100:00100000:1.0:1775764844.831363:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.831456:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223030016 00000100:00100000:0.0:1775764844.831465:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223030016 00002000:00100000:0.0:1775764844.831518:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (475136->499711) req@ffff8b8c3c51e680 x1862022223030016/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.831529:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e680 with x1862022223030016 ext(475136->499711) 00002000:00010000:0.0:1775764844.831560:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51e680 00000100:00100000:0.0:1775764844.831592:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38588 00000100:00100000:0.0:1775764844.831602:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223030016:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764844.835312:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223030016:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3701us (3947us total) trans 4294996763 rc 0/0 00000100:00100000:2.0:1775764844.835325:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38588 00002000:00100000:2.0:1775764844.835337:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (475136->499711) req@ffff8b8c3c51e680 x1862022223030016/t4294996763(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/448 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.835349:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e680 with x1862022223030016 ext(475136->499711) 00002000:00010000:2.0:1775764844.835355:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51e680 00000100:00100000:2.0:1775764844.841189:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.841291:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223030144 00000100:00100000:0.0:1775764844.841302:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223030144 00000100:00100000:0.0:1775764844.841393:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84820 00000100:00100000:0.0:1775764844.841404:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223030144:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764844.886268:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223030144:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44856us (45079us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764844.886281:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84820 00000001:00080000:1.0:1775764844.886376:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996763 is committed 00000100:00100000:0.0:1775764844.889489:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764844.889764:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223030400 00000100:00100000:1.0:1775764844.889776:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223030400 00000100:00100000:1.0:1775764844.889831:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44550 00000100:00100000:1.0:1775764844.889842:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223030400:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764844.889903:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764844.889931:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d031f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd06b expref: 12 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.889951:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764844.889956:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764844.890214:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212000/0xdb23b4c9253d0326 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.890231:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212000/0xdb23b4c9253d0326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.890240:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212000/0xdb23b4c9253d0326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764844.890291:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032314 00000004:00010000:1.0:1775764844.890315:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000effba973 reply state 00000000d72854e4 transno 4295032315 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212000/0xdb23b4c9253d0326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764844.890324:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764844.890421:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223030400:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 580us (942us total) trans 4295032315 rc 0/0 00000100:00100000:1.0:1775764844.890428:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44550 00000020:00080000:1.0:1775764844.890433:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764844.893043:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212000/0xdb23b4c9253d0326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.893067:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212000/0xdb23b4c9253d0326 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.893074:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212000/0xdb23b4c9253d0326 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.893079:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f212000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764844.893084:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212000/0xdb23b4c9253d0326 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.893092:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212000/0xdb23b4c9253d0326 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.893108:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764844.893111:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764844.893116:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212000/0xdb23b4c9253d0326 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.893122:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212000/0xdb23b4c9253d0326 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764844.894689:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.895417:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223030528 00000100:00100000:2.0:1775764844.895429:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223030528 00002000:00010000:2.0:1775764844.895468:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (493324->18446744073709551615) 00002000:00100000:2.0:1775764844.895473:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223030528 ext(493324->18446744073709551615) 00002000:00010000:2.0:1775764844.895484:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880. 00000100:00100000:2.0:1775764844.895523:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38589 00000100:00100000:2.0:1775764844.895534:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223030528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764844.895969:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 493324 00002000:00010000:2.0:1775764844.895973:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764845 00002000:00010000:2.0:1775764844.895976:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764844.895978:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764845 00002000:00010000:2.0:1775764844.895980:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1355 -> 1291 00000100:00100000:2.0:1775764844.896033:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223030528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 501us (1354us total) trans 4294996764 rc 0/0 00000100:00100000:2.0:1775764844.896042:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38589 00002000:00010000:2.0:1775764844.896046:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (493324->18446744073709551615) 00002000:00100000:2.0:1775764844.896049:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223030528 ext(493324->18446744073709551615) 00002000:00010000:2.0:1775764844.896066:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880. 00000100:00100000:1.0:1775764844.898431:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.898510:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223030656 00000100:00100000:2.0:1775764844.898518:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223030656 00002000:00010000:2.0:1775764844.898570:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764844.898574:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51df80 with x1862022223030656 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764844.898582:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51df80. 00000100:00100000:2.0:1775764844.898602:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38590 00000100:00100000:2.0:1775764844.898608:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223030656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764844.898856:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1324003 -> 0 00002000:00010000:2.0:1775764844.898859:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764844 -> 1775764845 00002000:00010000:2.0:1775764844.898861:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764838 -> 1775764844 00002000:00010000:2.0:1775764844.898863:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764844 -> 1775764845 00002000:00010000:2.0:1775764844.898864:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 391 00000100:00100000:2.0:1775764844.898974:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223030656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 364us (551us total) trans 4294996123 rc 0/0 00000100:00100000:2.0:1775764844.898985:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38590 00002000:00010000:2.0:1775764844.898989:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764844.898992:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51df80 with x1862022223030656 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764844.898996:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51df80. 00000100:00100000:1.0:1775764844.904201:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.904262:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223030784 00000100:00100000:0.0:1775764844.904271:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223030784 00000100:00100000:0.0:1775764844.904381:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44551 00000100:00100000:0.0:1775764844.904392:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022223030784:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764844.904417:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764844.904450:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253d032d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd072 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764844.904569:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d0334 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764844.904583:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d0334 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764844.904595:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d0334 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764844.904680:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 493324 00000004:00200000:1.0:1775764844.904685:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764844.904705:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d0334 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.904730:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253d032d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd072 expref: 15 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.904747:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d0334 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd072 expref: 14 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.904756:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764844.904759:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764844.904763:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc5c00, rc 0) 00000100:00100000:1.0:1775764844.904830:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223030784:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 440us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764844.904836:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44551 00000100:00100000:0.0:1775764844.912163:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.912309:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223031040 00000100:00100000:3.0:1775764844.912321:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223031040 00000100:00100000:3.0:1775764844.912381:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44552 00000100:00100000:3.0:1775764844.912391:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223031040:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764844.912455:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764844.912482:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d0334 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd072 expref: 14 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.912503:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764844.912508:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764844.912748:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d033b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.912916:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d033b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.912927:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d033b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764844.912984:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032316 00000004:00010000:3.0:1775764844.913012:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000284aa06a reply state 000000005c9a19df transno 4295032317 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d033b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764844.913021:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764844.913203:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223031040:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 813us (1051us total) trans 4295032317 rc 0/0 00000100:00100000:3.0:1775764844.913210:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44552 00000020:00080000:3.0:1775764844.913216:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764844.915043:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d033b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.915065:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d033b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.915073:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d033b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.915079:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547de00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764844.915084:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d033b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.915091:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d033b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.915107:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764844.915110:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764844.915115:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d033b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.915121:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547de00/0xdb23b4c9253d033b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764844.917154:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.917193:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764844.917266:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223031296 00000100:00100000:3.0:1775764844.917276:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223031296 00002000:00010000:3.0:1775764844.917315:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764844.917319:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022223031296 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764844.917330:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781500. 00000100:00100000:3.0:1775764844.917358:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223031168 00000100:00100000:3.0:1775764844.917361:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223031168 00002000:00010000:3.0:1775764844.917373:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (613714->18446744073709551615) 00002000:00100000:3.0:1775764844.917376:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223031168 ext(613714->18446744073709551615) 00002000:00010000:3.0:1775764844.917383:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300. 00000100:00100000:3.0:1775764844.917406:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38591 00000100:00100000:3.0:1775764844.917414:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223031296:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764844.917510:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38592 00000100:00100000:1.0:1775764844.917520:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223031168:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764844.917651:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764844.917655:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:1.0:1775764844.917656:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 493324 -> 613714 00002000:00010000:3.0:1775764844.917658:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:1.0:1775764844.917659:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:3.0:1775764844.917660:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:1.0:1775764844.917661:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764844.917663:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00002000:00010000:1.0:1775764844.917664:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:1.0:1775764844.917665:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:1.0:1775764844.917714:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223031168:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 195us (519us total) trans 4294996765 rc 0/0 00000100:00100000:1.0:1775764844.917721:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38592 00002000:00010000:1.0:1775764844.917724:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (613714->18446744073709551615) 00002000:00100000:1.0:1775764844.917726:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223031168 ext(613714->18446744073709551615) 00002000:00010000:1.0:1775764844.917731:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300. 00000100:00100000:2.0:1775764844.925192:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223031296:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 7764us (8030us total) trans 4294996124 rc 0/0 00000100:00100000:2.0:1775764844.925208:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38591 00002000:00010000:2.0:1775764844.925214:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764844.925219:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022223031296 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764844.925230:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781500. 00000100:00100000:0.0:1775764844.937904:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.937984:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223031424 00000100:00100000:2.0:1775764844.937996:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223031424 00002000:00100000:2.0:1775764844.938045:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (495616->614399) req@ffff8b8c90d51c00 x1862022223031424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.938069:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51c00 with x1862022223031424 ext(495616->614399) 00002000:00010000:2.0:1775764844.938075:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51c00 00000100:00100000:2.0:1775764844.938108:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38593 00000100:00100000:2.0:1775764844.938118:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223031424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764844.946489:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223031424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8361us (8593us total) trans 0 rc 118784/118784 00000100:00100000:2.0:1775764844.946503:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38593 00002000:00100000:2.0:1775764844.946516:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (495616->614399) req@ffff8b8c90d51c00 x1862022223031424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/440 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 118784/118784 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764844.946526:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51c00 with x1862022223031424 ext(495616->614399) 00002000:00010000:2.0:1775764844.946532:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51c00 00000100:00100000:3.0:1775764844.952848:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764844.953024:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223031552 00000100:00100000:0.0:1775764844.953034:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223031552 00002000:00100000:0.0:1775764844.953092:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (548864->613713) req@ffff8b8c8ed81180 x1862022223031552/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/0 e 0 to 0 dl 1775764855 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.953103:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81180 with x1862022223031552 ext(548864->613713) 00002000:00010000:0.0:1775764844.953109:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81180 00000100:00100000:0.0:1775764844.953144:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38594 00000100:00100000:0.0:1775764844.953154:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223031552:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764844.959412:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223031552:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6244us (6558us total) trans 4294996766 rc 0/0 00000100:00100000:0.0:1775764844.959428:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38594 00002000:00100000:0.0:1775764844.959441:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (548864->613713) req@ffff8b8c8ed81180 x1862022223031552/t4294996766(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:325/0 lens 488/448 e 0 to 0 dl 1775764855 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764844.959458:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81180 with x1862022223031552 ext(548864->613713) 00002000:00010000:0.0:1775764844.959465:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81180 00000100:00100000:1.0:1775764844.963157:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764844.963208:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223031680 00000100:00100000:2.0:1775764844.963306:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223031680 00000100:00100000:2.0:1775764844.963417:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84821 00000100:00100000:2.0:1775764844.963428:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223031680:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764845.014997:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223031680:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 51560us (51836us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.015012:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84821 00000001:00080000:0.0:1775764845.017525:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996766 is committed 00000100:00100000:3.0:1775764845.018182:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.018957:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223031808 00000100:00100000:2.0:1775764845.018969:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223031808 00000100:00100000:2.0:1775764845.019391:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44553 00000100:00100000:2.0:1775764845.019402:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022223031808:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764845.019435:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764845.019456:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d0342 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd079 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.019574:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0349 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.019588:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0349 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.019599:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0349 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764845.019628:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 613714 00000004:00200000:2.0:1775764845.019633:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764845.019650:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0349 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.019674:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d0342 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd079 expref: 17 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.019693:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0349 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd079 expref: 16 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.019701:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764845.019704:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764845.019708:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c80031400, rc 0) 00000100:00100000:2.0:1775764845.019978:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223031808:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 577us (1800us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.019986:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44553 00000100:00080000:1.0:1775764845.020161:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764845.028091:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.028179:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223032064 00000100:00100000:1.0:1775764845.028191:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223032064 00000100:00100000:1.0:1775764845.028271:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44554 00000100:00100000:1.0:1775764845.028282:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223032064:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764845.028339:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764845.028372:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d0349 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd079 expref: 16 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.028396:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764845.028402:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764845.028657:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213000/0xdb23b4c9253d0350 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.028671:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213000/0xdb23b4c9253d0350 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.028681:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213000/0xdb23b4c9253d0350 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764845.028734:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032318 00000004:00010000:1.0:1775764845.028771:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002646da7d reply state 00000000230d212c transno 4295032319 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213000/0xdb23b4c9253d0350 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.028782:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764845.032081:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223032064:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 3788us (3987us total) trans 4295032319 rc 0/0 00000100:00100000:1.0:1775764845.032095:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44554 00000020:00080000:1.0:1775764845.032103:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764845.034519:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213000/0xdb23b4c9253d0350 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.034647:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213000/0xdb23b4c9253d0350 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.034655:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213000/0xdb23b4c9253d0350 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.034661:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f213000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764845.034665:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213000/0xdb23b4c9253d0350 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.034672:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213000/0xdb23b4c9253d0350 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.034691:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764845.034694:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764845.034699:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213000/0xdb23b4c9253d0350 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.034705:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213000/0xdb23b4c9253d0350 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764845.036282:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.041164:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.043249:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223032192 00000100:00100000:2.0:1775764845.043263:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223032192 00002000:00010000:2.0:1775764845.043309:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1017450->18446744073709551615) 00002000:00100000:2.0:1775764845.043315:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022223032192 ext(1017450->18446744073709551615) 00002000:00010000:2.0:1775764845.043327:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82680. 00000100:00100000:2.0:1775764845.043352:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223032320 00000100:00100000:2.0:1775764845.043368:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223032320 00002000:00010000:2.0:1775764845.043438:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764845.043442:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81c00 with x1862022223032320 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764845.043449:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed81c00. 00000100:00100000:2.0:1775764845.043468:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38595 00000100:00100000:2.0:1775764845.043477:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223032192:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764845.043786:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 613714 -> 1017450 00002000:00010000:2.0:1775764845.043790:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.043793:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764845.043795:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.043798:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 907 00000100:00100000:2.0:1775764845.043859:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223032192:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 382us (7586us total) trans 4294996767 rc 0/0 00000100:00100000:2.0:1775764845.043868:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38595 00002000:00010000:2.0:1775764845.043871:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1017450->18446744073709551615) 00002000:00100000:2.0:1775764845.043874:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022223032192 ext(1017450->18446744073709551615) 00002000:00010000:2.0:1775764845.043879:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82680. 00000100:00100000:2.0:1775764845.043907:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38596 00000100:00100000:2.0:1775764845.043915:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223032320:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764845.044027:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764845.044030:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.044032:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764845.044034:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.044036:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764845.044066:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223032320:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 152us (2914us total) trans 4294996125 rc 0/0 00000100:00100000:2.0:1775764845.044073:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38596 00002000:00010000:2.0:1775764845.044076:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764845.044079:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81c00 with x1862022223032320 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764845.044083:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed81c00. 00000100:00080000:1.0:1775764845.047481:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764845.057122:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.057351:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223032448 00000100:00100000:0.0:1775764845.057360:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223032448 00002000:00100000:0.0:1775764845.057407:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (614400->1019903) req@ffff8b8c8ed80700 x1862022223032448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764845.057417:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80700 with x1862022223032448 ext(614400->1019903) 00002000:00010000:0.0:1775764845.057423:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80700 00000100:00100000:0.0:1775764845.057463:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38597 00000100:00100000:0.0:1775764845.057472:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223032448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764845.067388:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223032448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9905us (10262us total) trans 0 rc 405504/405504 00000100:00100000:0.0:1775764845.067401:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38597 00002000:00100000:0.0:1775764845.067414:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (614400->1019903) req@ffff8b8c8ed80700 x1862022223032448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 405504/405504 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764845.067423:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80700 with x1862022223032448 ext(614400->1019903) 00002000:00010000:0.0:1775764845.067429:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80700 00000100:00100000:3.0:1775764845.074322:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.074492:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223032576 00000100:00100000:2.0:1775764845.074504:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223032576 00002000:00100000:2.0:1775764845.074608:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (954368->1017449) req@ffff8b8c8ed82a00 x1862022223032576/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.074620:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82a00 with x1862022223032576 ext(954368->1017449) 00002000:00010000:2.0:1775764845.074627:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82a00 00000100:00100000:2.0:1775764845.074659:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38598 00000100:00100000:2.0:1775764845.074669:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223032576:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764845.087107:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223032576:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12428us (12784us total) trans 4294996768 rc 0/0 00000100:00100000:0.0:1775764845.087120:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38598 00002000:00100000:0.0:1775764845.087132:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (954368->1017449) req@ffff8b8c8ed82a00 x1862022223032576/t4294996768(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/448 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764845.087147:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82a00 with x1862022223032576 ext(954368->1017449) 00002000:00010000:0.0:1775764845.087152:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82a00 00000100:00100000:3.0:1775764845.091906:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.092077:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223032704 00000100:00100000:1.0:1775764845.092087:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223032704 00000100:00100000:1.0:1775764845.092150:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84822 00000100:00100000:1.0:1775764845.092161:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223032704:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764845.133838:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996768 is committed 00000100:00100000:0.0:1775764845.135269:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223032704:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 43097us (43370us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764845.135288:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84822 00000100:00100000:2.0:1775764845.139438:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.139527:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223032832 00000100:00100000:3.0:1775764845.139560:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223032832 00000100:00100000:3.0:1775764845.139614:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44555 00000100:00100000:3.0:1775764845.139624:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022223032832:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764845.139646:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764845.139665:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d0357 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd080 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.139767:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d600/0xdb23b4c9253d035e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.139790:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d600/0xdb23b4c9253d035e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.139809:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d600/0xdb23b4c9253d035e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764845.139840:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1017450 00000004:00200000:3.0:1775764845.139845:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764845.139861:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d600/0xdb23b4c9253d035e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.139897:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d0357 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd080 expref: 19 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.139915:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d600/0xdb23b4c9253d035e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd080 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.139924:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764845.139927:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764845.139931:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547d600, rc 0) 00000100:00100000:3.0:1775764845.139984:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223032832:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 361us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764845.139991:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44555 00000100:00100000:3.0:1775764845.147243:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.147407:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223033088 00000100:00100000:0.0:1775764845.147418:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223033088 00000100:00100000:0.0:1775764845.147486:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44556 00000100:00100000:0.0:1775764845.147496:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223033088:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764845.147605:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764845.147644:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d600/0xdb23b4c9253d035e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd080 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.147663:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764845.147668:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764845.147930:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0365 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.147947:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0365 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.147957:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0365 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764845.148013:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032320 00000004:00010000:0.0:1775764845.148039:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f166c93 reply state 00000000e7d03bb9 transno 4295032321 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0365 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764845.148386:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764845.148485:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223033088:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 989us (1250us total) trans 4295032321 rc 0/0 00000100:00100000:0.0:1775764845.148493:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44556 00000020:00080000:0.0:1775764845.148498:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764845.155644:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.155699:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.155796:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223033216 00000100:00100000:3.0:1775764845.155807:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223033216 00002000:00010000:3.0:1775764845.155849:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (213080->18446744073709551615) 00002000:00100000:3.0:1775764845.155854:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022223033216 ext(213080->18446744073709551615) 00002000:00010000:3.0:1775764845.155868:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52680. 00000100:00100000:3.0:1775764845.155900:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223033344 00000100:00100000:3.0:1775764845.155903:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223033344 00002000:00010000:3.0:1775764845.155914:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764845.155918:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022223033344 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764845.155924:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52300. 00000100:00100000:3.0:1775764845.155943:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38599 00000100:00100000:3.0:1775764845.155951:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223033216:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764845.156351:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1017450 -> 213080 00002000:00010000:3.0:1775764845.156355:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:3.0:1775764845.156358:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764845.156360:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:3.0:1775764845.156362:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 1099 00000100:00100000:3.0:1775764845.156415:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223033216:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 464us (780us total) trans 4294996769 rc 0/0 00000100:00100000:3.0:1775764845.156424:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38599 00002000:00010000:3.0:1775764845.156427:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (213080->18446744073709551615) 00002000:00100000:3.0:1775764845.156429:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022223033216 ext(213080->18446744073709551615) 00002000:00010000:3.0:1775764845.156434:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52680. 00000100:00100000:3.0:1775764845.156451:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38600 00000100:00100000:3.0:1775764845.156458:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223033344:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764845.156598:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764845.156602:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:3.0:1775764845.156605:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764845.156607:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:3.0:1775764845.156609:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764845.156629:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223033344:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 172us (930us total) trans 4294996126 rc 0/0 00000100:00100000:3.0:1775764845.156636:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38600 00002000:00010000:3.0:1775764845.156639:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764845.156641:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022223033344 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764845.156645:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52300. 00010000:00010000:2.0:1775764845.162519:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0365 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.162559:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0365 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.162567:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0365 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.162574:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764845.162579:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0365 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.162587:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0365 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.162606:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764845.162609:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764845.162613:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0365 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.162620:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0365 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764845.164228:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.164573:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223033472 00000100:00100000:3.0:1775764845.164582:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223033472 00000100:00100000:3.0:1775764845.164682:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44557 00000100:00100000:3.0:1775764845.164692:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022223033472:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764845.164719:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764845.164738:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d036c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd087 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.164838:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0373 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.164854:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.164867:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764845.164905:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 213080 00000004:00200000:3.0:1775764845.164910:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764845.164927:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.164953:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d036c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd087 expref: 21 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.164970:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0373 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd087 expref: 20 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.164978:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764845.164981:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764845.164985:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547c800, rc 0) 00000100:00100000:3.0:1775764845.165046:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223033472:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 355us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764845.165060:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44557 00000100:00100000:0.0:1775764845.176405:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.176488:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223033728 00000100:00100000:2.0:1775764845.176500:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223033728 00000100:00100000:2.0:1775764845.176706:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44558 00000100:00100000:2.0:1775764845.176717:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223033728:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764845.176782:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764845.176810:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c800/0xdb23b4c9253d0373 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd087 expref: 20 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.176829:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764845.176835:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764845.177074:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d037a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.177089:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d037a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.177102:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d037a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764845.177165:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032322 00000004:00010000:2.0:1775764845.177192:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f547c4c reply state 0000000092d22900 transno 4295032323 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d037a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764845.177202:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764845.177311:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223033728:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 596us (921us total) trans 4295032323 rc 0/0 00000100:00100000:2.0:1775764845.177318:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44558 00000020:00080000:2.0:1775764845.177323:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764845.183921:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.183970:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764845.184069:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d037a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.184081:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d037a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.184089:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d037a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.184095:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c80031800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764845.184100:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d037a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.184107:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d037a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.184126:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764845.184129:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.184134:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d037a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.184140:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d037a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.184938:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223033856 00000100:00100000:1.0:1775764845.184950:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223033856 00002000:00010000:1.0:1775764845.184995:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2098889->18446744073709551615) 00002000:00100000:1.0:1775764845.185001:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022223033856 ext(2098889->18446744073709551615) 00002000:00010000:1.0:1775764845.185014:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89500. 00000100:00100000:1.0:1775764845.185038:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223033984 00000100:00100000:1.0:1775764845.185041:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223033984 00002000:00010000:1.0:1775764845.185169:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764845.185173:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88000 with x1862022223033984 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764845.185180:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88000. 00000100:00100000:1.0:1775764845.185210:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38601 00000100:00100000:1.0:1775764845.185221:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223033856:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:3.0:1775764845.185259:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38602 00000100:00100000:3.0:1775764845.185272:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223033984:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764845.185532:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 213080 -> 2098889 00002000:00010000:3.0:1775764845.185532:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764845.185552:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:3.0:1775764845.185556:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764845.185558:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:3.0:1775764845.185562:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00002000:00010000:1.0:1775764845.185564:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:1.0:1775764845.185568:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:1.0:1775764845.185570:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:1.0:1775764845.185572:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1099 00000100:00100000:3.0:1775764845.185635:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223033984:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 365us (1662us total) trans 4294996127 rc 0/0 00000100:00100000:3.0:1775764845.185643:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38602 00002000:00010000:3.0:1775764845.185647:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764845.185650:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88000 with x1862022223033984 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764845.185656:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88000. 00000100:00100000:1.0:1775764845.186042:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223033856:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 822us (2131us total) trans 4294996770 rc 0/0 00000100:00100000:1.0:1775764845.186056:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38601 00002000:00010000:1.0:1775764845.186059:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2098889->18446744073709551615) 00002000:00100000:1.0:1775764845.186062:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022223033856 ext(2098889->18446744073709551615) 00002000:00010000:1.0:1775764845.186067:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89500. 00000100:00100000:3.0:1775764845.195345:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.195609:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223034112 00000100:00100000:1.0:1775764845.195620:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223034112 00000100:00100000:1.0:1775764845.195681:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44559 00000100:00100000:1.0:1775764845.195691:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022223034112:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764845.195715:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764845.195735:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213800/0xdb23b4c9253d0381 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd08e expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.195842:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212c00/0xdb23b4c9253d0388 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.195858:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212c00/0xdb23b4c9253d0388 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.195871:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212c00/0xdb23b4c9253d0388 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764845.195914:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2098889 00000004:00200000:1.0:1775764845.195919:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764845.195936:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212c00/0xdb23b4c9253d0388 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.195961:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f213800/0xdb23b4c9253d0381 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd08e expref: 23 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.195979:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212c00/0xdb23b4c9253d0388 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd08e expref: 22 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.195989:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764845.195993:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764845.195997:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f212c00, rc 0) 00000100:00100000:1.0:1775764845.196314:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223034112:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 623us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764845.196322:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44559 00000100:00100000:1.0:1775764845.210025:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.210081:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.210181:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223034240 00000100:00100000:0.0:1775764845.210193:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223034240 00002000:00100000:0.0:1775764845.210245:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (290816->2064383) req@ffff8b8c3c51c380 x1862022223034240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764845.210256:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223034240 ext(290816->2064383) 00002000:00010000:0.0:1775764845.210262:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c380 00000100:00100000:0.0:1775764845.210295:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223034368 00000100:00100000:0.0:1775764845.210299:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223034368 00002000:00100000:0.0:1775764845.210313:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2101247) req@ffff8b8c3c51f480 x1862022223034368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764845.210321:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f480 with x1862022223034368 ext(2064384->2101247) 00002000:00010000:0.0:1775764845.210324:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f480 00000100:00100000:0.0:1775764845.210348:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38603 00000100:00100000:0.0:1775764845.210357:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223034240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764845.210378:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38604 00000100:00100000:1.0:1775764845.210390:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223034368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764845.231797:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223034368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21401us (21705us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764845.231811:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38604 00002000:00100000:1.0:1775764845.231823:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2101247) req@ffff8b8c3c51f480 x1862022223034368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764845.231833:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f480 with x1862022223034368 ext(2064384->2101247) 00002000:00010000:1.0:1775764845.231840:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f480 00000100:00100000:2.0:1775764845.237978:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223034240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 27612us (28015us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764845.237992:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38603 00002000:00100000:2.0:1775764845.238005:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (290816->2064383) req@ffff8b8c3c51c380 x1862022223034240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.238015:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223034240 ext(290816->2064383) 00002000:00010000:2.0:1775764845.238021:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c380 00000100:00100000:0.0:1775764845.245371:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.245463:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223034624 00000100:00100000:3.0:1775764845.245474:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223034624 00000100:00100000:3.0:1775764845.245526:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44560 00000100:00100000:3.0:1775764845.245536:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223034624:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764845.245683:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764845.245710:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f212c00/0xdb23b4c9253d0388 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd08e expref: 22 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.245728:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764845.245734:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764845.246041:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d038f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.246137:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d038f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.246149:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d038f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764845.246202:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032324 00000004:00010000:3.0:1775764845.246302:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000041f27f9 reply state 00000000c2e8f08e transno 4295032325 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d038f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764845.246312:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764845.246462:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223034624:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 926us (1101us total) trans 4295032325 rc 0/0 00000100:00100000:3.0:1775764845.246469:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44560 00000020:00080000:3.0:1775764845.246475:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764845.249722:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.249743:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.249782:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223034752 00000100:00100000:2.0:1775764845.249792:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223034752 00002000:00010000:2.0:1775764845.249834:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4075374->18446744073709551615) 00002000:00100000:2.0:1775764845.249839:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89880 with x1862022223034752 ext(4075374->18446744073709551615) 00002000:00010000:2.0:1775764845.249851:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89880. 00000100:00100000:2.0:1775764845.249872:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223034880 00000100:00100000:2.0:1775764845.249875:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223034880 00002000:00010000:2.0:1775764845.249896:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764845.249899:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89c00 with x1862022223034880 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764845.249906:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89c00. 00000100:00100000:2.0:1775764845.249924:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38605 00000100:00100000:2.0:1775764845.249933:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223034752:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764845.250181:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2098889 -> 4075374 00002000:00010000:2.0:1775764845.250185:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.250187:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764845.250189:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.250191:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1099 00000100:00100000:0.0:1775764845.250494:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38606 00000100:00100000:0.0:1775764845.250506:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223034880:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764845.250674:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764845.250677:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:0.0:1775764845.250680:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764845.250682:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:0.0:1775764845.250684:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764845.250738:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223034880:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 235us (993us total) trans 4294996128 rc 0/0 00000100:00100000:0.0:1775764845.250746:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38606 00002000:00010000:0.0:1775764845.250761:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764845.250764:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89c00 with x1862022223034880 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764845.250769:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89c00. 00000100:00100000:2.0:1775764845.251579:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223034752:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1644us (1863us total) trans 4294996771 rc 0/0 00000100:00100000:2.0:1775764845.251590:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38605 00002000:00010000:2.0:1775764845.251593:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4075374->18446744073709551615) 00002000:00100000:2.0:1775764845.251596:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89880 with x1862022223034752 ext(4075374->18446744073709551615) 00002000:00010000:2.0:1775764845.251602:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89880. 00010000:00010000:3.0:1775764845.252643:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d038f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.252658:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d038f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.252666:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d038f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.252672:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8547c200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764845.252677:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d038f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.252686:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d038f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.252705:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764845.252709:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764845.252714:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d038f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.252721:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d038f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764845.266256:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.266355:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223035008 00000100:00100000:0.0:1775764845.266365:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223035008 00002000:00100000:0.0:1775764845.266416:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2101248->4014079) req@ffff8b8cb0a8bb80 x1862022223035008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764845.266428:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8bb80 with x1862022223035008 ext(2101248->4014079) 00002000:00010000:0.0:1775764845.266433:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8bb80 00000100:00100000:0.0:1775764845.266466:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38607 00000100:00100000:0.0:1775764845.266475:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223035008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764845.270236:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.270473:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223035136 00000100:00100000:3.0:1775764845.270486:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223035136 00002000:00100000:3.0:1775764845.270557:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3145728->4075519) req@ffff8b8c3c51d500 x1862022223035136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764845.270570:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d500 with x1862022223035136 ext(3145728->4075519) 00002000:00010000:3.0:1775764845.270576:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d500 00000100:00100000:3.0:1775764845.270647:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38608 00000100:00100000:3.0:1775764845.270657:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223035136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764845.289908:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223035008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 23422us (23652us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764845.289922:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38607 00002000:00100000:1.0:1775764845.289935:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2101248->4014079) req@ffff8b8cb0a8bb80 x1862022223035008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764845.289945:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8bb80 with x1862022223035008 ext(2101248->4014079) 00002000:00010000:1.0:1775764845.289951:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8bb80 00000100:00100000:3.0:1775764845.298438:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223035136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 27772us (28201us total) trans 0 rc 925696/925696 00000100:00100000:3.0:1775764845.298453:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38608 00002000:00100000:3.0:1775764845.298467:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3145728->4075519) req@ffff8b8c3c51d500 x1862022223035136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 925696/925696 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764845.298478:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d500 with x1862022223035136 ext(3145728->4075519) 00002000:00010000:3.0:1775764845.298484:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d500 00000100:00100000:0.0:1775764845.304959:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.305125:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223035264 00000100:00100000:2.0:1775764845.305136:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223035264 00002000:00100000:2.0:1775764845.305183:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (176128->4075373) req@ffff8b8c90d51500 x1862022223035264/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.305193:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51500 with x1862022223035264 ext(176128->4075373) 00002000:00010000:2.0:1775764845.305199:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51500 00000100:00100000:2.0:1775764845.305232:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38609 00000100:00100000:2.0:1775764845.305242:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223035264:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764845.312210:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223035264:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6959us (7250us total) trans 4294996772 rc 0/0 00000100:00100000:0.0:1775764845.312233:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38609 00002000:00100000:0.0:1775764845.312245:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (176128->4075373) req@ffff8b8c90d51500 x1862022223035264/t4294996772(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/448 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764845.312256:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51500 with x1862022223035264 ext(176128->4075373) 00002000:00010000:0.0:1775764845.312261:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51500 00000100:00100000:2.0:1775764845.315587:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.315689:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223035392 00000100:00100000:3.0:1775764845.315699:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223035392 00000100:00100000:3.0:1775764845.315948:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84823 00000100:00100000:3.0:1775764845.315960:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223035392:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764845.352890:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996772 is committed 00000100:00100000:3.0:1775764845.353239:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223035392:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 37275us (37654us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764845.353251:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84823 00000100:00100000:1.0:1775764845.357435:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.357599:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223035520 00000100:00100000:0.0:1775764845.357609:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223035520 00000100:00100000:0.0:1775764845.357667:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44561 00000100:00100000:0.0:1775764845.357677:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022223035520:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764845.357702:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764845.357722:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0396 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd095 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.357816:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d039d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.357830:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d039d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.357842:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d039d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764845.357870:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4075374 00000004:00200000:0.0:1775764845.357875:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764845.357902:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d039d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.357927:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0396 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd095 expref: 25 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.357944:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d039d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd095 expref: 24 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.357952:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764845.357955:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764845.357958:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5a00, rc 0) 00000100:00100000:0.0:1775764845.358190:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223035520:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 513us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764845.358203:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44561 00000100:00100000:0.0:1775764845.365928:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.366209:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223035648 00000100:00100000:3.0:1775764845.366220:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223035648 00002000:00100000:3.0:1775764845.366270:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (217088->1019903) req@ffff8b8c90d52d80 x1862022223035648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764845.366286:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022223035648 ext(217088->1019903) 00002000:00010000:3.0:1775764845.366292:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:3.0:1775764845.366328:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38610 00000100:00100000:3.0:1775764845.366337:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223035648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764845.419482:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223035648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 53135us (53552us total) trans 0 rc 798720/798720 00000100:00100000:2.0:1775764845.419494:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38610 00002000:00100000:2.0:1775764845.419507:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (217088->1019903) req@ffff8b8c90d52d80 x1862022223035648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 798720/798720 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.419517:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022223035648 ext(217088->1019903) 00002000:00010000:2.0:1775764845.419523:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:2.0:1775764845.425359:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.425467:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223035904 00000100:00100000:1.0:1775764845.425477:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223035904 00000100:00100000:1.0:1775764845.425589:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44562 00000100:00100000:1.0:1775764845.425600:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223035904:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764845.425655:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764845.425681:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d039d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd095 expref: 24 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.425701:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764845.425707:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764845.425939:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ec00/0xdb23b4c9253d03a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.425953:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ec00/0xdb23b4c9253d03a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.425963:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ec00/0xdb23b4c9253d03a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764845.426016:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032326 00000004:00010000:1.0:1775764845.426042:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006967943f reply state 000000005ce0a7b7 transno 4295032327 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ec00/0xdb23b4c9253d03a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.426059:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764845.426151:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223035904:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 553us (800us total) trans 4295032327 rc 0/0 00000100:00100000:1.0:1775764845.426158:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44562 00000020:00080000:1.0:1775764845.426163:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764845.430376:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ec00/0xdb23b4c9253d03a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.430393:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ec00/0xdb23b4c9253d03a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.430402:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ec00/0xdb23b4c9253d03a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.430407:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9185ec00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764845.430411:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ec00/0xdb23b4c9253d03a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.430418:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ec00/0xdb23b4c9253d03a4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.430436:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764845.430439:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764845.430444:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ec00/0xdb23b4c9253d03a4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.430449:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ec00/0xdb23b4c9253d03a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764845.430661:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.430690:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.431235:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223036032 00000100:00100000:3.0:1775764845.431246:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223036032 00002000:00010000:3.0:1775764845.431288:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764845.431293:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022223036032 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764845.431307:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53b80. 00000100:00100000:3.0:1775764845.431343:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223036160 00000100:00100000:3.0:1775764845.431347:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223036160 00002000:00010000:3.0:1775764845.431358:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (741052->18446744073709551615) 00002000:00100000:3.0:1775764845.431361:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53800 with x1862022223036160 ext(741052->18446744073709551615) 00002000:00010000:3.0:1775764845.431367:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53800. 00000100:00100000:3.0:1775764845.431383:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38611 00000100:00100000:3.0:1775764845.431391:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223036032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764845.431680:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4075374 -> 4194304 00002000:00010000:3.0:1775764845.431684:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:3.0:1775764845.431686:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764845.431688:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:3.0:1775764845.431691:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 649 00000100:00100000:3.0:1775764845.431745:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223036032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 354us (1087us total) trans 4294996773 rc 0/0 00000100:00100000:0.0:1775764845.431879:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38612 00000100:00100000:0.0:1775764845.431897:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223036160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764845.432012:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 741052 00002000:00010000:0.0:1775764845.432015:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:0.0:1775764845.432018:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764845.432020:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:0.0:1775764845.432022:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764845.432044:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223036160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 149us (1353us total) trans 4294996129 rc 0/0 00000100:00100000:0.0:1775764845.432059:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38612 00002000:00010000:0.0:1775764845.432064:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (741052->18446744073709551615) 00002000:00100000:0.0:1775764845.432067:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53800 with x1862022223036160 ext(741052->18446744073709551615) 00002000:00010000:0.0:1775764845.432071:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53800. 00000100:00100000:3.0:1775764845.433142:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38611 00002000:00010000:3.0:1775764845.433148:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764845.433152:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022223036032 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764845.433160:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53b80. 00000100:00100000:0.0:1775764845.435253:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.435598:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223036288 00000100:00100000:2.0:1775764845.435609:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223036288 00000100:00100000:2.0:1775764845.435659:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44563 00000100:00100000:2.0:1775764845.435668:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022223036288:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764845.435692:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764845.435713:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d03ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd09c expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.435807:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d03b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.435821:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d03b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.435832:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d03b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764845.435859:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4935356 00000004:00200000:2.0:1775764845.435864:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764845.435892:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d03b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.435918:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031200/0xdb23b4c9253d03ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd09c expref: 27 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.435936:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d03b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd09c expref: 26 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.435946:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764845.435949:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764845.435954:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c80031400, rc 0) 00000100:00100000:2.0:1775764845.436008:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223036288:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 340us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.436015:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44563 00000100:00100000:0.0:1775764845.447345:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.447384:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.447457:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223036416 00000100:00100000:2.0:1775764845.447468:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223036416 00002000:00100000:2.0:1775764845.447510:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (516096->520191) req@ffff8b8c90d51180 x1862022223036416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.447521:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51180 with x1862022223036416 ext(516096->520191) 00002000:00010000:2.0:1775764845.447527:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51180 00000100:00100000:2.0:1775764845.447570:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223036544 00000100:00100000:2.0:1775764845.447573:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223036544 00002000:00100000:2.0:1775764845.447586:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (4075520->4194303) req@ffff8b8c90d53100 x1862022223036544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.447595:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53100 with x1862022223036544 ext(4075520->4194303) 00002000:00010000:2.0:1775764845.447598:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53100 00000100:00100000:2.0:1775764845.447614:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38613 00000100:00100000:2.0:1775764845.447621:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223036416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764845.447844:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223036416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 223us (508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764845.447852:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38613 00002000:00100000:2.0:1775764845.447857:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (516096->520191) req@ffff8b8c90d51180 x1862022223036416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/4536 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.447866:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51180 with x1862022223036416 ext(516096->520191) 00002000:00010000:2.0:1775764845.447869:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51180 00000100:00100000:2.0:1775764845.447896:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38614 00000100:00100000:2.0:1775764845.447903:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223036544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764845.456112:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.456209:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223036672 00000100:00100000:1.0:1775764845.456219:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223036672 00002000:00100000:1.0:1775764845.456265:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (0->741375) req@ffff8b8c90d53480 x1862022223036672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764845.456275:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53480 with x1862022223036672 ext(0->741375) 00002000:00010000:1.0:1775764845.456281:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53480 00000100:00100000:1.0:1775764845.456313:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38615 00000100:00100000:1.0:1775764845.456323:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223036672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764845.458625:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223036544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10713us (11230us total) trans 0 rc 118784/118784 00000100:00100000:3.0:1775764845.458639:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38614 00002000:00100000:3.0:1775764845.458650:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (4075520->4194303) req@ffff8b8c90d53100 x1862022223036544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 118784/118784 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764845.458661:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53100 with x1862022223036544 ext(4075520->4194303) 00002000:00010000:3.0:1775764845.458666:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53100 00000100:00100000:1.0:1775764845.465764:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223036672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9425us (9643us total) trans 0 rc 737280/737280 00000100:00100000:1.0:1775764845.465778:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38615 00002000:00100000:1.0:1775764845.465790:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (0->741375) req@ffff8b8c90d53480 x1862022223036672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 737280/737280 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764845.465799:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53480 with x1862022223036672 ext(0->741375) 00002000:00010000:1.0:1775764845.465805:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53480 00000100:00100000:0.0:1775764845.470620:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.470718:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223036800 00000100:00100000:2.0:1775764845.470728:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223036800 00002000:00100000:2.0:1775764845.470777:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (516096->544767) req@ffff8b8c90d51880 x1862022223036800/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.470788:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51880 with x1862022223036800 ext(516096->544767) 00002000:00010000:2.0:1775764845.470795:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51880 00000100:00100000:2.0:1775764845.470829:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38616 00000100:00100000:2.0:1775764845.470840:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223036800:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764845.475203:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223036800:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4356us (4584us total) trans 4294996130 rc 0/0 00000100:00100000:3.0:1775764845.475217:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38616 00002000:00100000:3.0:1775764845.475230:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (516096->544767) req@ffff8b8c90d51880 x1862022223036800/t4294996130(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/448 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764845.475240:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51880 with x1862022223036800 ext(516096->544767) 00002000:00010000:3.0:1775764845.475246:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51880 00000100:00100000:0.0:1775764845.478854:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.478956:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223036928 00000100:00100000:1.0:1775764845.478966:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223036928 00000100:00100000:1.0:1775764845.479023:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84824 00000100:00100000:1.0:1775764845.479032:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223036928:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764845.511021:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996129 is committed 00000001:00080000:3.0:1775764845.511490:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996130 is committed 00000100:00100000:1.0:1775764845.511678:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223036928:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32640us (32824us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764845.511691:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84824 00010000:00010000:1.0:1775764845.516735:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764845.518598:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.518723:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223037056 00000100:00100000:2.0:1775764845.518736:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223037056 00002000:00100000:2.0:1775764845.518878:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1327104->2166783) req@ffff8b8c90d50700 x1862022223037056/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.518899:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50700 with x1862022223037056 ext(1327104->2166783) 00002000:00010000:2.0:1775764845.518905:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50700 00000100:00100000:2.0:1775764845.518976:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38617 00000100:00100000:2.0:1775764845.518986:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223037056:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764845.523467:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223037056:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4473us (4868us total) trans 4294996774 rc 0/0 00000100:00100000:3.0:1775764845.523481:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38617 00002000:00100000:3.0:1775764845.523493:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1327104->2166783) req@ffff8b8c90d50700 x1862022223037056/t4294996774(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/448 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764845.523503:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50700 with x1862022223037056 ext(1327104->2166783) 00002000:00010000:3.0:1775764845.523509:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50700 00000100:00100000:2.0:1775764845.526623:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.526692:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223037184 00000100:00100000:3.0:1775764845.526703:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223037184 00000100:00100000:3.0:1775764845.526764:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84825 00000100:00100000:3.0:1775764845.526775:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223037184:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764845.556198:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996774 is committed 00000100:00100000:3.0:1775764845.556353:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223037184:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 29573us (29731us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764845.556365:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84825 00000100:00100000:0.0:1775764845.561449:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.561495:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.561582:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223037312 00000100:00100000:2.0:1775764845.561593:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223037312 00002000:00100000:2.0:1775764845.561642:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1105920->1970175) req@ffff8b8c90d51f80 x1862022223037312/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.561658:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51f80 with x1862022223037312 ext(1105920->1970175) 00002000:00010000:2.0:1775764845.561664:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51f80 00000100:00100000:2.0:1775764845.561701:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38618 00000100:00100000:2.0:1775764845.561712:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223037312:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764845.561927:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223037440 00000100:00100000:1.0:1775764845.561932:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223037440 00000100:00100000:1.0:1775764845.561963:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 957 00000100:00100000:1.0:1775764845.561970:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90c16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36837393-023c-42fc-a2a5-d5ec86474e44+9:2363:x1862022223037440:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:1.0:1775764845.562222:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90c16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36837393-023c-42fc-a2a5-d5ec86474e44+9:2363:x1862022223037440:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 251us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764845.562230:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 957 00000100:00100000:1.0:1775764845.571269:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223037312:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9549us (9818us total) trans 4294996775 rc 0/0 00000100:00100000:1.0:1775764845.571286:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38618 00002000:00100000:1.0:1775764845.571301:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1105920->1970175) req@ffff8b8c90d51f80 x1862022223037312/t4294996775(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/448 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764845.571310:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51f80 with x1862022223037312 ext(1105920->1970175) 00002000:00010000:1.0:1775764845.571316:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51f80 00000100:00100000:3.0:1775764845.573974:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.574191:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223037568 00000100:00100000:0.0:1775764845.574201:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223037568 00000100:00100000:0.0:1775764845.574261:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84826 00000100:00100000:0.0:1775764845.574271:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223037568:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764845.607645:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996775 is committed 00000100:00100000:0.0:1775764845.607802:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223037568:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33527us (33832us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764845.607813:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84826 00000100:00100000:3.0:1775764845.610619:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.610708:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223037824 00000100:00100000:0.0:1775764845.610718:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223037824 00000100:00100000:0.0:1775764845.610783:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44564 00000100:00100000:0.0:1775764845.610793:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223037824:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764845.610845:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764845.610872:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031400/0xdb23b4c9253d03b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd09c expref: 26 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.610929:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764845.610934:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764845.611388:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d03b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.611403:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d03b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.611414:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d03b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764845.611466:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032328 00000004:00010000:0.0:1775764845.611492:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b38b7086 reply state 00000000c7170ea8 transno 4295032329 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d03b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764845.611501:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764845.611671:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223037824:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 878us (1057us total) trans 4295032329 rc 0/0 00000100:00100000:0.0:1775764845.611678:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44564 00000020:00080000:0.0:1775764845.611684:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764845.615128:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.615238:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764845.615291:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d03b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.615303:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d03b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.615311:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d03b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.615317:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764845.615323:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d03b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.615331:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d03b9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.615348:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764845.615352:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764845.615357:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d03b9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.615364:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d03b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764845.616376:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223037952 00000100:00100000:0.0:1775764845.616389:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223037952 00002000:00010000:0.0:1775764845.616428:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1085769->18446744073709551615) 00002000:00100000:0.0:1775764845.616433:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351c00 with x1862022223037952 ext(1085769->18446744073709551615) 00002000:00010000:0.0:1775764845.616444:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351c00. 00000100:00100000:0.0:1775764845.616503:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223038080 00000100:00100000:0.0:1775764845.616507:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223038080 00002000:00010000:0.0:1775764845.616519:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764845.616522:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353b80 with x1862022223038080 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764845.616529:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99353b80. 00000100:00100000:2.0:1775764845.616578:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38619 00000100:00100000:2.0:1775764845.616590:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223037952:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764845.617002:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1085769 00002000:00010000:2.0:1775764845.617007:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.617009:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764845 00002000:00010000:2.0:1775764845.617011:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.617013:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 1227 00000100:00100000:2.0:1775764845.617091:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223037952:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 502us (2042us total) trans 4294996776 rc 0/0 00000100:00100000:2.0:1775764845.617099:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38619 00002000:00010000:2.0:1775764845.617102:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1085769->18446744073709551615) 00002000:00100000:2.0:1775764845.617105:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351c00 with x1862022223037952 ext(1085769->18446744073709551615) 00002000:00010000:2.0:1775764845.617110:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351c00. 00000100:00100000:2.0:1775764845.617127:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38620 00000100:00100000:2.0:1775764845.617134:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223038080:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764845.617322:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 741052 -> 0 00002000:00010000:2.0:1775764845.617325:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.617327:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764845.617329:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.617331:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 263 00000100:00100000:2.0:1775764845.617352:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223038080:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 218us (2114us total) trans 4294996131 rc 0/0 00000100:00100000:2.0:1775764845.617359:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38620 00002000:00010000:2.0:1775764845.617362:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764845.617364:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353b80 with x1862022223038080 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764845.617369:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99353b80. 00000100:00100000:1.0:1775764845.629313:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.630274:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223038208 00000100:00100000:0.0:1775764845.630286:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223038208 00000100:00100000:0.0:1775764845.630351:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44565 00000100:00100000:0.0:1775764845.630361:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022223038208:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764845.630388:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764845.630410:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d03c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0a3 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.630504:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d03c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.630523:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d03c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.630571:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d03c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764845.630602:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1085769 00000004:00200000:0.0:1775764845.630606:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764845.630623:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d03c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.630649:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d03c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0a3 expref: 29 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.630666:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d03c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0a3 expref: 28 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.630674:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764845.630677:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764845.630680:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5600, rc 0) 00000100:00100000:0.0:1775764845.630757:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223038208:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 388us (1444us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764845.630765:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44565 00000100:00100000:3.0:1775764845.644210:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.644316:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223038336 00000100:00100000:2.0:1775764845.644326:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223038336 00002000:00100000:2.0:1775764845.644377:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (393216->454655) req@ffff8b8c99352680 x1862022223038336/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.644388:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352680 with x1862022223038336 ext(393216->454655) 00002000:00010000:2.0:1775764845.644394:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352680 00000100:00100000:2.0:1775764845.644431:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38621 00000100:00100000:2.0:1775764845.644441:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223038336:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764845.648175:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223038336:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3726us (3965us total) trans 4294996777 rc 0/0 00000100:00100000:2.0:1775764845.648188:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38621 00002000:00100000:2.0:1775764845.648201:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (393216->454655) req@ffff8b8c99352680 x1862022223038336/t4294996777(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/448 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.648211:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352680 with x1862022223038336 ext(393216->454655) 00002000:00010000:2.0:1775764845.648218:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352680 00000100:00100000:3.0:1775764845.656189:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.656300:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223038464 00000100:00100000:0.0:1775764845.656311:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223038464 00000100:00100000:0.0:1775764845.656375:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84827 00000100:00100000:0.0:1775764845.656385:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223038464:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764845.707736:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223038464:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 51343us (51548us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764845.707754:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84827 00000001:00080000:2.0:1775764845.712712:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996777 is committed 00000100:00100000:2.0:1775764845.713564:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.714259:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223038720 00000100:00100000:1.0:1775764845.714270:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223038720 00000100:00100000:1.0:1775764845.714330:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44566 00000100:00100000:1.0:1775764845.714339:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223038720:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764845.714394:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764845.714425:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d03c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0a3 expref: 28 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714445:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764845.714450:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764845.714701:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d03ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714714:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d03ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714728:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d03ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764845.714971:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032330 00000004:00010000:1.0:1775764845.714997:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009dfe797b reply state 00000000b8af22d8 transno 4295032331 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d03ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.715006:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764845.715177:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223038720:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 837us (1617us total) trans 4295032331 rc 0/0 00000100:00100000:1.0:1775764845.715185:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44566 00000020:00080000:1.0:1775764845.715190:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764845.718137:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.718230:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764845.718727:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d03ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.718739:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d03ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.718757:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d03ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.718764:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9185ea00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764845.718769:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d03ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.718777:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d03ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.718795:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764845.718798:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764845.718802:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d03ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.718809:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185ea00/0xdb23b4c9253d03ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764845.718898:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223038848 00000100:00100000:0.0:1775764845.718909:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223038848 00002000:00010000:0.0:1775764845.718946:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2298347->18446744073709551615) 00002000:00100000:0.0:1775764845.718951:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022223038848 ext(2298347->18446744073709551615) 00002000:00010000:0.0:1775764845.718961:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89f80. 00000100:00100000:0.0:1775764845.718988:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223038976 00000100:00100000:0.0:1775764845.718991:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223038976 00002000:00010000:0.0:1775764845.719002:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764845.719005:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89180 with x1862022223038976 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764845.719012:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89180. 00000100:00100000:0.0:1775764845.719031:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38622 00000100:00100000:0.0:1775764845.719040:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223038848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764845.719330:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1085769 -> 2298347 00002000:00010000:0.0:1775764845.719334:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764846 00002000:00010000:0.0:1775764845.719336:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:0.0:1775764845.719338:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764846 00002000:00010000:0.0:1775764845.719340:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1227 -> 649 00000100:00100000:0.0:1775764845.719394:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223038848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 354us (1264us total) trans 4294996778 rc 0/0 00000100:00100000:0.0:1775764845.719402:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38622 00002000:00010000:0.0:1775764845.719405:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2298347->18446744073709551615) 00002000:00100000:0.0:1775764845.719408:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022223038848 ext(2298347->18446744073709551615) 00002000:00010000:0.0:1775764845.719412:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89f80. 00000100:00100000:0.0:1775764845.719428:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38623 00000100:00100000:0.0:1775764845.719435:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223038976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764845.719580:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764845.719583:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764845 -> 1775764846 00002000:00010000:0.0:1775764845.719585:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764845.719587:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764845 -> 1775764846 00002000:00010000:0.0:1775764845.719589:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764845.719610:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223038976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 176us (1380us total) trans 4294996132 rc 0/0 00000100:00100000:0.0:1775764845.719617:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38623 00002000:00010000:0.0:1775764845.719620:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764845.719622:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89180 with x1862022223038976 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764845.719626:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89180. 00000100:00100000:2.0:1775764845.729602:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.729641:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.729771:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223039104 00000100:00100000:3.0:1775764845.729781:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223039104 00002000:00100000:3.0:1775764845.729829:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1089536->2260991) req@ffff8b8c8f8c4e00 x1862022223039104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764845.729839:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022223039104 ext(1089536->2260991) 00002000:00010000:3.0:1775764845.729845:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4e00 00000100:00100000:3.0:1775764845.729874:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223039232 00000100:00100000:3.0:1775764845.729885:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223039232 00002000:00100000:3.0:1775764845.729900:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2134016->2301951) req@ffff8b8c8f8c5180 x1862022223039232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764845.729907:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5180 with x1862022223039232 ext(2134016->2301951) 00002000:00010000:3.0:1775764845.729910:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5180 00000100:00100000:3.0:1775764845.729933:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38624 00000100:00100000:3.0:1775764845.729941:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223039104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764845.731099:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38625 00000100:00100000:0.0:1775764845.731113:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223039232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764845.742501:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223039232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11382us (12848us total) trans 0 rc 163840/163840 00000100:00100000:0.0:1775764845.742514:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38625 00002000:00100000:0.0:1775764845.742527:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2134016->2301951) req@ffff8b8c8f8c5180 x1862022223039232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 163840/163840 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764845.742566:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5180 with x1862022223039232 ext(2134016->2301951) 00002000:00010000:0.0:1775764845.742573:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5180 00000100:00100000:1.0:1775764845.745694:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223039104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15743us (16090us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764845.745708:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38624 00002000:00100000:1.0:1775764845.745721:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1089536->2260991) req@ffff8b8c8f8c4e00 x1862022223039104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764845.745730:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022223039104 ext(1089536->2260991) 00002000:00010000:1.0:1775764845.745735:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4e00 00000100:00100000:3.0:1775764845.754675:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.754792:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223039360 00000100:00100000:1.0:1775764845.754802:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223039360 00002000:00100000:1.0:1775764845.754850:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2256896->2298346) req@ffff8b8c99352300 x1862022223039360/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764845.754860:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352300 with x1862022223039360 ext(2256896->2298346) 00002000:00010000:1.0:1775764845.754866:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352300 00000100:00100000:1.0:1775764845.754906:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38626 00000100:00100000:1.0:1775764845.754916:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223039360:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764845.759009:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223039360:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4086us (4334us total) trans 4294996779 rc 0/0 00000100:00100000:1.0:1775764845.759022:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38626 00002000:00100000:1.0:1775764845.759034:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2256896->2298346) req@ffff8b8c99352300 x1862022223039360/t4294996779(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/448 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764845.759057:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352300 with x1862022223039360 ext(2256896->2298346) 00002000:00010000:1.0:1775764845.759063:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352300 00000100:00100000:2.0:1775764845.764282:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.764381:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223039488 00000100:00100000:3.0:1775764845.764390:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223039488 00000100:00100000:3.0:1775764845.764478:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84828 00000100:00100000:3.0:1775764845.764489:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223039488:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764845.800600:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996778 is committed 00000001:00080000:2.0:1775764845.800618:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996779 is committed 00000100:00100000:3.0:1775764845.800987:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223039488:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36495us (36708us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764845.801000:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84828 00000100:00100000:2.0:1775764845.803941:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.804107:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223039616 00000100:00100000:0.0:1775764845.804117:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223039616 00000100:00100000:0.0:1775764845.804211:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44567 00000100:00100000:0.0:1775764845.804222:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022223039616:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764845.804248:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764845.804271:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0aa expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.804360:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d03dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.804376:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d03dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.804387:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d03dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764845.804414:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2298347 00000004:00200000:0.0:1775764845.804418:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764845.804436:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d03dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.804460:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0aa expref: 31 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.804476:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d03dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0aa expref: 30 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.804485:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764845.804488:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764845.804491:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4400, rc 0) 00000100:00100000:0.0:1775764845.804595:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223039616:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 375us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764845.804602:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44567 00000100:00100000:1.0:1775764845.808524:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.808660:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223039872 00000100:00100000:2.0:1775764845.808671:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223039872 00000100:00100000:2.0:1775764845.808730:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44568 00000100:00100000:2.0:1775764845.808740:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223039872:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764845.808804:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764845.808832:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d03dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0aa expref: 30 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.808851:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764845.808856:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764845.809094:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d03e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.809109:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d03e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.809118:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d03e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764845.809169:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032332 00000004:00010000:2.0:1775764845.809192:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1a3bd17 reply state 0000000069c97da9 transno 4295032333 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d03e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764845.809200:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764845.809459:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223039872:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 719us (943us total) trans 4295032333 rc 0/0 00000100:00100000:2.0:1775764845.809468:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44568 00000020:00080000:2.0:1775764845.809473:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764845.813793:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.813915:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764845.813941:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d03e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.813953:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d03e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.813961:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d03e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.813966:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7dc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764845.813971:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d03e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.813977:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d03e3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.813996:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764845.813998:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764845.814002:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d03e3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.814007:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d03e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764845.814938:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223040000 00000100:00100000:0.0:1775764845.814949:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223040000 00002000:00010000:0.0:1775764845.814987:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (957325->18446744073709551615) 00002000:00100000:0.0:1775764845.814992:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351f80 with x1862022223040000 ext(957325->18446744073709551615) 00002000:00010000:0.0:1775764845.815004:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351f80. 00000100:00100000:0.0:1775764845.815030:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223040128 00000100:00100000:0.0:1775764845.815033:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223040128 00002000:00010000:0.0:1775764845.815113:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764845.815117:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350e00 with x1862022223040128 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764845.815124:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99350e00. 00000100:00100000:0.0:1775764845.815185:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38627 00000100:00100000:0.0:1775764845.815195:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223040000:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764845.815570:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2298347 -> 957325 00002000:00010000:0.0:1775764845.815574:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:0.0:1775764845.815576:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:0.0:1775764845.815578:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:0.0:1775764845.815581:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 843 00000100:00100000:0.0:1775764845.815641:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223040000:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 446us (1857us total) trans 4294996780 rc 0/0 00000100:00100000:0.0:1775764845.815649:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38627 00002000:00010000:0.0:1775764845.815652:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (957325->18446744073709551615) 00002000:00100000:0.0:1775764845.815655:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351f80 with x1862022223040000 ext(957325->18446744073709551615) 00002000:00010000:0.0:1775764845.815659:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351f80. 00000100:00100000:0.0:1775764845.815675:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38628 00000100:00100000:0.0:1775764845.815681:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223040128:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764845.816006:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764845.816010:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:0.0:1775764845.816012:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764845.816014:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:0.0:1775764845.816016:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764845.816040:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223040128:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 358us (2124us total) trans 4294996133 rc 0/0 00000100:00100000:0.0:1775764845.816058:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38628 00002000:00010000:0.0:1775764845.816061:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764845.816063:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350e00 with x1862022223040128 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764845.816067:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99350e00. 00000100:00100000:2.0:1775764845.822150:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.822228:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223040256 00000100:00100000:3.0:1775764845.822239:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223040256 00000100:00100000:3.0:1775764845.822296:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44569 00000100:00100000:3.0:1775764845.822305:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022223040256:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764845.822330:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764845.822351:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d03ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0b1 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.822431:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d400/0xdb23b4c9253d03f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.822444:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d400/0xdb23b4c9253d03f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.822455:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d400/0xdb23b4c9253d03f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764845.822481:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 957325 00000004:00200000:3.0:1775764845.822485:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764845.822502:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d400/0xdb23b4c9253d03f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.822528:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547c200/0xdb23b4c9253d03ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0b1 expref: 33 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.822576:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d400/0xdb23b4c9253d03f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0b1 expref: 32 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.822584:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764845.822587:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764845.822592:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8547d400, rc 0) 00000100:00100000:3.0:1775764845.822649:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223040256:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 345us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764845.822655:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44569 00000100:00100000:2.0:1775764845.832516:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.832698:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223040512 00000100:00100000:0.0:1775764845.832708:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223040512 00000100:00100000:0.0:1775764845.832771:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44570 00000100:00100000:0.0:1775764845.832781:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223040512:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764845.832832:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764845.832859:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8547d400/0xdb23b4c9253d03f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0b1 expref: 32 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.832888:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764845.832893:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764845.833089:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.833103:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.833113:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764845.833164:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032334 00000004:00010000:0.0:1775764845.833185:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a67bc77 reply state 0000000075eaa008 transno 4295032335 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764845.833193:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764845.833289:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223040512:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 509us (782us total) trans 4295032335 rc 0/0 00000100:00100000:0.0:1775764845.833296:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44570 00000020:00080000:0.0:1775764845.833301:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764845.836787:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.836826:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764845.836956:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.836969:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.836976:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.836982:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764845.836987:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.836994:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03f8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.837011:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764845.837014:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764845.837018:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03f8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.837024:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d03f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764845.837112:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223040640 00000100:00100000:2.0:1775764845.837122:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223040640 00002000:00010000:2.0:1775764845.837161:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3048926->18446744073709551615) 00002000:00100000:2.0:1775764845.837165:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c000 with x1862022223040640 ext(3048926->18446744073709551615) 00002000:00010000:2.0:1775764845.837175:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c000. 00000100:00100000:2.0:1775764845.837204:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223040768 00000100:00100000:2.0:1775764845.837207:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223040768 00002000:00010000:2.0:1775764845.837390:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764845.837393:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022223040768 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764845.837400:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d180. 00000100:00100000:2.0:1775764845.837426:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38629 00000100:00100000:2.0:1775764845.837435:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223040640:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764845.837723:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 957325 -> 3048926 00002000:00010000:2.0:1775764845.837727:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764845.837729:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.837732:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764845.837735:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:2.0:1775764845.837887:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223040640:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 442us (1101us total) trans 4294996781 rc 0/0 00000100:00100000:2.0:1775764845.837896:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38629 00002000:00010000:2.0:1775764845.837900:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3048926->18446744073709551615) 00002000:00100000:2.0:1775764845.837903:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c000 with x1862022223040640 ext(3048926->18446744073709551615) 00002000:00010000:2.0:1775764845.837908:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c000. 00000100:00100000:2.0:1775764845.837925:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38630 00000100:00100000:2.0:1775764845.837932:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223040768:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764845.838044:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764845.838047:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764845.838049:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764845.838052:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764845.838054:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764845.838076:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223040768:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 144us (1248us total) trans 4294996134 rc 0/0 00000100:00100000:2.0:1775764845.838085:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38630 00002000:00010000:2.0:1775764845.838088:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764845.838090:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022223040768 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764845.838095:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d180. 00000100:00100000:2.0:1775764845.841762:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.841908:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223040896 00000100:00100000:0.0:1775764845.841918:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223040896 00000100:00100000:0.0:1775764845.841969:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44571 00000100:00100000:0.0:1775764845.841979:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022223040896:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764845.842004:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764845.842023:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d03ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0b8 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.842114:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0406 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.842128:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.842140:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764845.842168:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3048926 00000004:00200000:0.0:1775764845.842172:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764845.842189:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.842225:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d03ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0b8 expref: 35 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.842245:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0406 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0b8 expref: 34 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.842255:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764845.842258:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764845.842262:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4e00, rc 0) 00000100:00100000:0.0:1775764845.842320:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223040896:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 342us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764845.842328:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44571 00000100:00100000:2.0:1775764845.856726:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.856893:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223041024 00000100:00100000:3.0:1775764845.856903:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223041024 00002000:00100000:3.0:1775764845.856955:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (958464->2559999) req@ffff8b8c8f8c5c00 x1862022223041024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764845.856970:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5c00 with x1862022223041024 ext(958464->2559999) 00002000:00010000:3.0:1775764845.856976:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5c00 00000100:00100000:3.0:1775764845.857011:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38631 00000100:00100000:3.0:1775764845.857019:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223041024:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764845.868857:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.869457:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223041152 00000100:00100000:3.0:1775764845.869468:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223041152 00002000:00100000:3.0:1775764845.869516:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2002944->3051519) req@ffff8b8c3c51ea00 x1862022223041152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764845.869527:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022223041152 ext(2002944->3051519) 00002000:00010000:3.0:1775764845.869534:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ea00 00000100:00100000:2.0:1775764845.869732:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38632 00000100:00100000:2.0:1775764845.869754:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223041152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764845.873615:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223041024:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16585us (16886us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764845.873628:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38631 00002000:00100000:2.0:1775764845.873639:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (958464->2559999) req@ffff8b8c8f8c5c00 x1862022223041024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.873650:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5c00 with x1862022223041024 ext(958464->2559999) 00002000:00010000:2.0:1775764845.873656:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5c00 00000100:00100000:2.0:1775764845.883286:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223041152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13532us (14427us total) trans 0 rc 1044480/1044480 00000100:00100000:2.0:1775764845.883300:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38632 00002000:00100000:2.0:1775764845.883312:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2002944->3051519) req@ffff8b8c3c51ea00 x1862022223041152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 1044480/1044480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764845.883323:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022223041152 ext(2002944->3051519) 00002000:00010000:2.0:1775764845.883330:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ea00 00000100:00100000:1.0:1775764845.894242:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.894335:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223041408 00000100:00100000:2.0:1775764845.894346:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223041408 00000100:00100000:2.0:1775764845.894408:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44572 00000100:00100000:2.0:1775764845.894418:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223041408:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764845.894474:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764845.894502:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0406 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0b8 expref: 34 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.894520:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764845.894525:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764845.894974:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d040d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.894989:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d040d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.894999:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d040d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764845.895341:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032336 00000004:00010000:2.0:1775764845.895371:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000712fe292 reply state 00000000b70b2bca transno 4295032337 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d040d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764845.895382:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764845.895476:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223041408:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1058us (1242us total) trans 4295032337 rc 0/0 00000100:00100000:2.0:1775764845.895486:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44572 00000020:00080000:2.0:1775764845.895491:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764845.897406:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d040d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.897421:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d040d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.897431:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d040d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.897437:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7ca00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764845.897442:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d040d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.897450:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d040d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.897465:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764845.897469:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764845.897473:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d040d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.897478:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d040d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.903131:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.903171:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.903241:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223041536 00000100:00100000:2.0:1775764845.903250:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223041536 00002000:00010000:2.0:1775764845.903288:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1252414->18446744073709551615) 00002000:00100000:2.0:1775764845.903293:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0700 with x1862022223041536 ext(1252414->18446744073709551615) 00002000:00010000:2.0:1775764845.903305:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0700. 00000100:00100000:2.0:1775764845.903332:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223041664 00000100:00100000:2.0:1775764845.903335:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223041664 00002000:00010000:2.0:1775764845.903346:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764845.903349:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1f80 with x1862022223041664 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764845.903356:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1f80. 00000100:00100000:2.0:1775764845.903385:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38633 00000100:00100000:2.0:1775764845.903395:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223041536:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764845.903682:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3048926 -> 1252414 00002000:00010000:2.0:1775764845.903686:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764845.903689:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764845.903692:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764845.903695:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:2.0:1775764845.903752:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223041536:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 350us (621us total) trans 4294996782 rc 0/0 00000100:00100000:2.0:1775764845.903761:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38633 00002000:00010000:2.0:1775764845.903764:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1252414->18446744073709551615) 00002000:00100000:2.0:1775764845.903767:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0700 with x1862022223041536 ext(1252414->18446744073709551615) 00002000:00010000:2.0:1775764845.903771:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0700. 00000100:00100000:2.0:1775764845.903787:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38634 00000100:00100000:2.0:1775764845.903794:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223041664:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764845.903910:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764845.903914:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764845.903916:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764845.903918:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764845.903920:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764845.903940:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223041664:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 147us (768us total) trans 4294996135 rc 0/0 00000100:00100000:2.0:1775764845.903948:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38634 00002000:00010000:2.0:1775764845.903950:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764845.903952:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1f80 with x1862022223041664 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764845.903957:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1f80. 00000100:00100000:3.0:1775764845.916634:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.916797:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223041792 00000100:00100000:1.0:1775764845.916807:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223041792 00000100:00100000:1.0:1775764845.916869:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44573 00000100:00100000:1.0:1775764845.916889:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022223041792:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764845.916917:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764845.916939:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fe00/0xdb23b4c9253d0414 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0bf expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.917029:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e600/0xdb23b4c9253d041b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.917194:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e600/0xdb23b4c9253d041b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.917208:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e600/0xdb23b4c9253d041b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764845.917240:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1252414 00000004:00200000:1.0:1775764845.917244:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764845.917261:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e600/0xdb23b4c9253d041b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.917287:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fe00/0xdb23b4c9253d0414 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0bf expref: 37 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.917305:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e600/0xdb23b4c9253d041b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0bf expref: 36 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.917313:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764845.917316:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764845.917319:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9185e600, rc 0) 00000100:00100000:1.0:1775764845.917385:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223041792:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 508us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764845.917393:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44573 00000100:00100000:2.0:1775764845.921738:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764845.921893:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223042048 00000100:00100000:3.0:1775764845.921904:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223042048 00000100:00100000:3.0:1775764845.921965:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44574 00000100:00100000:3.0:1775764845.921977:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223042048:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764845.922035:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764845.922072:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e600/0xdb23b4c9253d041b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0bf expref: 36 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.922092:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764845.922097:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764845.922309:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0422 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.922323:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0422 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.922334:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0422 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764845.922382:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032338 00000004:00010000:3.0:1775764845.922405:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003029cf6a reply state 0000000089478a91 transno 4295032339 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0422 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764845.922414:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764845.922504:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223042048:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 529us (774us total) trans 4295032339 rc 0/0 00000100:00100000:3.0:1775764845.922512:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44574 00000020:00080000:3.0:1775764845.922517:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764845.928039:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.928084:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764845.928161:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223042176 00000100:00100000:1.0:1775764845.928171:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223042176 00002000:00010000:1.0:1775764845.928224:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3580584->18446744073709551615) 00002000:00100000:1.0:1775764845.928229:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022223042176 ext(3580584->18446744073709551615) 00002000:00010000:1.0:1775764845.928241:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700. 00000100:00100000:1.0:1775764845.928279:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223042304 00000100:00100000:1.0:1775764845.928283:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223042304 00002000:00010000:1.0:1775764845.928296:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764845.928299:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022223042304 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764845.928305:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c4380. 00000100:00100000:1.0:1775764845.928324:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38635 00000100:00100000:1.0:1775764845.928333:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223042176:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764845.928587:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1252414 -> 3580584 00002000:00010000:1.0:1775764845.928592:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:1.0:1775764845.928594:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:1.0:1775764845.928596:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:1.0:1775764845.928598:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:1.0:1775764845.928650:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223042176:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 318us (619us total) trans 4294996783 rc 0/0 00000100:00100000:1.0:1775764845.928658:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38635 00002000:00010000:1.0:1775764845.928661:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3580584->18446744073709551615) 00002000:00100000:1.0:1775764845.928663:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022223042176 ext(3580584->18446744073709551615) 00002000:00010000:1.0:1775764845.928668:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700. 00000100:00100000:1.0:1775764845.928685:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38636 00000100:00100000:1.0:1775764845.928692:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223042304:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764845.928818:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764845.928821:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:1.0:1775764845.928823:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:1.0:1775764845.928825:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:1.0:1775764845.928827:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764845.928850:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223042304:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 159us (766us total) trans 4294996136 rc 0/0 00000100:00100000:1.0:1775764845.928857:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38636 00002000:00010000:1.0:1775764845.928860:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764845.928863:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022223042304 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764845.928867:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c4380. 00010000:00010000:3.0:1775764845.931216:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0422 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.931234:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0422 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.931242:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0422 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.931247:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764845.931253:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0422 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.931261:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0422 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.931279:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764845.931283:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764845.931288:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0422 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.931294:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0422 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764845.954286:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.954326:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764845.954360:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764845.954609:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223042560 00000100:00100000:0.0:1775764845.954619:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223042560 00002000:00100000:0.0:1775764845.954666:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2297856->3346431) req@ffff8b8c8f8c4a80 x1862022223042560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764845.954676:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022223042560 ext(2297856->3346431) 00002000:00010000:0.0:1775764845.954682:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4a80 00000100:00100000:0.0:1775764845.954713:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223042432 00000100:00100000:0.0:1775764845.954716:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223042432 00002000:00100000:0.0:1775764845.954730:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1253376->3526655) req@ffff8b8c8f8c7b80 x1862022223042432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764845.954738:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022223042432 ext(1253376->3526655) 00002000:00010000:0.0:1775764845.954741:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7b80 00000100:00100000:0.0:1775764845.954763:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223042688 00000100:00100000:0.0:1775764845.954767:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223042688 00002000:00100000:0.0:1775764845.954780:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3346432->3583999) req@ffff8b8c90d5f800 x1862022223042688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/0 e 0 to 0 dl 1775764856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764845.954788:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f800 with x1862022223042688 ext(3346432->3583999) 00002000:00010000:0.0:1775764845.954791:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f800 00000100:00100000:0.0:1775764845.954806:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38637 00000100:00100000:0.0:1775764845.954815:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223042560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764845.955160:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38638 00000100:00100000:1.0:1775764845.955171:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223042432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764845.955997:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38639 00000100:00100000:1.0:1775764845.956009:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223042688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.013662:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223042432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 58480us (59320us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764846.013677:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38638 00002000:00100000:2.0:1775764846.013692:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1253376->3526655) req@ffff8b8c8f8c7b80 x1862022223042432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.013702:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022223042432 ext(1253376->3526655) 00002000:00010000:2.0:1775764846.013709:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7b80 00000100:00100000:1.0:1775764846.017191:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223042688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 61172us (62817us total) trans 0 rc 233472/233472 00000100:00100000:1.0:1775764846.017207:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38639 00002000:00100000:1.0:1775764846.017221:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3346432->3583999) req@ffff8b8c90d5f800 x1862022223042688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 504/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 233472/233472 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.017231:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f800 with x1862022223042688 ext(3346432->3583999) 00002000:00010000:1.0:1775764846.017238:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f800 00000100:00100000:1.0:1775764846.018282:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223042560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 63462us (64000us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764846.018292:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38637 00002000:00100000:1.0:1775764846.018301:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2297856->3346431) req@ffff8b8c8f8c4a80 x1862022223042560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:326/0 lens 488/440 e 0 to 0 dl 1775764856 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.018310:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022223042560 ext(2297856->3346431) 00002000:00010000:1.0:1775764846.018316:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4a80 00000100:00100000:3.0:1775764846.026444:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.026586:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223042816 00000100:00100000:0.0:1775764846.026597:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223042816 00002000:00100000:0.0:1775764846.026651:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3522560->3580583) req@ffff8b8c99353100 x1862022223042816/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.026663:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353100 with x1862022223042816 ext(3522560->3580583) 00002000:00010000:0.0:1775764846.026669:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353100 00000100:00100000:0.0:1775764846.026706:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38640 00000100:00100000:0.0:1775764846.026716:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223042816:12345-192.168.202.29@tcp:4:fsx.0 00000100:00080000:1.0:1775764846.027275:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764846.031299:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223042816:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4575us (4854us total) trans 4294996784 rc 0/0 00000100:00100000:0.0:1775764846.031312:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38640 00002000:00100000:0.0:1775764846.031324:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3522560->3580583) req@ffff8b8c99353100 x1862022223042816/t4294996784(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/448 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.031334:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353100 with x1862022223042816 ext(3522560->3580583) 00002000:00010000:0.0:1775764846.031341:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353100 00000100:00100000:3.0:1775764846.035399:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.036460:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223042944 00000100:00100000:1.0:1775764846.036471:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223042944 00000100:00100000:1.0:1775764846.036599:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84829 00000100:00100000:1.0:1775764846.036610:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb36d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223042944:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764846.084440:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996784 is committed 00000100:00100000:1.0:1775764846.084650:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb36d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223042944:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 48036us (49252us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.084661:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84829 00000100:00100000:1.0:1775764846.088450:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.089191:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223043072 00000100:00100000:0.0:1775764846.089207:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223043072 00000100:00100000:0.0:1775764846.089290:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44575 00000100:00100000:0.0:1775764846.089301:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022223043072:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764846.089333:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764846.089358:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d0429 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0c6 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.089459:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d0430 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.089476:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d0430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.089490:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d0430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764846.089522:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3580584 00000004:00200000:0.0:1775764846.089527:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764846.089590:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d0430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.089616:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d0429 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0c6 expref: 39 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.089636:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d0430 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0c6 expref: 38 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.089645:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764846.089648:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764846.089652:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1e00, rc 0) 00000100:00100000:0.0:1775764846.089707:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223043072:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 408us (1268us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.090916:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44575 00000100:00100000:3.0:1775764846.097760:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.099106:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223043200 00000100:00100000:0.0:1775764846.099118:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223043200 00002000:00100000:0.0:1775764846.099171:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2371584->2433023) req@ffff8b8c99350000 x1862022223043200/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.099181:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350000 with x1862022223043200 ext(2371584->2433023) 00002000:00010000:0.0:1775764846.099187:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350000 00000100:00100000:0.0:1775764846.099271:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38641 00000100:00100000:0.0:1775764846.099281:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223043200:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764846.105409:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223043200:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6120us (7664us total) trans 4294996785 rc 0/0 00000100:00100000:0.0:1775764846.105424:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38641 00002000:00100000:0.0:1775764846.105436:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2371584->2433023) req@ffff8b8c99350000 x1862022223043200/t4294996785(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/448 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.105447:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350000 with x1862022223043200 ext(2371584->2433023) 00002000:00010000:0.0:1775764846.105453:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350000 00000100:00100000:1.0:1775764846.110429:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.110614:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223043328 00000100:00100000:2.0:1775764846.110625:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223043328 00000100:00100000:0.0:1775764846.111904:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84830 00000100:00100000:0.0:1775764846.111916:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223043328:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764846.149898:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996785 is committed 00000100:00100000:3.0:1775764846.150025:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223043328:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38107us (39601us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764846.150033:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84830 00000100:00100000:0.0:1775764846.156636:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.156907:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223043456 00000100:00100000:1.0:1775764846.156918:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223043456 00002000:00100000:1.0:1775764846.156973:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3428352->3485695) req@ffff8b8c90d50a80 x1862022223043456/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.156984:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022223043456 ext(3428352->3485695) 00002000:00010000:1.0:1775764846.156990:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50a80 00000100:00100000:1.0:1775764846.157025:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38642 00000100:00100000:1.0:1775764846.157035:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223043456:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764846.164162:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223043456:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7119us (7526us total) trans 4294996786 rc 0/0 00000100:00100000:2.0:1775764846.164177:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38642 00002000:00100000:2.0:1775764846.164192:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3428352->3485695) req@ffff8b8c90d50a80 x1862022223043456/t4294996786(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/448 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.164203:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022223043456 ext(3428352->3485695) 00002000:00010000:2.0:1775764846.164220:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50a80 00000100:00100000:1.0:1775764846.168603:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.168725:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223043584 00000100:00100000:0.0:1775764846.168835:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223043584 00000100:00100000:0.0:1775764846.168966:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84831 00000100:00100000:0.0:1775764846.168977:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223043584:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764846.208658:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223043584:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 39673us (40054us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.208672:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84831 00000001:00080000:3.0:1775764846.208917:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996786 is committed 00000100:00100000:0.0:1775764846.214659:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.214800:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223043712 00000100:00100000:3.0:1775764846.214811:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223043712 00002000:00100000:3.0:1775764846.214858:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (147456->151551) req@ffff8b8c8defe300 x1862022223043712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.214869:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022223043712 ext(147456->151551) 00002000:00010000:3.0:1775764846.214884:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defe300 00000100:00100000:3.0:1775764846.214916:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38643 00000100:00100000:3.0:1775764846.214926:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223043712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764846.215175:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223043712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 250us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764846.215183:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38643 00002000:00100000:3.0:1775764846.215190:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (147456->151551) req@ffff8b8c8defe300 x1862022223043712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.215203:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022223043712 ext(147456->151551) 00002000:00010000:3.0:1775764846.215215:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defe300 00000100:00100000:1.0:1775764846.230369:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.230466:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223043840 00000100:00100000:0.0:1775764846.230477:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223043840 00002000:00100000:0.0:1775764846.230525:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (196608->200703) req@ffff8b8cb24d3480 x1862022223043840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.230599:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3480 with x1862022223043840 ext(196608->200703) 00002000:00010000:0.0:1775764846.230606:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3480 00000100:00100000:0.0:1775764846.230665:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38644 00000100:00100000:0.0:1775764846.230674:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223043840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.230967:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223043840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 293us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.230975:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38644 00002000:00100000:0.0:1775764846.230981:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (196608->200703) req@ffff8b8cb24d3480 x1862022223043840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.230988:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3480 with x1862022223043840 ext(196608->200703) 00002000:00010000:0.0:1775764846.230991:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3480 00000100:00100000:1.0:1775764846.237152:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.237487:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223043968 00000100:00100000:3.0:1775764846.237499:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223043968 00002000:00100000:3.0:1775764846.237639:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (684032->688127) req@ffff8b8cb24d1880 x1862022223043968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.237650:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1880 with x1862022223043968 ext(684032->688127) 00002000:00010000:3.0:1775764846.237656:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1880 00000100:00100000:3.0:1775764846.237718:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38645 00000100:00100000:3.0:1775764846.237728:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223043968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764846.237980:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223043968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 253us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764846.237987:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38645 00002000:00100000:3.0:1775764846.237994:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (684032->688127) req@ffff8b8cb24d1880 x1862022223043968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.238003:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1880 with x1862022223043968 ext(684032->688127) 00002000:00010000:3.0:1775764846.238006:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1880 00000100:00100000:0.0:1775764846.241727:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.241898:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223044096 00000100:00100000:1.0:1775764846.241910:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223044096 00002000:00100000:1.0:1775764846.241960:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (688128->692223) req@ffff8b8c8defc700 x1862022223044096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.241972:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc700 with x1862022223044096 ext(688128->692223) 00002000:00010000:1.0:1775764846.241979:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defc700 00000100:00100000:1.0:1775764846.242116:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38646 00000100:00100000:1.0:1775764846.242128:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223044096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.242415:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223044096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 288us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.242422:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38646 00002000:00100000:1.0:1775764846.242430:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (688128->692223) req@ffff8b8c8defc700 x1862022223044096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.242438:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc700 with x1862022223044096 ext(688128->692223) 00002000:00010000:1.0:1775764846.242442:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defc700 00000100:00100000:0.0:1775764846.246040:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.246285:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223044224 00000100:00100000:1.0:1775764846.246295:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223044224 00002000:00100000:1.0:1775764846.246343:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (692224->696319) req@ffff8b8c8defd180 x1862022223044224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.246354:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd180 with x1862022223044224 ext(692224->696319) 00002000:00010000:1.0:1775764846.246360:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd180 00000100:00100000:1.0:1775764846.246381:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38647 00000100:00100000:1.0:1775764846.246390:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223044224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.246649:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223044224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.246660:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38647 00002000:00100000:1.0:1775764846.246666:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (692224->696319) req@ffff8b8c8defd180 x1862022223044224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.246674:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd180 with x1862022223044224 ext(692224->696319) 00002000:00010000:1.0:1775764846.246677:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd180 00000100:00100000:2.0:1775764846.252440:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.252587:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223044352 00000100:00100000:1.0:1775764846.252600:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223044352 00002000:00100000:1.0:1775764846.252658:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (696320->700415) req@ffff8b8c90d5fb80 x1862022223044352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.252670:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5fb80 with x1862022223044352 ext(696320->700415) 00002000:00010000:1.0:1775764846.252677:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5fb80 00000100:00100000:1.0:1775764846.252716:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38648 00000100:00100000:1.0:1775764846.252726:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223044352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.253373:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223044352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 645us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.253382:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38648 00002000:00100000:1.0:1775764846.253389:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (696320->700415) req@ffff8b8c90d5fb80 x1862022223044352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.253397:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5fb80 with x1862022223044352 ext(696320->700415) 00002000:00010000:1.0:1775764846.253403:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5fb80 00000100:00100000:3.0:1775764846.260238:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.260350:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223044480 00000100:00100000:2.0:1775764846.260362:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223044480 00002000:00100000:2.0:1775764846.260416:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (700416->704511) req@ffff8b8c99351180 x1862022223044480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.260426:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351180 with x1862022223044480 ext(700416->704511) 00002000:00010000:2.0:1775764846.260432:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99351180 00000100:00100000:2.0:1775764846.260504:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38649 00000100:00100000:2.0:1775764846.260513:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223044480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.260780:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223044480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764846.260788:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38649 00002000:00100000:2.0:1775764846.260795:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (700416->704511) req@ffff8b8c99351180 x1862022223044480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.260804:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351180 with x1862022223044480 ext(700416->704511) 00002000:00010000:2.0:1775764846.260808:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99351180 00000100:00100000:0.0:1775764846.264359:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.264445:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223044608 00000100:00100000:1.0:1775764846.264455:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223044608 00002000:00100000:1.0:1775764846.264504:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (704512->708607) req@ffff8b8c8defdf80 x1862022223044608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.264520:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdf80 with x1862022223044608 ext(704512->708607) 00002000:00010000:1.0:1775764846.264526:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defdf80 00000100:00100000:1.0:1775764846.264578:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38650 00000100:00100000:1.0:1775764846.264587:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223044608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.264983:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223044608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 396us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.264991:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38650 00002000:00100000:1.0:1775764846.264999:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (704512->708607) req@ffff8b8c8defdf80 x1862022223044608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.265007:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdf80 with x1862022223044608 ext(704512->708607) 00002000:00010000:1.0:1775764846.265011:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defdf80 00000100:00100000:3.0:1775764846.268606:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.268701:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223044736 00000100:00100000:0.0:1775764846.268711:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223044736 00002000:00100000:0.0:1775764846.268769:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (708608->712703) req@ffff8b8c99352d80 x1862022223044736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.268780:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352d80 with x1862022223044736 ext(708608->712703) 00002000:00010000:0.0:1775764846.268786:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99352d80 00000100:00100000:0.0:1775764846.268819:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38651 00000100:00100000:0.0:1775764846.268829:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223044736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.269344:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223044736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 514us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.269352:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38651 00002000:00100000:0.0:1775764846.269359:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (708608->712703) req@ffff8b8c99352d80 x1862022223044736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.269366:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352d80 with x1862022223044736 ext(708608->712703) 00002000:00010000:0.0:1775764846.269370:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99352d80 00000100:00100000:2.0:1775764846.273346:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.273695:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223044864 00000100:00100000:0.0:1775764846.273706:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223044864 00002000:00100000:0.0:1775764846.273840:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (712704->716799) req@ffff8b8c90d5e680 x1862022223044864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.273851:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e680 with x1862022223044864 ext(712704->716799) 00002000:00010000:0.0:1775764846.273857:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5e680 00000100:00100000:0.0:1775764846.273930:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38652 00000100:00100000:0.0:1775764846.273940:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223044864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.274187:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223044864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 248us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.274195:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38652 00002000:00100000:0.0:1775764846.274201:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (712704->716799) req@ffff8b8c90d5e680 x1862022223044864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.274209:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e680 with x1862022223044864 ext(712704->716799) 00002000:00010000:0.0:1775764846.274213:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5e680 00000100:00100000:1.0:1775764846.277851:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.278001:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223044992 00000100:00100000:2.0:1775764846.278011:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223044992 00002000:00100000:2.0:1775764846.278064:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (716800->720895) req@ffff8b8cb24d3100 x1862022223044992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.278075:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3100 with x1862022223044992 ext(716800->720895) 00002000:00010000:2.0:1775764846.278081:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3100 00000100:00100000:2.0:1775764846.278114:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38653 00000100:00100000:2.0:1775764846.278123:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223044992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.278368:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223044992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 245us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764846.278378:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38653 00002000:00100000:2.0:1775764846.278384:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (716800->720895) req@ffff8b8cb24d3100 x1862022223044992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.278392:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3100 with x1862022223044992 ext(716800->720895) 00002000:00010000:2.0:1775764846.278396:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3100 00000100:00100000:3.0:1775764846.282063:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.284927:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223045120 00000100:00100000:0.0:1775764846.284942:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223045120 00002000:00100000:0.0:1775764846.285000:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (720896->724991) req@ffff8b8c99351500 x1862022223045120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.285013:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351500 with x1862022223045120 ext(720896->724991) 00002000:00010000:0.0:1775764846.285019:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99351500 00000100:00100000:0.0:1775764846.285066:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38654 00000100:00100000:0.0:1775764846.285075:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223045120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.285332:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223045120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 257us (3278us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.285341:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38654 00002000:00100000:0.0:1775764846.285348:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (720896->724991) req@ffff8b8c99351500 x1862022223045120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.285357:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351500 with x1862022223045120 ext(720896->724991) 00002000:00010000:0.0:1775764846.285360:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99351500 00000100:00100000:1.0:1775764846.290262:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.290632:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223045248 00000100:00100000:0.0:1775764846.290643:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223045248 00002000:00100000:0.0:1775764846.290692:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (724992->729087) req@ffff8b8cb24d3b80 x1862022223045248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.290702:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022223045248 ext(724992->729087) 00002000:00010000:0.0:1775764846.290708:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:0.0:1775764846.294030:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38655 00000100:00100000:0.0:1775764846.294063:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223045248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.294348:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223045248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 297us (4093us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.294355:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38655 00002000:00100000:0.0:1775764846.294364:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (724992->729087) req@ffff8b8cb24d3b80 x1862022223045248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.294373:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022223045248 ext(724992->729087) 00002000:00010000:0.0:1775764846.294379:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:2.0:1775764846.298322:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.301387:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223045376 00000100:00100000:1.0:1775764846.301401:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223045376 00002000:00100000:1.0:1775764846.301473:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (729088->733183) req@ffff8b8c90d5ce00 x1862022223045376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.301485:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ce00 with x1862022223045376 ext(729088->733183) 00002000:00010000:1.0:1775764846.301491:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ce00 00000100:00100000:1.0:1775764846.301535:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38656 00000100:00100000:1.0:1775764846.301558:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223045376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.301932:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223045376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 375us (3620us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.301944:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38656 00002000:00100000:1.0:1775764846.301951:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (729088->733183) req@ffff8b8c90d5ce00 x1862022223045376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.301959:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ce00 with x1862022223045376 ext(729088->733183) 00002000:00010000:1.0:1775764846.301962:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ce00 00000100:00100000:0.0:1775764846.310002:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.310163:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223045504 00000100:00100000:1.0:1775764846.310173:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223045504 00002000:00100000:1.0:1775764846.310221:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (147456->1391478) req@ffff8b8c8deff100 x1862022223045504/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 520/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.310231:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff100 with x1862022223045504 ext(147456->1391478) 00002000:00010000:1.0:1775764846.310237:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff100 00000100:00100000:1.0:1775764846.310268:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38657 00000100:00100000:1.0:1775764846.310277:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223045504:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764846.345689:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223045504:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 35403us (35688us total) trans 4294996137 rc 0/0 00000100:00100000:1.0:1775764846.345702:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38657 00002000:00100000:1.0:1775764846.345715:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (147456->1391478) req@ffff8b8c8deff100 x1862022223045504/t4294996137(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 520/456 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.345730:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff100 with x1862022223045504 ext(147456->1391478) 00002000:00010000:1.0:1775764846.345736:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff100 00000100:00100000:0.0:1775764846.349657:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.349756:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223045632 00000100:00100000:3.0:1775764846.349767:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223045632 00000100:00100000:3.0:1775764846.349829:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84832 00000100:00100000:3.0:1775764846.349839:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223045632:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764846.374610:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996133 is committed 00000001:00080000:1.0:1775764846.374627:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996137 is committed 00000100:00100000:3.0:1775764846.374826:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223045632:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 24982us (25171us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764846.374839:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84832 00000100:00100000:2.0:1775764846.381079:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.381219:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223045760 00000100:00100000:1.0:1775764846.381230:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223045760 00002000:00100000:1.0:1775764846.381281:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (954368->958463) req@ffff8b8c90d5f100 x1862022223045760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.381292:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f100 with x1862022223045760 ext(954368->958463) 00002000:00010000:1.0:1775764846.381298:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f100 00000100:00100000:1.0:1775764846.381334:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38658 00000100:00100000:1.0:1775764846.381343:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223045760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.382782:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223045760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1428us (1700us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764846.382794:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38658 00002000:00100000:1.0:1775764846.382803:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (954368->958463) req@ffff8b8c90d5f100 x1862022223045760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.382813:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f100 with x1862022223045760 ext(954368->958463) 00002000:00010000:1.0:1775764846.382817:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f100 00000100:00100000:1.0:1775764846.386283:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.386369:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223045888 00000100:00100000:3.0:1775764846.386380:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223045888 00002000:00100000:3.0:1775764846.386430:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1011712->1015807) req@ffff8b8cb24d0000 x1862022223045888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.386442:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022223045888 ext(1011712->1015807) 00002000:00010000:3.0:1775764846.386448:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0000 00000100:00100000:3.0:1775764846.386479:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38659 00000100:00100000:3.0:1775764846.386489:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223045888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764846.386766:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223045888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 277us (489us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764846.386774:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38659 00002000:00100000:3.0:1775764846.386780:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1011712->1015807) req@ffff8b8cb24d0000 x1862022223045888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.386788:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022223045888 ext(1011712->1015807) 00002000:00010000:3.0:1775764846.386792:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0000 00000100:00100000:0.0:1775764846.394581:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.394663:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223046016 00000100:00100000:3.0:1775764846.394673:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223046016 00002000:00100000:3.0:1775764846.394724:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2002944->3448831) req@ffff8b8c8defd500 x1862022223046016/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 504/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.394736:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022223046016 ext(2002944->3448831) 00002000:00010000:3.0:1775764846.394752:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd500 00000100:00100000:3.0:1775764846.394789:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38660 00000100:00100000:3.0:1775764846.394800:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223046016:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764846.400422:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223046016:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5615us (5876us total) trans 4294996787 rc 0/0 00000100:00100000:3.0:1775764846.400436:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38660 00002000:00100000:3.0:1775764846.400449:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2002944->3448831) req@ffff8b8c8defd500 x1862022223046016/t4294996787(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 504/448 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.400458:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022223046016 ext(2002944->3448831) 00002000:00010000:3.0:1775764846.400464:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd500 00000100:00100000:3.0:1775764846.406501:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.406787:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223046144 00000100:00100000:2.0:1775764846.406798:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223046144 00000100:00100000:2.0:1775764846.406856:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84833 00000100:00100000:2.0:1775764846.406866:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223046144:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764846.439395:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996787 is committed 00000100:00100000:0.0:1775764846.439645:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223046144:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32774us (33147us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.439657:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84833 00000100:00100000:2.0:1775764846.444688:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.448259:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223046272 00000100:00100000:1.0:1775764846.448273:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223046272 00002000:00100000:1.0:1775764846.448333:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (4149248->4153343) req@ffff8b8c90d5ca80 x1862022223046272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.448343:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ca80 with x1862022223046272 ext(4149248->4153343) 00002000:00010000:1.0:1775764846.448349:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ca80 00000100:00100000:1.0:1775764846.448442:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38661 00000100:00100000:1.0:1775764846.448452:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223046272:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.448789:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223046272:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 338us (4110us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.448797:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38661 00002000:00100000:1.0:1775764846.448805:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (4149248->4153343) req@ffff8b8c90d5ca80 x1862022223046272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.448813:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ca80 with x1862022223046272 ext(4149248->4153343) 00002000:00010000:1.0:1775764846.448816:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ca80 00000100:00100000:1.0:1775764846.455391:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.455499:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223046400 00000100:00100000:0.0:1775764846.455509:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223046400 00002000:00100000:0.0:1775764846.455626:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4161536->4165631) req@ffff8b8cb24d3800 x1862022223046400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.455637:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022223046400 ext(4161536->4165631) 00002000:00010000:0.0:1775764846.455643:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3800 00000100:00100000:0.0:1775764846.455725:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38662 00000100:00100000:0.0:1775764846.455734:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223046400:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.455997:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223046400:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 263us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.456006:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38662 00002000:00100000:0.0:1775764846.456014:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4161536->4165631) req@ffff8b8cb24d3800 x1862022223046400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.456023:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022223046400 ext(4161536->4165631) 00002000:00010000:0.0:1775764846.456027:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3800 00000100:00100000:2.0:1775764846.462287:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.462388:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223046656 00000100:00100000:0.0:1775764846.462399:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223046656 00000100:00100000:0.0:1775764846.462496:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44576 00000100:00100000:0.0:1775764846.462507:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223046656:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764846.462601:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764846.462629:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d0430 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0c6 expref: 38 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.462648:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764846.462653:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764846.462880:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d0437 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.462894:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d0437 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.462904:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d0437 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764846.462956:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032340 00000004:00010000:0.0:1775764846.462982:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b95f211 reply state 000000008e644484 transno 4295032341 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d0437 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764846.462991:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764846.463100:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223046656:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 595us (822us total) trans 4295032341 rc 0/0 00000100:00100000:0.0:1775764846.463108:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44576 00000020:00080000:0.0:1775764846.463114:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764846.467470:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.467492:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.467572:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223046784 00000100:00100000:2.0:1775764846.467583:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223046784 00002000:00010000:2.0:1775764846.467620:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2478936->18446744073709551615) 00002000:00100000:2.0:1775764846.467625:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ce00 with x1862022223046784 ext(2478936->18446744073709551615) 00002000:00010000:2.0:1775764846.467637:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ce00. 00000100:00100000:2.0:1775764846.467665:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223046912 00000100:00100000:2.0:1775764846.467667:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223046912 00002000:00010000:2.0:1775764846.467677:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764846.467680:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdf80 with x1862022223046912 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764846.467686:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cdf80. 00000100:00100000:2.0:1775764846.467702:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38663 00000100:00100000:2.0:1775764846.467710:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223046784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764846.468199:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3580584 -> 2478936 00002000:00010000:2.0:1775764846.468203:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764846.468206:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764846.468309:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764846.468312:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 1291 00000100:00100000:2.0:1775764846.468373:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223046784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 662us (913us total) trans 4294996788 rc 0/0 00000100:00100000:2.0:1775764846.468381:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38663 00002000:00010000:2.0:1775764846.468384:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2478936->18446744073709551615) 00002000:00100000:2.0:1775764846.468387:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ce00 with x1862022223046784 ext(2478936->18446744073709551615) 00002000:00010000:2.0:1775764846.468392:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ce00. 00000100:00100000:2.0:1775764846.468410:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38664 00000100:00100000:2.0:1775764846.468416:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223046912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764846.468629:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764846.468632:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764846.468635:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764846.468637:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:2.0:1775764846.468639:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 647 00000100:00100000:2.0:1775764846.468658:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223046912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 242us (1165us total) trans 4294996138 rc 0/0 00000100:00100000:2.0:1775764846.468664:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38664 00002000:00010000:2.0:1775764846.468667:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764846.468669:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdf80 with x1862022223046912 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764846.468673:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cdf80. 00010000:00010000:3.0:1775764846.469037:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d0437 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.469055:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d0437 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.469063:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d0437 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.469069:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764846.469073:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d0437 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.469081:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d0437 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.469096:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764846.469099:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764846.469104:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d0437 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.469110:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d0437 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764846.478003:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.479015:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223047040 00000100:00100000:0.0:1775764846.479027:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223047040 00000100:00100000:0.0:1775764846.479104:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44577 00000100:00100000:0.0:1775764846.479114:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022223047040:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764846.479141:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764846.479163:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d043e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0cd expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.479267:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d0445 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.479281:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d0445 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.479292:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d0445 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764846.479320:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2478936 00000004:00200000:0.0:1775764846.479324:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764846.479343:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d0445 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.479367:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d043e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0cd expref: 41 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.479384:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d0445 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0cd expref: 40 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.479398:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764846.479401:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764846.479404:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1800, rc 0) 00000100:00100000:0.0:1775764846.479473:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223047040:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 359us (1480us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.479480:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44577 00000100:00100000:2.0:1775764846.484523:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.484609:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223047296 00000100:00100000:0.0:1775764846.484617:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223047296 00000100:00100000:0.0:1775764846.484659:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44578 00000100:00100000:0.0:1775764846.484666:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223047296:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764846.484711:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764846.484734:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d0445 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0cd expref: 40 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.484759:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764846.484763:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764846.484974:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d044c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.484984:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d044c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.484991:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d044c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764846.485027:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032342 00000004:00010000:0.0:1775764846.485058:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e6a93c8 reply state 00000000b55c60ed transno 4295032343 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d044c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764846.485067:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764846.485149:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223047296:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 483us (632us total) trans 4295032343 rc 0/0 00000100:00100000:0.0:1775764846.485154:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44578 00000020:00080000:0.0:1775764846.485159:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764846.487685:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d044c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.487698:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d044c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.487703:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d044c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.487707:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764846.487710:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d044c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.487715:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d044c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.487729:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764846.487731:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764846.487741:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d044c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.487745:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d044c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764846.488509:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.488533:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.488612:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223047424 00000100:00100000:1.0:1775764846.488620:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223047424 00002000:00010000:1.0:1775764846.488651:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764846.488655:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d500 with x1862022223047424 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764846.488663:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5d500. 00000100:00100000:1.0:1775764846.488686:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223047552 00000100:00100000:1.0:1775764846.488688:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223047552 00002000:00010000:1.0:1775764846.488694:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1139086->18446744073709551615) 00002000:00100000:1.0:1775764846.488696:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ed80 with x1862022223047552 ext(1139086->18446744073709551615) 00002000:00010000:1.0:1775764846.488701:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ed80. 00000100:00100000:1.0:1775764846.488714:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38665 00000100:00100000:1.0:1775764846.488720:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223047424:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764846.488940:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2478936 -> 4194304 00002000:00010000:1.0:1775764846.488944:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:1.0:1775764846.488946:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:1.0:1775764846.488948:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:1.0:1775764846.488951:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:1.0:1775764846.489001:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223047424:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 280us (495us total) trans 4294996789 rc 0/0 00000100:00100000:1.0:1775764846.489007:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38665 00002000:00010000:1.0:1775764846.489009:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764846.489011:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d500 with x1862022223047424 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764846.489014:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5d500. 00000100:00100000:1.0:1775764846.489026:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38666 00000100:00100000:1.0:1775764846.489030:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223047552:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764846.489140:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1139086 00002000:00010000:1.0:1775764846.489143:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:1.0:1775764846.489144:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:1.0:1775764846.489146:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:1.0:1775764846.489147:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:1.0:1775764846.489163:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223047552:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 132us (628us total) trans 4294996139 rc 0/0 00000100:00100000:1.0:1775764846.489166:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38666 00002000:00010000:1.0:1775764846.489168:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1139086->18446744073709551615) 00002000:00100000:1.0:1775764846.489170:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ed80 with x1862022223047552 ext(1139086->18446744073709551615) 00002000:00010000:1.0:1775764846.489172:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ed80. 00000100:00100000:2.0:1775764846.491993:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.492075:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223047680 00000100:00100000:0.0:1775764846.492084:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223047680 00000100:00100000:0.0:1775764846.492142:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44579 00000100:00100000:0.0:1775764846.492152:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022223047680:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764846.492176:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764846.492197:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d0453 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0d4 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.492298:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d045a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.492312:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d045a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.492324:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d045a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764846.492352:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5333390 00000004:00200000:0.0:1775764846.492356:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764846.492373:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d045a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.492399:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d0453 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0d4 expref: 43 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.492424:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d045a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0d4 expref: 42 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.492431:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764846.492434:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764846.492438:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0e00, rc 0) 00000100:00100000:0.0:1775764846.492594:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223047680:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 443us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.492601:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44579 00000100:00100000:1.0:1775764846.508580:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.508670:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223047808 00000100:00100000:0.0:1775764846.508683:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223047808 00002000:00100000:0.0:1775764846.508749:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (0->1048575) req@ffff8b8c8df0df80 x1862022223047808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.508760:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0df80 with x1862022223047808 ext(0->1048575) 00002000:00010000:0.0:1775764846.508767:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0df80 00000100:00100000:0.0:1775764846.508802:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38667 00000100:00100000:0.0:1775764846.508812:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223047808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.518500:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.518634:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223047936 00000100:00100000:1.0:1775764846.518645:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223047936 00002000:00100000:1.0:1775764846.518695:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1142783) req@ffff8b8c90d5d180 x1862022223047936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.518713:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d180 with x1862022223047936 ext(1048576->1142783) 00002000:00010000:1.0:1775764846.518719:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5d180 00000100:00100000:1.0:1775764846.518759:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38668 00000100:00100000:1.0:1775764846.518769:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223047936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.522717:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.523285:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223048064 00000100:00100000:3.0:1775764846.523298:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223048064 00002000:00100000:3.0:1775764846.523344:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3584000->4194303) req@ffff8b8c90d5f480 x1862022223048064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.523355:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f480 with x1862022223048064 ext(3584000->4194303) 00002000:00010000:3.0:1775764846.523361:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f480 00000100:00100000:3.0:1775764846.523394:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38669 00000100:00100000:3.0:1775764846.523404:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223048064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.524135:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223047808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15319us (15594us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764846.524148:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38667 00002000:00100000:0.0:1775764846.524157:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (0->1048575) req@ffff8b8c8df0df80 x1862022223047808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.524167:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0df80 with x1862022223047808 ext(0->1048575) 00002000:00010000:0.0:1775764846.524173:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0df80 00000100:00100000:3.0:1775764846.531618:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223047936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12840us (13119us total) trans 0 rc 94208/94208 00000100:00100000:3.0:1775764846.531631:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38668 00002000:00100000:3.0:1775764846.531644:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1142783) req@ffff8b8c90d5d180 x1862022223047936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 94208/94208 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.531655:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d180 with x1862022223047936 ext(1048576->1142783) 00002000:00010000:3.0:1775764846.531661:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5d180 00000100:00100000:1.0:1775764846.536354:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.536455:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223048192 00000100:00100000:2.0:1775764846.536466:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223048192 00002000:00100000:2.0:1775764846.536518:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (544768->552959) req@ffff8b8c8df0c380 x1862022223048192/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 8680/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.536529:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0c380 with x1862022223048192 ext(544768->552959) 00002000:00010000:2.0:1775764846.537430:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0c380 00000100:00100000:2.0:1775764846.537478:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38670 00000100:00100000:2.0:1775764846.537492:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223048192:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764846.538025:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223048192:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 535us (1678us total) trans 4294996140 rc 0/0 00000100:00100000:2.0:1775764846.538034:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38670 00002000:00100000:2.0:1775764846.538048:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (544768->552959) req@ffff8b8c8df0c380 x1862022223048192/t4294996140(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 8680/448 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.538058:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0c380 with x1862022223048192 ext(544768->552959) 00002000:00010000:2.0:1775764846.538062:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0c380 00010000:00010000:3.0:1775764846.539419:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764846.540986:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223048064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17575us (18270us total) trans 0 rc 610304/610304 00000100:00100000:3.0:1775764846.540999:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38669 00002000:00100000:3.0:1775764846.541011:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3584000->4194303) req@ffff8b8c90d5f480 x1862022223048064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 610304/610304 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.541022:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f480 with x1862022223048064 ext(3584000->4194303) 00002000:00010000:3.0:1775764846.541028:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f480 00000100:00100000:1.0:1775764846.545252:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.545354:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223048320 00000100:00100000:0.0:1775764846.545365:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223048320 00000100:00100000:0.0:1775764846.545420:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84834 00000100:00100000:0.0:1775764846.545430:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223048320:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764846.581378:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996139 is committed 00000001:00080000:3.0:1775764846.581490:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996140 is committed 00000100:00100000:0.0:1775764846.581684:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223048320:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36250us (36437us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.581696:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84834 00000100:00100000:0.0:1775764846.587274:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.587436:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223048576 00000100:00100000:1.0:1775764846.587447:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223048576 00000100:00100000:1.0:1775764846.587563:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44580 00000100:00100000:1.0:1775764846.587574:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223048576:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764846.587630:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764846.587661:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d045a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0d4 expref: 42 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.587683:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764846.587688:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764846.587930:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0461 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.587945:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0461 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.587956:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0461 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764846.588007:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032344 00000004:00010000:1.0:1775764846.588032:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008629a467 reply state 000000001bbf88f8 transno 4295032345 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0461 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764846.588181:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764846.588531:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223048576:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 957us (1324us total) trans 4295032345 rc 0/0 00000100:00100000:1.0:1775764846.588588:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44580 00000020:00080000:1.0:1775764846.588594:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764846.591447:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.591473:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764846.591671:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0461 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.591690:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0461 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.591698:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0461 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.591704:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca313e600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764846.591710:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0461 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.591718:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0461 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.591745:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764846.591748:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764846.591753:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0461 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.591759:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0461 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764846.591792:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223048832 00000100:00100000:3.0:1775764846.591801:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223048832 00002000:00010000:3.0:1775764846.591837:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764846.591841:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022223048832 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764846.591852:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91626d80. 00000100:00100000:3.0:1775764846.591883:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223048704 00000100:00100000:3.0:1775764846.591887:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223048704 00002000:00010000:3.0:1775764846.591898:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (367387->18446744073709551615) 00002000:00100000:3.0:1775764846.591901:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624000 with x1862022223048704 ext(367387->18446744073709551615) 00002000:00010000:3.0:1775764846.591908:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624000. 00000100:00100000:3.0:1775764846.591923:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38671 00000100:00100000:3.0:1775764846.591931:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223048832:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764846.592256:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1139086 -> 0 00002000:00010000:3.0:1775764846.592260:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:3.0:1775764846.592262:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764846.592265:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:3.0:1775764846.592267:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 135 00000100:00100000:3.0:1775764846.592321:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223048832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 390us (882us total) trans 4294996141 rc 0/0 00000100:00100000:3.0:1775764846.592328:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38671 00002000:00010000:3.0:1775764846.592332:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764846.592334:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022223048832 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764846.592338:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91626d80. 00000100:00100000:3.0:1775764846.592353:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38672 00000100:00100000:3.0:1775764846.592359:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223048704:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764846.592536:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 367387 00002000:00010000:3.0:1775764846.592574:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764846 00002000:00010000:3.0:1775764846.592576:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:3.0:1775764846.592578:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764846 00002000:00010000:3.0:1775764846.592580:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:3.0:1775764846.592603:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223048704:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 244us (1129us total) trans 4294996790 rc 0/0 00000100:00100000:3.0:1775764846.592610:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38672 00002000:00010000:3.0:1775764846.592613:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (367387->18446744073709551615) 00002000:00100000:3.0:1775764846.592615:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624000 with x1862022223048704 ext(367387->18446744073709551615) 00002000:00010000:3.0:1775764846.592619:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624000. 00000100:00100000:2.0:1775764846.605063:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.605194:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223048960 00000100:00100000:3.0:1775764846.605206:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223048960 00000100:00100000:3.0:1775764846.605279:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44581 00000100:00100000:3.0:1775764846.605290:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022223048960:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764846.605318:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764846.605338:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d0468 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0db expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.605427:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d046f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.605442:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d046f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.605455:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d046f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764846.605484:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 367387 00000004:00200000:3.0:1775764846.605489:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764846.605505:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d046f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.605531:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d0468 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0db expref: 45 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.605582:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d046f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0db expref: 44 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.605597:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764846.605600:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764846.605604:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5000, rc 0) 00000100:00100000:3.0:1775764846.605661:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223048960:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 373us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764846.605668:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44581 00000100:00100000:0.0:1775764846.614117:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.614222:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223049088 00000100:00100000:1.0:1775764846.614234:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223049088 00002000:00100000:1.0:1775764846.614281:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3301376->3305471) req@ffff8b8c8defed80 x1862022223049088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.614291:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defed80 with x1862022223049088 ext(3301376->3305471) 00002000:00010000:1.0:1775764846.614297:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defed80 00000100:00100000:1.0:1775764846.614336:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38673 00000100:00100000:1.0:1775764846.614345:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223049088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.614616:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223049088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 271us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.614624:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38673 00002000:00100000:1.0:1775764846.614631:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3301376->3305471) req@ffff8b8c8defed80 x1862022223049088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.614639:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defed80 with x1862022223049088 ext(3301376->3305471) 00002000:00010000:1.0:1775764846.614643:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defed80 00000100:00100000:2.0:1775764846.618260:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.618488:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223049216 00000100:00100000:1.0:1775764846.618500:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223049216 00002000:00100000:1.0:1775764846.618594:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3317760->3321855) req@ffff8b8c91625180 x1862022223049216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.618613:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022223049216 ext(3317760->3321855) 00002000:00010000:1.0:1775764846.618619:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:1.0:1775764846.618652:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38674 00000100:00100000:1.0:1775764846.618662:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223049216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.618907:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223049216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 246us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.618915:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38674 00002000:00100000:1.0:1775764846.618921:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3317760->3321855) req@ffff8b8c91625180 x1862022223049216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.618929:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022223049216 ext(3317760->3321855) 00002000:00010000:1.0:1775764846.618933:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:3.0:1775764846.623454:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.623572:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223049344 00000100:00100000:0.0:1775764846.623585:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223049344 00002000:00100000:0.0:1775764846.623635:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1822720->1826815) req@ffff8b8c99350700 x1862022223049344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.623646:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350700 with x1862022223049344 ext(1822720->1826815) 00002000:00010000:0.0:1775764846.623651:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350700 00000100:00100000:0.0:1775764846.623686:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38675 00000100:00100000:0.0:1775764846.623696:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223049344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.623966:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223049344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 271us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.623974:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38675 00002000:00100000:0.0:1775764846.623981:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1822720->1826815) req@ffff8b8c99350700 x1862022223049344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.623990:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350700 with x1862022223049344 ext(1822720->1826815) 00002000:00010000:0.0:1775764846.623993:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350700 00000100:00100000:0.0:1775764846.627322:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.627405:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223049472 00000100:00100000:3.0:1775764846.627416:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223049472 00002000:00100000:3.0:1775764846.627460:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1826816->1830911) req@ffff8b8c8deff800 x1862022223049472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.627470:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff800 with x1862022223049472 ext(1826816->1830911) 00002000:00010000:3.0:1775764846.627476:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff800 00000100:00100000:3.0:1775764846.627506:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38676 00000100:00100000:3.0:1775764846.627515:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223049472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.628002:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223049472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 487us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.628010:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38676 00002000:00100000:0.0:1775764846.628016:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1826816->1830911) req@ffff8b8c8deff800 x1862022223049472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.628024:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff800 with x1862022223049472 ext(1826816->1830911) 00002000:00010000:0.0:1775764846.628028:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff800 00000100:00100000:2.0:1775764846.631276:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.631376:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223049600 00000100:00100000:0.0:1775764846.631384:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223049600 00002000:00100000:0.0:1775764846.631430:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1830912->1835007) req@ffff8b8c91625c00 x1862022223049600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.631441:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022223049600 ext(1830912->1835007) 00002000:00010000:0.0:1775764846.631448:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:0.0:1775764846.631478:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38677 00000100:00100000:0.0:1775764846.631488:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223049600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.631955:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223049600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 467us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.631963:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38677 00002000:00100000:0.0:1775764846.631970:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1830912->1835007) req@ffff8b8c91625c00 x1862022223049600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.631978:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022223049600 ext(1830912->1835007) 00002000:00010000:0.0:1775764846.631981:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:3.0:1775764846.635259:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.635379:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223049728 00000100:00100000:2.0:1775764846.635390:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223049728 00002000:00100000:2.0:1775764846.635435:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1835008->1839103) req@ffff8b8c99353480 x1862022223049728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.635446:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353480 with x1862022223049728 ext(1835008->1839103) 00002000:00010000:2.0:1775764846.635452:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353480 00000100:00100000:2.0:1775764846.635527:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38678 00000100:00100000:2.0:1775764846.635566:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223049728:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.635829:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223049728:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 293us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764846.635836:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38678 00002000:00100000:2.0:1775764846.635842:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1835008->1839103) req@ffff8b8c99353480 x1862022223049728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.635851:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353480 with x1862022223049728 ext(1835008->1839103) 00002000:00010000:2.0:1775764846.635854:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353480 00000100:00100000:1.0:1775764846.639102:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.639238:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223049856 00000100:00100000:3.0:1775764846.639249:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223049856 00002000:00100000:3.0:1775764846.639293:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1839104->1843199) req@ffff8b8c8df0f800 x1862022223049856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.639305:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f800 with x1862022223049856 ext(1839104->1843199) 00002000:00010000:3.0:1775764846.639311:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f800 00000100:00100000:3.0:1775764846.639343:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38679 00000100:00100000:3.0:1775764846.639352:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223049856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764846.639637:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223049856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 285us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764846.639647:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38679 00002000:00100000:3.0:1775764846.639654:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1839104->1843199) req@ffff8b8c8df0f800 x1862022223049856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.639661:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f800 with x1862022223049856 ext(1839104->1843199) 00002000:00010000:3.0:1775764846.639664:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f800 00000100:00100000:3.0:1775764846.642600:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.642866:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223049984 00000100:00100000:1.0:1775764846.642885:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223049984 00002000:00100000:1.0:1775764846.642935:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1843200->1847295) req@ffff8b8c86d74a80 x1862022223049984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.642946:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022223049984 ext(1843200->1847295) 00002000:00010000:1.0:1775764846.642952:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74a80 00000100:00100000:1.0:1775764846.642975:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38680 00000100:00100000:1.0:1775764846.642984:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223049984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.643266:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223049984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.643274:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38680 00002000:00100000:1.0:1775764846.643282:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1843200->1847295) req@ffff8b8c86d74a80 x1862022223049984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.643290:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022223049984 ext(1843200->1847295) 00002000:00010000:1.0:1775764846.643294:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74a80 00000100:00100000:0.0:1775764846.646682:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.646769:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223050112 00000100:00100000:3.0:1775764846.646780:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223050112 00002000:00100000:3.0:1775764846.646823:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1847296->1851391) req@ffff8b8c8deff480 x1862022223050112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.646834:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff480 with x1862022223050112 ext(1847296->1851391) 00002000:00010000:3.0:1775764846.646840:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff480 00000100:00100000:3.0:1775764846.646882:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38681 00000100:00100000:3.0:1775764846.646891:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223050112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764846.647122:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223050112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 230us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764846.647129:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38681 00002000:00100000:3.0:1775764846.647136:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1847296->1851391) req@ffff8b8c8deff480 x1862022223050112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.647143:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff480 with x1862022223050112 ext(1847296->1851391) 00002000:00010000:3.0:1775764846.647146:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff480 00000100:00100000:3.0:1775764846.650525:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.650699:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223050240 00000100:00100000:2.0:1775764846.650709:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223050240 00002000:00100000:2.0:1775764846.650762:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1851392->1855487) req@ffff8b8c86d77b80 x1862022223050240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.650774:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022223050240 ext(1851392->1855487) 00002000:00010000:2.0:1775764846.650781:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:2.0:1775764846.650813:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38682 00000100:00100000:2.0:1775764846.650821:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223050240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.651058:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223050240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 237us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764846.651068:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38682 00002000:00100000:2.0:1775764846.651074:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1851392->1855487) req@ffff8b8c86d77b80 x1862022223050240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.651083:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022223050240 ext(1851392->1855487) 00002000:00010000:2.0:1775764846.651086:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:2.0:1775764846.654504:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.654985:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223050368 00000100:00100000:0.0:1775764846.654996:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223050368 00002000:00100000:0.0:1775764846.655105:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1855488->1859583) req@ffff8b8c91627b80 x1862022223050368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.655117:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022223050368 ext(1855488->1859583) 00002000:00010000:0.0:1775764846.655124:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80 00000100:00100000:0.0:1775764846.655190:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38683 00000100:00100000:0.0:1775764846.655200:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223050368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.655436:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223050368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 237us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.655444:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38683 00002000:00100000:0.0:1775764846.655450:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1855488->1859583) req@ffff8b8c91627b80 x1862022223050368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.655458:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022223050368 ext(1855488->1859583) 00002000:00010000:0.0:1775764846.655461:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80 00000100:00100000:3.0:1775764846.658651:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.658781:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223050496 00000100:00100000:2.0:1775764846.658791:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223050496 00002000:00100000:2.0:1775764846.658842:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1859584->1863679) req@ffff8b8cbb590a80 x1862022223050496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.658864:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590a80 with x1862022223050496 ext(1859584->1863679) 00002000:00010000:2.0:1775764846.658878:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590a80 00000100:00100000:2.0:1775764846.658912:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38684 00000100:00100000:2.0:1775764846.658922:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223050496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.659472:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223050496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 548us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764846.659481:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38684 00002000:00100000:2.0:1775764846.659487:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1859584->1863679) req@ffff8b8cbb590a80 x1862022223050496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.659496:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590a80 with x1862022223050496 ext(1859584->1863679) 00002000:00010000:2.0:1775764846.659499:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590a80 00000100:00100000:3.0:1775764846.663494:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.663629:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223050624 00000100:00100000:0.0:1775764846.663638:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223050624 00002000:00100000:0.0:1775764846.663685:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1863680->1867775) req@ffff8b8cbb593100 x1862022223050624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.663697:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593100 with x1862022223050624 ext(1863680->1867775) 00002000:00010000:0.0:1775764846.663703:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593100 00000100:00100000:0.0:1775764846.663735:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38685 00000100:00100000:0.0:1775764846.663752:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223050624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.664166:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223050624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 413us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.664175:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38685 00002000:00100000:0.0:1775764846.664181:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1863680->1867775) req@ffff8b8cbb593100 x1862022223050624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.664189:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593100 with x1862022223050624 ext(1863680->1867775) 00002000:00010000:0.0:1775764846.664192:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593100 00000100:00100000:3.0:1775764846.670700:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.670822:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223050752 00000100:00100000:1.0:1775764846.670832:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223050752 00002000:00100000:1.0:1775764846.670914:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1867776->1871871) req@ffff8b8c8e899180 x1862022223050752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.670925:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899180 with x1862022223050752 ext(1867776->1871871) 00002000:00010000:1.0:1775764846.670932:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899180 00000100:00100000:1.0:1775764846.670959:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38686 00000100:00100000:1.0:1775764846.670969:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223050752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.671205:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223050752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.671214:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38686 00002000:00100000:1.0:1775764846.671221:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1867776->1871871) req@ffff8b8c8e899180 x1862022223050752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.671230:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899180 with x1862022223050752 ext(1867776->1871871) 00002000:00010000:1.0:1775764846.671233:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899180 00000100:00100000:3.0:1775764846.684477:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.684634:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223050880 00000100:00100000:0.0:1775764846.684644:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223050880 00002000:00100000:0.0:1775764846.684691:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1871872->1875967) req@ffff8b8c8e89bb80 x1862022223050880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.684703:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89bb80 with x1862022223050880 ext(1871872->1875967) 00002000:00010000:0.0:1775764846.684709:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89bb80 00000100:00100000:0.0:1775764846.684745:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38687 00000100:00100000:0.0:1775764846.684754:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223050880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.685029:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223050880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.685043:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38687 00002000:00100000:0.0:1775764846.685049:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1871872->1875967) req@ffff8b8c8e89bb80 x1862022223050880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.685058:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89bb80 with x1862022223050880 ext(1871872->1875967) 00002000:00010000:0.0:1775764846.685061:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89bb80 00000100:00100000:3.0:1775764846.690227:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.690297:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223051008 00000100:00100000:0.0:1775764846.690308:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223051008 00002000:00100000:0.0:1775764846.690356:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1875968->1880063) req@ffff8b8c8e899500 x1862022223051008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.690373:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899500 with x1862022223051008 ext(1875968->1880063) 00002000:00010000:0.0:1775764846.690380:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899500 00000100:00100000:0.0:1775764846.690465:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38688 00000100:00100000:0.0:1775764846.690475:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223051008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.690751:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223051008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 276us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.690758:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38688 00002000:00100000:0.0:1775764846.690764:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1875968->1880063) req@ffff8b8c8e899500 x1862022223051008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.690772:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899500 with x1862022223051008 ext(1875968->1880063) 00002000:00010000:0.0:1775764846.690775:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899500 00000100:00100000:3.0:1775764846.702013:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.702333:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223051136 00000100:00100000:2.0:1775764846.702344:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223051136 00002000:00100000:2.0:1775764846.702390:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1748992->1753087) req@ffff8b8c892e1180 x1862022223051136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.702400:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1180 with x1862022223051136 ext(1748992->1753087) 00002000:00010000:2.0:1775764846.702406:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1180 00000100:00100000:2.0:1775764846.702492:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38689 00000100:00100000:2.0:1775764846.702502:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223051136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.702781:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223051136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 280us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764846.702790:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38689 00002000:00100000:2.0:1775764846.702796:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1748992->1753087) req@ffff8b8c892e1180 x1862022223051136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.702805:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1180 with x1862022223051136 ext(1748992->1753087) 00002000:00010000:2.0:1775764846.702808:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1180 00000100:00100000:1.0:1775764846.709438:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.709621:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223051264 00000100:00100000:2.0:1775764846.709631:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223051264 00002000:00100000:2.0:1775764846.709679:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1753088->1757183) req@ffff8b8c8df0ca80 x1862022223051264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.709690:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ca80 with x1862022223051264 ext(1753088->1757183) 00002000:00010000:2.0:1775764846.709695:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ca80 00000100:00100000:2.0:1775764846.709730:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38690 00000100:00100000:2.0:1775764846.709740:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223051264:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.710173:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223051264:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 432us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764846.710182:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38690 00002000:00100000:2.0:1775764846.710190:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1753088->1757183) req@ffff8b8c8df0ca80 x1862022223051264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.710207:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ca80 with x1862022223051264 ext(1753088->1757183) 00002000:00010000:2.0:1775764846.710211:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ca80 00000100:00100000:3.0:1775764846.715746:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.715914:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223051392 00000100:00100000:2.0:1775764846.715925:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223051392 00002000:00100000:2.0:1775764846.715973:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1748992->3320309) req@ffff8b8c927f8380 x1862022223051392/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 504/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.715985:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8380 with x1862022223051392 ext(1748992->3320309) 00002000:00010000:2.0:1775764846.715991:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8380 00000100:00100000:2.0:1775764846.716023:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38691 00000100:00100000:2.0:1775764846.716293:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223051392:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764846.727488:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223051392:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 11447us (11753us total) trans 4294996791 rc 0/0 00000100:00100000:2.0:1775764846.727503:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38691 00002000:00100000:2.0:1775764846.727516:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1748992->3320309) req@ffff8b8c927f8380 x1862022223051392/t4294996791(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 504/448 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.727527:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8380 with x1862022223051392 ext(1748992->3320309) 00002000:00010000:2.0:1775764846.727533:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8380 00000100:00100000:3.0:1775764846.730532:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.730720:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223051520 00000100:00100000:2.0:1775764846.730731:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223051520 00000100:00100000:2.0:1775764846.730816:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84835 00000100:00100000:2.0:1775764846.730826:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223051520:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764846.774638:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996789 is committed 00000001:00080000:2.0:1775764846.774657:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996791 is committed 00000100:00100000:1.0:1775764846.778859:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223051520:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 48022us (48323us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.778883:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84835 00000100:00100000:3.0:1775764846.782796:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.783173:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223051776 00000100:00100000:0.0:1775764846.783183:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223051776 00000100:00100000:0.0:1775764846.783297:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44582 00000100:00100000:0.0:1775764846.783307:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223051776:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764846.783366:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764846.783398:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d046f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0db expref: 44 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.783423:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764846.783429:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764846.783700:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d0476 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.783719:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d0476 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.783728:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d0476 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764846.783795:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032346 00000004:00010000:0.0:1775764846.783821:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007dc1b31 reply state 00000000508d02a0 transno 4295032347 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d0476 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764846.783831:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764846.783954:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223051776:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 648us (1167us total) trans 4295032347 rc 0/0 00000100:00100000:0.0:1775764846.783962:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44582 00000020:00080000:0.0:1775764846.783967:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764846.785533:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d0476 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.785562:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d0476 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.785570:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d0476 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.785576:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764846.785580:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d0476 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.785588:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d0476 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.785604:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764846.785607:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764846.785612:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d0476 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.785618:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d0476 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764846.786847:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.787336:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.787416:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223051904 00000100:00100000:2.0:1775764846.787427:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223051904 00002000:00010000:2.0:1775764846.787471:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (993714->18446744073709551615) 00002000:00100000:2.0:1775764846.787476:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7480 with x1862022223051904 ext(993714->18446744073709551615) 00002000:00010000:2.0:1775764846.787488:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7480. 00000100:00100000:2.0:1775764846.787522:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223052032 00000100:00100000:2.0:1775764846.787525:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223052032 00002000:00010000:2.0:1775764846.787572:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764846.787577:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6d80 with x1862022223052032 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764846.787583:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6d80. 00000100:00100000:2.0:1775764846.787599:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38692 00000100:00100000:2.0:1775764846.787609:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223051904:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764846.787991:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 367387 -> 993714 00002000:00010000:2.0:1775764846.787996:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764847 00002000:00010000:2.0:1775764846.787998:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764846.788001:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764847 00002000:00010000:2.0:1775764846.788004:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 649 00000100:00100000:2.0:1775764846.788065:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223051904:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 457us (1226us total) trans 4294996792 rc 0/0 00000100:00100000:2.0:1775764846.788074:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38692 00002000:00010000:2.0:1775764846.788078:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (993714->18446744073709551615) 00002000:00100000:2.0:1775764846.788081:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7480 with x1862022223051904 ext(993714->18446744073709551615) 00002000:00010000:2.0:1775764846.788085:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7480. 00000100:00100000:2.0:1775764846.788102:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38693 00000100:00100000:2.0:1775764846.788109:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223052032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764846.788219:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764846.788222:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764846 -> 1775764847 00002000:00010000:2.0:1775764846.788225:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764846.788227:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764846 -> 1775764847 00002000:00010000:2.0:1775764846.788229:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764846.788253:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223052032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 144us (918us total) trans 4294996142 rc 0/0 00000100:00100000:2.0:1775764846.788260:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38693 00002000:00010000:2.0:1775764846.788263:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764846.788266:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6d80 with x1862022223052032 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764846.788270:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6d80. 00000100:00100000:3.0:1775764846.793604:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.793896:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223052160 00000100:00100000:1.0:1775764846.793907:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223052160 00000100:00100000:1.0:1775764846.793967:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44583 00000100:00100000:1.0:1775764846.793976:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022223052160:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764846.794002:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764846.794024:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fe00/0xdb23b4c9253d047d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0e2 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.794125:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e200/0xdb23b4c9253d0484 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.794140:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e200/0xdb23b4c9253d0484 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.794150:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e200/0xdb23b4c9253d0484 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764846.794178:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 993714 00000004:00200000:1.0:1775764846.794183:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764846.794200:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e200/0xdb23b4c9253d0484 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.794226:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fe00/0xdb23b4c9253d047d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0e2 expref: 47 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.794241:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e200/0xdb23b4c9253d0484 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0e2 expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.794249:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764846.794252:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764846.794257:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313e200, rc 0) 00000100:00100000:1.0:1775764846.794318:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223052160:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 343us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.794326:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44583 00000100:00100000:2.0:1775764846.806935:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.807044:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223052288 00000100:00100000:0.0:1775764846.807054:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223052288 00002000:00100000:0.0:1775764846.807099:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (831488->835583) req@ffff8b8c91626680 x1862022223052288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.807111:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022223052288 ext(831488->835583) 00002000:00010000:0.0:1775764846.807117:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680 00000100:00100000:0.0:1775764846.807150:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38694 00000100:00100000:0.0:1775764846.807159:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223052288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.807590:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223052288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 430us (743us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764846.807599:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38694 00002000:00100000:0.0:1775764846.807606:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (831488->835583) req@ffff8b8c91626680 x1862022223052288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.807615:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022223052288 ext(831488->835583) 00002000:00010000:0.0:1775764846.807619:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680 00000100:00100000:0.0:1775764846.816316:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.816593:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223052416 00000100:00100000:2.0:1775764846.816603:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223052416 00002000:00100000:2.0:1775764846.816653:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (835584->839679) req@ffff8b8c8defdc00 x1862022223052416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.816664:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022223052416 ext(835584->839679) 00002000:00010000:2.0:1775764846.816670:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdc00 00000100:00100000:2.0:1775764846.816695:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38695 00000100:00100000:2.0:1775764846.816704:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223052416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.816969:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223052416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (662us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764846.816978:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38695 00002000:00100000:2.0:1775764846.816985:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (835584->839679) req@ffff8b8c8defdc00 x1862022223052416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.816994:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022223052416 ext(835584->839679) 00002000:00010000:2.0:1775764846.816998:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdc00 00000100:00100000:1.0:1775764846.823234:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.823330:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223052544 00000100:00100000:0.0:1775764846.823340:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223052544 00002000:00100000:0.0:1775764846.823383:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (839680->843775) req@ffff8b8c8df0dc00 x1862022223052544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.823395:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0dc00 with x1862022223052544 ext(839680->843775) 00002000:00010000:0.0:1775764846.823401:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0dc00 00000100:00100000:0.0:1775764846.823461:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38696 00000100:00100000:0.0:1775764846.823471:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223052544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.824293:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223052544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 817us (1063us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764846.824302:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38696 00002000:00100000:0.0:1775764846.824311:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (839680->843775) req@ffff8b8c8df0dc00 x1862022223052544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.824319:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0dc00 with x1862022223052544 ext(839680->843775) 00002000:00010000:0.0:1775764846.824323:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0dc00 00000100:00100000:0.0:1775764846.830207:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.830580:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223052672 00000100:00100000:1.0:1775764846.830593:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223052672 00002000:00100000:1.0:1775764846.830645:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (843776->847871) req@ffff8b8cbaed5c00 x1862022223052672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.830655:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022223052672 ext(843776->847871) 00002000:00010000:1.0:1775764846.830661:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5c00 00000100:00100000:1.0:1775764846.830685:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38697 00000100:00100000:1.0:1775764846.830694:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223052672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.831090:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223052672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 395us (889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764846.831098:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38697 00002000:00100000:1.0:1775764846.831106:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (843776->847871) req@ffff8b8cbaed5c00 x1862022223052672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.831114:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022223052672 ext(843776->847871) 00002000:00010000:1.0:1775764846.831118:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5c00 00000100:00100000:2.0:1775764846.835350:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.835589:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223052800 00000100:00100000:1.0:1775764846.835601:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223052800 00002000:00100000:1.0:1775764846.835650:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (847872->851967) req@ffff8b8c91625f80 x1862022223052800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.835660:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022223052800 ext(847872->851967) 00002000:00010000:1.0:1775764846.835667:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625f80 00000100:00100000:1.0:1775764846.835698:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38698 00000100:00100000:1.0:1775764846.835707:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223052800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.836194:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223052800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 485us (851us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764846.836202:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38698 00002000:00100000:1.0:1775764846.836217:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (847872->851967) req@ffff8b8c91625f80 x1862022223052800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.836226:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022223052800 ext(847872->851967) 00002000:00010000:1.0:1775764846.836229:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625f80 00000100:00100000:3.0:1775764846.844002:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.844392:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223052928 00000100:00100000:0.0:1775764846.844402:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223052928 00002000:00100000:0.0:1775764846.844449:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (851968->856063) req@ffff8b8b85a31f80 x1862022223052928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.844466:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022223052928 ext(851968->856063) 00002000:00010000:0.0:1775764846.844472:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31f80 00000100:00100000:0.0:1775764846.844505:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38699 00000100:00100000:0.0:1775764846.844513:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223052928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.844774:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223052928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 262us (782us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764846.844782:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38699 00002000:00100000:0.0:1775764846.844788:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (851968->856063) req@ffff8b8b85a31f80 x1862022223052928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.844796:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022223052928 ext(851968->856063) 00002000:00010000:0.0:1775764846.844799:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31f80 00000100:00100000:0.0:1775764846.848697:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.848842:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223053056 00000100:00100000:2.0:1775764846.848861:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223053056 00002000:00100000:2.0:1775764846.848918:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (856064->860159) req@ffff8b8c3c51c700 x1862022223053056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.848929:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223053056 ext(856064->860159) 00002000:00010000:2.0:1775764846.848936:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:2.0:1775764846.848971:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38700 00000100:00100000:2.0:1775764846.848979:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223053056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.849449:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223053056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 469us (761us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764846.849457:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38700 00002000:00100000:2.0:1775764846.849463:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (856064->860159) req@ffff8b8c3c51c700 x1862022223053056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.849471:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223053056 ext(856064->860159) 00002000:00010000:2.0:1775764846.849474:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:2.0:1775764846.854191:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.854496:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223053184 00000100:00100000:1.0:1775764846.854507:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223053184 00002000:00100000:1.0:1775764846.854584:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (860160->864255) req@ffff8b8c91624380 x1862022223053184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.854596:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624380 with x1862022223053184 ext(860160->864255) 00002000:00010000:1.0:1775764846.854603:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624380 00000100:00100000:1.0:1775764846.854632:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38701 00000100:00100000:1.0:1775764846.854641:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223053184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.855288:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223053184:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 646us (1103us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764846.855297:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38701 00002000:00100000:1.0:1775764846.855304:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (860160->864255) req@ffff8b8c91624380 x1862022223053184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.855314:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624380 with x1862022223053184 ext(860160->864255) 00002000:00010000:1.0:1775764846.855319:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624380 00000100:00100000:2.0:1775764846.859658:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.860011:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223053312 00000100:00100000:1.0:1775764846.860022:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223053312 00002000:00100000:1.0:1775764846.860081:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (864256->868351) req@ffff8b8c91627800 x1862022223053312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.860092:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627800 with x1862022223053312 ext(864256->868351) 00002000:00010000:1.0:1775764846.860098:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627800 00000100:00100000:1.0:1775764846.860132:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38702 00000100:00100000:1.0:1775764846.860141:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223053312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.860378:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223053312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764846.860386:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38702 00002000:00100000:1.0:1775764846.860393:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (864256->868351) req@ffff8b8c91627800 x1862022223053312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.860402:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627800 with x1862022223053312 ext(864256->868351) 00002000:00010000:1.0:1775764846.860405:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627800 00000100:00100000:0.0:1775764846.864360:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.864447:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223053440 00000100:00100000:3.0:1775764846.864459:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223053440 00002000:00100000:3.0:1775764846.864507:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (868352->872447) req@ffff8b8c3c51d880 x1862022223053440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.864520:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022223053440 ext(868352->872447) 00002000:00010000:3.0:1775764846.864526:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d880 00000100:00100000:3.0:1775764846.864589:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38703 00000100:00100000:3.0:1775764846.864598:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223053440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764846.864838:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223053440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 240us (485us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764846.864847:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38703 00002000:00100000:3.0:1775764846.865181:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (868352->872447) req@ffff8b8c3c51d880 x1862022223053440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.865192:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022223053440 ext(868352->872447) 00002000:00010000:3.0:1775764846.865195:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d880 00000100:00100000:0.0:1775764846.869577:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.869664:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223053568 00000100:00100000:3.0:1775764846.869676:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223053568 00002000:00100000:3.0:1775764846.869725:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (872448->876543) req@ffff8b8c92fec000 x1862022223053568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.869747:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec000 with x1862022223053568 ext(872448->876543) 00002000:00010000:3.0:1775764846.869753:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec000 00000100:00100000:3.0:1775764846.869776:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38704 00000100:00100000:3.0:1775764846.869784:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223053568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764846.870031:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223053568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 246us (500us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764846.870046:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38704 00002000:00100000:3.0:1775764846.870052:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (872448->876543) req@ffff8b8c92fec000 x1862022223053568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764846.870059:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec000 with x1862022223053568 ext(872448->876543) 00002000:00010000:3.0:1775764846.870062:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec000 00000100:00100000:2.0:1775764846.878524:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.878667:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223053824 00000100:00100000:0.0:1775764846.878678:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223053824 00000100:00100000:0.0:1775764846.878749:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44584 00000100:00100000:0.0:1775764846.878759:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223053824:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764846.878813:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764846.878844:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e200/0xdb23b4c9253d0484 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0e2 expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.878883:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764846.878889:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764846.879111:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d048b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.879125:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d048b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.879134:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d048b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764846.879184:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032348 00000004:00010000:0.0:1775764846.879208:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0dff0f9 reply state 000000001ac60fec transno 4295032349 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d048b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764846.879218:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764846.879304:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223053824:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 546us (789us total) trans 4295032349 rc 0/0 00000100:00100000:0.0:1775764846.879311:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44584 00000020:00080000:0.0:1775764846.879316:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764846.882383:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d048b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.882399:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d048b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.882407:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d048b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.882415:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764846.882420:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d048b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.882428:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d048b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.882447:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764846.882450:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764846.882456:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d048b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.882462:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d048b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764846.884596:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.884689:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223053952 00000100:00100000:0.0:1775764846.884700:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223053952 00002000:00010000:0.0:1775764846.884748:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764846.884754:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022223053952 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764846.884766:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80. 00000100:00100000:0.0:1775764846.884797:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38705 00000100:00100000:0.0:1775764846.884806:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223053952:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764846.885068:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 993714 -> 4194304 00002000:00010000:0.0:1775764846.885072:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764846.885074:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:0.0:1775764846.885078:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764846.885080:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:0.0:1775764846.885132:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223053952:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 327us (544us total) trans 4294996793 rc 0/0 00000100:00100000:0.0:1775764846.885140:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38705 00002000:00010000:0.0:1775764846.885143:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764846.885146:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022223053952 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764846.885150:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80. 00000100:00100000:0.0:1775764846.887816:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.887969:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223054080 00000100:00100000:3.0:1775764846.887979:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223054080 00002000:00010000:3.0:1775764846.888019:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1119047->18446744073709551615) 00002000:00100000:3.0:1775764846.888024:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed880 with x1862022223054080 ext(1119047->18446744073709551615) 00002000:00010000:3.0:1775764846.888049:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fed880. 00000100:00100000:3.0:1775764846.888081:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38706 00000100:00100000:3.0:1775764846.888090:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223054080:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764846.888311:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1119047 00002000:00010000:3.0:1775764846.888316:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764846.888318:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764846.888320:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764846.888323:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764846.888386:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223054080:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 296us (578us total) trans 4294996143 rc 0/0 00000100:00100000:3.0:1775764846.888394:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38706 00002000:00010000:3.0:1775764846.888397:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1119047->18446744073709551615) 00002000:00100000:3.0:1775764846.888399:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed880 with x1862022223054080 ext(1119047->18446744073709551615) 00002000:00010000:3.0:1775764846.888404:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fed880. 00000100:00100000:1.0:1775764846.892224:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.892328:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223054208 00000100:00100000:0.0:1775764846.892337:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223054208 00000100:00100000:0.0:1775764846.892393:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44585 00000100:00100000:0.0:1775764846.892403:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022223054208:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764846.892428:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764846.892449:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d0492 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0e9 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.892585:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d0499 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.892599:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d0499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.892610:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d0499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764846.892638:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5313351 00000004:00200000:0.0:1775764846.892642:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764846.892661:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d0499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.892685:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d0492 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0e9 expref: 49 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.892704:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d0499 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0e9 expref: 48 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.892712:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764846.892714:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764846.892718:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0400, rc 0) 00000100:00100000:0.0:1775764846.892786:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223054208:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 384us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.892794:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44585 00000100:00100000:2.0:1775764846.897486:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.897619:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223054336 00000100:00100000:0.0:1775764846.897632:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223054336 00002000:00100000:0.0:1775764846.897677:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1744896->1748991) req@ffff8b8c91624700 x1862022223054336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.897688:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624700 with x1862022223054336 ext(1744896->1748991) 00002000:00010000:0.0:1775764846.897695:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624700 00000100:00100000:0.0:1775764846.897726:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38707 00000100:00100000:0.0:1775764846.897744:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223054336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.898284:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223054336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 548us (804us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764846.898292:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38707 00002000:00100000:0.0:1775764846.898298:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1744896->1748991) req@ffff8b8c91624700 x1862022223054336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.898306:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624700 with x1862022223054336 ext(1744896->1748991) 00002000:00010000:0.0:1775764846.898309:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624700 00000100:00100000:2.0:1775764846.903414:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.903514:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223054464 00000100:00100000:1.0:1775764846.903523:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223054464 00002000:00100000:1.0:1775764846.903610:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1798144->1802239) req@ffff8b8c8ed81880 x1862022223054464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.903620:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81880 with x1862022223054464 ext(1798144->1802239) 00002000:00010000:1.0:1775764846.903626:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81880 00000100:00100000:1.0:1775764846.903656:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38708 00000100:00100000:1.0:1775764846.903666:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223054464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764846.904083:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223054464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 417us (675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764846.904092:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38708 00002000:00100000:1.0:1775764846.904099:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1798144->1802239) req@ffff8b8c8ed81880 x1862022223054464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/4536 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.904107:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81880 with x1862022223054464 ext(1798144->1802239) 00002000:00010000:1.0:1775764846.904111:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81880 00000100:00100000:1.0:1775764846.909645:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.909746:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223054592 00000100:00100000:2.0:1775764846.909756:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223054592 00002000:00100000:2.0:1775764846.909814:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (36864->73727) req@ffff8b8c8df0e680 x1862022223054592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.909826:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0e680 with x1862022223054592 ext(36864->73727) 00002000:00010000:2.0:1775764846.909831:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0e680 00000100:00100000:2.0:1775764846.909858:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38709 00000100:00100000:2.0:1775764846.909874:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223054592:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764846.916129:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223054592:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6251us (6481us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764846.916143:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38709 00002000:00100000:2.0:1775764846.916156:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (36864->73727) req@ffff8b8c8df0e680 x1862022223054592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764846.916167:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0e680 with x1862022223054592 ext(36864->73727) 00002000:00010000:2.0:1775764846.916173:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0e680 00000100:00100000:2.0:1775764846.921505:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.921686:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223054848 00000100:00100000:3.0:1775764846.921696:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223054848 00000100:00100000:3.0:1775764846.921763:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44586 00000100:00100000:3.0:1775764846.921773:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223054848:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764846.921828:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764846.921863:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d0499 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0e9 expref: 48 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.921892:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764846.921898:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764846.922427:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.922445:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.922456:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764846.922507:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032350 00000004:00010000:3.0:1775764846.922530:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9091e5d reply state 000000000a52e056 transno 4295032351 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764846.922595:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764846.922677:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223054848:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 904us (1180us total) trans 4295032351 rc 0/0 00000100:00100000:3.0:1775764846.922685:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44586 00000020:00080000:3.0:1775764846.922690:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764846.926381:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.926437:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764846.927027:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223054976 00000100:00100000:0.0:1775764846.927047:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223054976 00002000:00010000:0.0:1775764846.927086:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1548839->18446744073709551615) 00002000:00100000:0.0:1775764846.927092:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33480 with x1862022223054976 ext(1548839->18446744073709551615) 00002000:00010000:0.0:1775764846.927104:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33480. 00000100:00100000:0.0:1775764846.927130:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223055104 00000100:00100000:0.0:1775764846.927133:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223055104 00002000:00010000:0.0:1775764846.927145:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764846.927148:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c700 with x1862022223055104 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764846.927155:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378c700. 00000100:00100000:0.0:1775764846.927178:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38710 00000100:00100000:0.0:1775764846.927187:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223054976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764846.927450:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1548839 00002000:00010000:0.0:1775764846.927455:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764846.927457:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:0.0:1775764846.927459:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764846.927461:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:0.0:1775764846.927521:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223054976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 335us (1149us total) trans 4294996794 rc 0/0 00000100:00100000:0.0:1775764846.927528:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38710 00002000:00010000:0.0:1775764846.927531:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1548839->18446744073709551615) 00002000:00100000:0.0:1775764846.927534:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33480 with x1862022223054976 ext(1548839->18446744073709551615) 00002000:00010000:0.0:1775764846.927568:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33480. 00000100:00100000:0.0:1775764846.927586:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38711 00000100:00100000:0.0:1775764846.927593:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223055104:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764846.927723:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1119047 -> 0 00002000:00010000:0.0:1775764846.927727:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764846.927729:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764846.927817:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764846.927821:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764846.927844:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223055104:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 251us (1407us total) trans 4294996144 rc 0/0 00000100:00100000:0.0:1775764846.927995:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38711 00002000:00010000:0.0:1775764846.928000:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764846.928003:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c700 with x1862022223055104 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764846.928008:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378c700. 00000100:00100000:3.0:1775764846.931668:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.931769:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223055232 00000100:00100000:1.0:1775764846.931779:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223055232 00000100:00100000:1.0:1775764846.931841:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44587 00000100:00100000:1.0:1775764846.931850:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223055232:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764846.931891:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764846.931910:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d04a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0f0 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.931993:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d04ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.932006:0:11999:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.932014:0:11999:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d04ae lrc: 4/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.932042:0:11999:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.932058:0:11999:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d04ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.938080:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.938098:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.938106:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.938111:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764846.938117:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.938125:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.938145:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764846.938148:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764846.938152:0:3299:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d04ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.938163:0:3299:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d04ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.938170:0:3299:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d04ae lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.938389:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.938397:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d04a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.938485:0:11999:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d04ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.938493:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d04ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764846.938576:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1548839 00000004:00200000:1.0:1775764846.938581:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764846.938602:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d04ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.938638:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d04a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0f0 expref: 51 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.938652:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d04ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0f0 expref: 50 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.938659:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764846.938661:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764846.938664:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313f200, rc 0) 00000100:00100000:1.0:1775764846.938733:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223055232:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 6883us (7073us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.942549:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44587 00000100:00100000:1.0:1775764846.944635:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.944741:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223055488 00000100:00100000:2.0:1775764846.944752:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223055488 00000100:00100000:2.0:1775764846.944819:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44588 00000100:00100000:2.0:1775764846.944829:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223055488:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764846.944899:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764846.944928:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d04ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0f0 expref: 50 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.944946:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764846.944952:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764846.945182:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf941600/0xdb23b4c9253d04b5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.945197:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf941600/0xdb23b4c9253d04b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.945206:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf941600/0xdb23b4c9253d04b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764846.945260:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032352 00000004:00010000:2.0:1775764846.945285:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000869d4453 reply state 00000000f8b027e6 transno 4295032353 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf941600/0xdb23b4c9253d04b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764846.945294:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764846.945387:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223055488:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 558us (757us total) trans 4295032353 rc 0/0 00000100:00100000:2.0:1775764846.945394:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44588 00000020:00080000:2.0:1775764846.945399:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764846.948839:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.948895:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223055616 00000100:00100000:1.0:1775764846.948906:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223055616 00002000:00010000:1.0:1775764846.948945:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (819549->18446744073709551615) 00002000:00100000:1.0:1775764846.948951:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f480 with x1862022223055616 ext(819549->18446744073709551615) 00002000:00010000:1.0:1775764846.948962:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f480. 00000100:00100000:1.0:1775764846.948999:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38712 00000100:00100000:1.0:1775764846.949008:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223055616:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:2.0:1775764846.949220:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf941600/0xdb23b4c9253d04b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.949230:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf941600/0xdb23b4c9253d04b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.949238:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf941600/0xdb23b4c9253d04b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.949243:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8caf941600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764846.949248:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf941600/0xdb23b4c9253d04b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.949255:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf941600/0xdb23b4c9253d04b5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.949271:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764846.949274:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764846.949278:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf941600/0xdb23b4c9253d04b5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.949288:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf941600/0xdb23b4c9253d04b5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764846.949315:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1548839 -> 819549 00002000:00010000:1.0:1775764846.949318:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764846.949322:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:1.0:1775764846.949324:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764846.949326:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:1.0:1775764846.949392:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223055616:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 385us (564us total) trans 4294996795 rc 0/0 00000100:00100000:1.0:1775764846.949400:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38712 00002000:00010000:1.0:1775764846.949404:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (819549->18446744073709551615) 00002000:00100000:1.0:1775764846.949407:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f480 with x1862022223055616 ext(819549->18446744073709551615) 00002000:00010000:1.0:1775764846.949412:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f480. 00000100:00100000:3.0:1775764846.954662:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.954890:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223055744 00000100:00100000:2.0:1775764846.954901:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223055744 00002000:00010000:2.0:1775764846.954942:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764846.954947:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f800 with x1862022223055744 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764846.954958:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378f800. 00000100:00100000:2.0:1775764846.954980:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38713 00000100:00100000:2.0:1775764846.954987:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223055744:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764846.955199:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764846.955203:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764846.955206:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764846.955208:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764846.955211:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764846.955274:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223055744:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 286us (618us total) trans 4294996145 rc 0/0 00000100:00100000:2.0:1775764846.955282:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38713 00002000:00010000:2.0:1775764846.955286:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764846.955288:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f800 with x1862022223055744 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764846.955291:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378f800. 00000100:00100000:2.0:1775764846.958846:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.958928:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223055872 00000100:00100000:3.0:1775764846.958939:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223055872 00000100:00100000:3.0:1775764846.959000:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44589 00000100:00100000:3.0:1775764846.959010:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022223055872:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764846.959036:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764846.959056:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d04bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0f7 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.959143:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d04c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.959158:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d04c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.959168:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d04c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764846.959191:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 819549 00000004:00200000:3.0:1775764846.959194:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764846.959211:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d04c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.959238:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d04bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0f7 expref: 53 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.959255:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d04c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0f7 expref: 52 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.959263:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764846.959266:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764846.959270:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4c00, rc 0) 00000100:00100000:3.0:1775764846.959333:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223055872:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 324us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764846.959340:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44589 00000100:00100000:3.0:1775764846.969109:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.969725:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223056000 00000100:00100000:1.0:1775764846.969981:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223056000 00002000:00100000:1.0:1775764846.970109:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (368640->823295) req@ffff8b8c9378df80 x1862022223056000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/0 e 0 to 0 dl 1775764857 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764846.970119:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378df80 with x1862022223056000 ext(368640->823295) 00002000:00010000:1.0:1775764846.970125:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378df80 00000100:00100000:1.0:1775764846.970210:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38714 00000100:00100000:1.0:1775764846.970219:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223056000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764846.979436:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223056000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9207us (10327us total) trans 0 rc 454656/454656 00000100:00100000:0.0:1775764846.979450:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38714 00002000:00100000:0.0:1775764846.979463:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (368640->823295) req@ffff8b8c9378df80 x1862022223056000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:327/0 lens 488/440 e 0 to 0 dl 1775764857 ref 1 fl Complete:/600/0 rc 454656/454656 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764846.979474:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378df80 with x1862022223056000 ext(368640->823295) 00002000:00010000:0.0:1775764846.979481:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378df80 00000100:00100000:3.0:1775764846.989261:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764846.989416:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223056256 00000100:00100000:1.0:1775764846.989426:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223056256 00000100:00100000:1.0:1775764846.989487:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44590 00000100:00100000:1.0:1775764846.989497:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223056256:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764846.989581:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764846.989608:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d04c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0f7 expref: 52 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.989627:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764846.989632:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764846.989958:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d04ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.989972:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d04ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.989982:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d04ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764846.990100:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032354 00000004:00010000:1.0:1775764846.990130:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5b19b07 reply state 00000000aa1ba524 transno 4295032355 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d04ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764846.990139:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764846.990242:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223056256:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 746us (989us total) trans 4295032355 rc 0/0 00000100:00100000:1.0:1775764846.990250:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44590 00000020:00080000:1.0:1775764846.990255:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764846.994166:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d04ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.994181:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d04ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.994189:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d04ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.994195:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca313ec00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764846.994200:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d04ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.994213:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d04ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.994235:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764846.994237:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764846.994243:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d04ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.994248:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d04ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764846.995044:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764846.995078:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764846.996163:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223056384 00000100:00100000:2.0:1775764846.996175:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223056384 00002000:00010000:2.0:1775764846.996396:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764846.996401:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ea00 with x1862022223056384 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764846.996414:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ea00. 00000100:00100000:2.0:1775764846.996475:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223056512 00000100:00100000:2.0:1775764846.996480:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223056512 00002000:00010000:2.0:1775764846.996495:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1360382->18446744073709551615) 00002000:00100000:2.0:1775764846.996498:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c380 with x1862022223056512 ext(1360382->18446744073709551615) 00002000:00010000:2.0:1775764846.996506:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378c380. 00000100:00100000:2.0:1775764846.996535:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38715 00000100:00100000:2.0:1775764846.996559:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223056384:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764846.996791:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 819549 -> 4194304 00002000:00010000:2.0:1775764846.996795:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764846.996798:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:2.0:1775764846.996800:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764846.996803:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:2.0:1775764846.997115:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223056384:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 479us (2006us total) trans 4294996796 rc 0/0 00000100:00100000:2.0:1775764846.997123:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38715 00002000:00010000:2.0:1775764846.997127:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764846.997129:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ea00 with x1862022223056384 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764846.997134:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ea00. 00000100:00100000:2.0:1775764846.997153:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38716 00000100:00100000:2.0:1775764846.997161:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223056512:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764846.997391:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1360382 00002000:00010000:2.0:1775764846.997395:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764846.997397:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:2.0:1775764846.997399:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764846.997402:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764846.997426:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223056512:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 266us (2347us total) trans 4294996146 rc 0/0 00000100:00100000:2.0:1775764846.997434:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38716 00002000:00010000:2.0:1775764846.997437:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1360382->18446744073709551615) 00002000:00100000:2.0:1775764846.997439:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c380 with x1862022223056512 ext(1360382->18446744073709551615) 00002000:00010000:2.0:1775764846.997444:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378c380. 00000100:00100000:2.0:1775764847.001195:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.001316:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223056640 00000100:00100000:1.0:1775764847.001327:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223056640 00000100:00100000:1.0:1775764847.001431:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44591 00000100:00100000:1.0:1775764847.001443:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022223056640:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764847.001467:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764847.001487:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d04d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd0fe expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.001600:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d04d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.001614:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d04d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.001626:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d04d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764847.001656:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5554686 00000004:00200000:1.0:1775764847.001660:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764847.001677:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d04d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.001703:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d04d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0fe expref: 55 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.001719:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d04d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0fe expref: 54 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.001727:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764847.001730:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764847.001744:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313e400, rc 0) 00000100:00100000:1.0:1775764847.001808:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223056640:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 369us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.001815:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44591 00000100:00080000:2.0:1775764847.005187:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764847.023099:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.023142:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.023291:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223056768 00000100:00100000:0.0:1775764847.023301:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223056768 00002000:00100000:0.0:1775764847.023352:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (823296->3010559) req@ffff8b8cb0a8aa00 x1862022223056768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764847.023369:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8aa00 with x1862022223056768 ext(823296->3010559) 00002000:00010000:0.0:1775764847.023375:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8aa00 00000100:00100000:0.0:1775764847.023403:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223056896 00000100:00100000:0.0:1775764847.023406:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223056896 00002000:00100000:0.0:1775764847.023421:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1867776->2916351) req@ffff8b8cb0a88a80 x1862022223056896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764847.023428:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88a80 with x1862022223056896 ext(1867776->2916351) 00002000:00010000:0.0:1775764847.023431:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88a80 00000100:00100000:0.0:1775764847.023451:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38717 00000100:00100000:0.0:1775764847.023460:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223056768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764847.024152:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38718 00000100:00100000:3.0:1775764847.024164:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223056896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.038762:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.045028:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.046220:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223057024 00000100:00100000:1.0:1775764847.046233:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223057024 00002000:00100000:1.0:1775764847.046280:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2916352->3969023) req@ffff8b8c992f8000 x1862022223057024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.046290:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8000 with x1862022223057024 ext(2916352->3969023) 00002000:00010000:1.0:1775764847.046296:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8000 00000100:00100000:1.0:1775764847.046323:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38719 00000100:00100000:1.0:1775764847.046333:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223057024:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.046844:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223057152 00000100:00100000:2.0:1775764847.046862:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223057152 00002000:00100000:2.0:1775764847.046892:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3969024->4194303) req@ffff8b8c9378f100 x1862022223057152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.046900:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f100 with x1862022223057152 ext(3969024->4194303) 00002000:00010000:2.0:1775764847.046904:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f100 00000100:00100000:2.0:1775764847.046924:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38720 00000100:00100000:2.0:1775764847.046930:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223057152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.047245:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.048594:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223057280 00000100:00100000:3.0:1775764847.048604:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223057280 00002000:00100000:3.0:1775764847.048648:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (0->823295) req@ffff8b8c992f9880 x1862022223057280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764847.048658:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9880 with x1862022223057280 ext(0->823295) 00002000:00010000:3.0:1775764847.048664:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f9880 00000100:00100000:3.0:1775764847.048693:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38721 00000100:00100000:3.0:1775764847.048701:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223057280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:2.0:1775764847.050873:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764847.057213:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022223056896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 31682us (32700us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764847.057236:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38718 00002000:00100000:2.0:1775764847.057252:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1867776->2916351) req@ffff8b8cb0a88a80 x1862022223056896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.057264:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88a80 with x1862022223056896 ext(1867776->2916351) 00002000:00010000:2.0:1775764847.057270:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88a80 00000100:00100000:0.0:1775764847.058273:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223056768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 34808us (35177us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764847.058284:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38717 00002000:00100000:0.0:1775764847.058291:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (823296->3010559) req@ffff8b8cb0a8aa00 x1862022223056768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764847.058301:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8aa00 with x1862022223056768 ext(823296->3010559) 00002000:00010000:0.0:1775764847.058305:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8aa00 00000100:00100000:1.0:1775764847.060246:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223057152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13306us (15219us total) trans 0 rc 225280/225280 00000100:00100000:1.0:1775764847.060260:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38720 00002000:00100000:1.0:1775764847.060271:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3969024->4194303) req@ffff8b8c9378f100 x1862022223057152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 225280/225280 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.060282:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f100 with x1862022223057152 ext(3969024->4194303) 00002000:00010000:1.0:1775764847.060287:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f100 00000100:00100000:1.0:1775764847.074753:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223057280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 26032us (27488us total) trans 0 rc 823296/823296 00000100:00100000:1.0:1775764847.074766:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38721 00002000:00100000:1.0:1775764847.074779:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (0->823295) req@ffff8b8c992f9880 x1862022223057280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 823296/823296 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.074789:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9880 with x1862022223057280 ext(0->823295) 00002000:00010000:1.0:1775764847.074795:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f9880 00000100:00100000:1.0:1775764847.077186:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223057024:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30845us (38423us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764847.077200:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38719 00002000:00100000:1.0:1775764847.077211:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2916352->3969023) req@ffff8b8c992f8000 x1862022223057024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.077220:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8000 with x1862022223057024 ext(2916352->3969023) 00002000:00010000:1.0:1775764847.077226:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8000 00000100:00100000:2.0:1775764847.087404:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.087514:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223057536 00000100:00100000:0.0:1775764847.087525:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223057536 00000100:00100000:0.0:1775764847.087615:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44592 00000100:00100000:0.0:1775764847.087626:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223057536:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764847.087683:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764847.087720:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d04d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd0fe expref: 54 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.087829:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764847.087835:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764847.088382:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1e00/0xdb23b4c9253d04df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.088396:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1e00/0xdb23b4c9253d04df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.088404:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1e00/0xdb23b4c9253d04df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764847.088455:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032356 00000004:00010000:0.0:1775764847.088483:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000060f5407 reply state 00000000d11a0488 transno 4295032357 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1e00/0xdb23b4c9253d04df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764847.088492:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764847.088771:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223057536:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1145us (1373us total) trans 4295032357 rc 0/0 00000100:00100000:0.0:1775764847.088779:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44592 00000020:00080000:0.0:1775764847.088785:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764847.091205:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1e00/0xdb23b4c9253d04df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.091229:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1e00/0xdb23b4c9253d04df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.091236:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1e00/0xdb23b4c9253d04df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.091243:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8def1e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764847.091248:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1e00/0xdb23b4c9253d04df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.091257:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1e00/0xdb23b4c9253d04df lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.091275:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764847.091279:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764847.091284:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1e00/0xdb23b4c9253d04df lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.091291:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1e00/0xdb23b4c9253d04df lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764847.093915:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.094483:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223057664 00000100:00100000:3.0:1775764847.094494:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223057664 00002000:00010000:3.0:1775764847.094533:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1847718->18446744073709551615) 00002000:00100000:3.0:1775764847.094571:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8a80 with x1862022223057664 ext(1847718->18446744073709551615) 00002000:00010000:3.0:1775764847.094583:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8a80. 00000100:00100000:3.0:1775764847.094619:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38722 00000100:00100000:3.0:1775764847.094630:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223057664:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764847.094926:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1847718 00002000:00010000:3.0:1775764847.094930:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.094933:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:3.0:1775764847.094936:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.094938:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:3.0:1775764847.095224:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223057664:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 595us (1318us total) trans 4294996797 rc 0/0 00000100:00100000:3.0:1775764847.095233:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38722 00002000:00010000:3.0:1775764847.095238:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1847718->18446744073709551615) 00002000:00100000:3.0:1775764847.095241:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8a80 with x1862022223057664 ext(1847718->18446744073709551615) 00002000:00010000:3.0:1775764847.095246:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8a80. 00000100:00100000:0.0:1775764847.097943:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.099503:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223057792 00000100:00100000:1.0:1775764847.099518:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223057792 00002000:00010000:1.0:1775764847.099620:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764847.099626:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fece00 with x1862022223057792 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764847.099642:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fece00. 00000100:00100000:1.0:1775764847.099726:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38723 00000100:00100000:1.0:1775764847.099745:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223057792:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764847.100045:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1360382 -> 0 00002000:00010000:1.0:1775764847.100049:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.100051:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:1.0:1775764847.100054:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.100056:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764847.100124:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223057792:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 381us (2272us total) trans 4294996147 rc 0/0 00000100:00100000:1.0:1775764847.100131:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38723 00002000:00010000:1.0:1775764847.100134:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764847.100136:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fece00 with x1862022223057792 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764847.100140:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fece00. 00000100:00100000:3.0:1775764847.109642:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.109744:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223057920 00000100:00100000:0.0:1775764847.109754:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223057920 00000100:00100000:0.0:1775764847.109811:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44593 00000100:00100000:0.0:1775764847.109820:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022223057920:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764847.109844:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764847.109883:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def0e00/0xdb23b4c9253d04e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd105 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.109973:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1400/0xdb23b4c9253d04ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.109987:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1400/0xdb23b4c9253d04ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.109998:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1400/0xdb23b4c9253d04ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764847.110024:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1847718 00000004:00200000:0.0:1775764847.110028:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764847.110055:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1400/0xdb23b4c9253d04ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.110080:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def0e00/0xdb23b4c9253d04e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd105 expref: 57 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.110098:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1400/0xdb23b4c9253d04ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd105 expref: 56 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.110106:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764847.110109:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764847.110112:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8def1400, rc 0) 00000100:00100000:0.0:1775764847.110180:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223057920:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 362us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764847.110188:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44593 00000100:00100000:2.0:1775764847.113862:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764847.113892:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c9378ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224988416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764847.113959:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764847.117162:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224988416 00000100:00100000:1.0:1775764847.117177:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224988416 00000100:00100000:1.0:1775764847.118227:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1775764847.118239:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224988416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764847.118266:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 199819264 pending 0 free 3859808256 avail 3853516800 00000100:00100000:1.0:1775764847.118369:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224988416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 132us (4409us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.118376:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1775764847.118514:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c9378ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224988416:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764847.121749:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764847.123161:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.123255:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223058176 00000100:00100000:2.0:1775764847.123265:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223058176 00000100:00100000:2.0:1775764847.123324:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44594 00000100:00100000:2.0:1775764847.123335:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223058176:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764847.123392:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764847.123423:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1400/0xdb23b4c9253d04ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd105 expref: 56 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.123441:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764847.123446:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764847.123665:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d04f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.123680:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d04f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.123691:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d04f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764847.123754:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032358 00000004:00010000:2.0:1775764847.123777:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ddbe51f0 reply state 00000000dd89bc20 transno 4295032359 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d04f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764847.123787:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764847.124092:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223058176:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 757us (937us total) trans 4295032359 rc 0/0 00000100:00100000:2.0:1775764847.124100:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44594 00000020:00080000:2.0:1775764847.124107:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764847.127634:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.128088:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223058304 00000100:00100000:1.0:1775764847.128098:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223058304 00002000:00010000:1.0:1775764847.128137:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3934095->18446744073709551615) 00002000:00100000:1.0:1775764847.128142:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fbb80 with x1862022223058304 ext(3934095->18446744073709551615) 00002000:00010000:1.0:1775764847.128154:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fbb80. 00000100:00100000:1.0:1775764847.128190:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38724 00000100:00100000:1.0:1775764847.128199:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223058304:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764847.128412:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1847718 -> 3934095 00002000:00010000:1.0:1775764847.128416:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.128419:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764845 00002000:00010000:1.0:1775764847.128421:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.128424:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:1.0:1775764847.128474:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223058304:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 275us (850us total) trans 4294996798 rc 0/0 00000100:00100000:1.0:1775764847.128482:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38724 00002000:00010000:1.0:1775764847.128486:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3934095->18446744073709551615) 00002000:00100000:1.0:1775764847.128489:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fbb80 with x1862022223058304 ext(3934095->18446744073709551615) 00002000:00010000:1.0:1775764847.128494:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fbb80. 00010000:00010000:3.0:1775764847.128676:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d04f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.128687:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d04f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.128694:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d04f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.128702:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cab5c9800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764847.128707:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d04f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.128714:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d04f4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.128742:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764847.128745:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764847.128750:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d04f4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.128757:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d04f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764847.135768:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.135873:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223058432 00000100:00100000:0.0:1775764847.135885:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223058432 00002000:00010000:0.0:1775764847.135926:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764847.135931:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c000 with x1862022223058432 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764847.135944:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378c000. 00000100:00100000:0.0:1775764847.135979:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38725 00000100:00100000:0.0:1775764847.135988:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223058432:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764847.136223:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764847.136227:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764847.136229:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:0.0:1775764847.136231:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764847.136233:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764847.136303:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223058432:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 316us (546us total) trans 4294996148 rc 0/0 00000100:00100000:0.0:1775764847.136312:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38725 00002000:00010000:0.0:1775764847.136315:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764847.136318:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c000 with x1862022223058432 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764847.136323:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378c000. 00000100:00100000:3.0:1775764847.139134:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.139276:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223058560 00000100:00100000:0.0:1775764847.139286:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223058560 00000100:00100000:0.0:1775764847.139341:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44595 00000100:00100000:0.0:1775764847.139350:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022223058560:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764847.139374:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764847.139394:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def0e00/0xdb23b4c9253d04fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd10c expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.139471:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1a00/0xdb23b4c9253d0502 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.139489:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1a00/0xdb23b4c9253d0502 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.139499:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1a00/0xdb23b4c9253d0502 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764847.139526:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3934095 00000004:00200000:0.0:1775764847.139529:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764847.139577:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1a00/0xdb23b4c9253d0502 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.139602:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def0e00/0xdb23b4c9253d04fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd10c expref: 59 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.139619:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1a00/0xdb23b4c9253d0502 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd10c expref: 58 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.139627:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764847.139631:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764847.139634:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8def1a00, rc 0) 00000100:00100000:0.0:1775764847.139688:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223058560:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 338us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764847.139695:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44595 00000100:00100000:3.0:1775764847.150015:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.150231:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223058688 00000100:00100000:1.0:1775764847.150242:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223058688 00002000:00100000:1.0:1775764847.150291:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1851392->2899967) req@ffff8b8c9378d180 x1862022223058688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.150301:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d180 with x1862022223058688 ext(1851392->2899967) 00002000:00010000:1.0:1775764847.150306:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378d180 00000100:00100000:1.0:1775764847.150339:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38726 00000100:00100000:1.0:1775764847.150348:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223058688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764847.161740:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.161918:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223058816 00000100:00100000:3.0:1775764847.161929:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223058816 00002000:00100000:3.0:1775764847.161977:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2899968->3936255) req@ffff8b8cad85df80 x1862022223058816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764847.161988:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85df80 with x1862022223058816 ext(2899968->3936255) 00002000:00010000:3.0:1775764847.161994:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85df80 00000100:00100000:3.0:1775764847.162042:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38727 00000100:00100000:3.0:1775764847.162053:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022223058816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764847.166189:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022223058688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15832us (16173us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764847.166203:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38726 00002000:00100000:1.0:1775764847.166215:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1851392->2899967) req@ffff8b8c9378d180 x1862022223058688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.166224:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d180 with x1862022223058688 ext(1851392->2899967) 00002000:00010000:1.0:1775764847.166230:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378d180 00000100:00100000:0.0:1775764847.174595:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223058816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12533us (12860us total) trans 0 rc 1036288/1036288 00000100:00100000:0.0:1775764847.174608:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38727 00002000:00100000:0.0:1775764847.174620:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2899968->3936255) req@ffff8b8cad85df80 x1862022223058816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 1036288/1036288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764847.174630:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85df80 with x1862022223058816 ext(2899968->3936255) 00002000:00010000:0.0:1775764847.174636:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85df80 00000100:00100000:3.0:1775764847.181639:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.181746:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223058944 00000100:00100000:1.0:1775764847.181757:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223058944 00002000:00100000:1.0:1775764847.181804:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (389120->2228223) req@ffff8b8c9378ca80 x1862022223058944/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.181815:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ca80 with x1862022223058944 ext(389120->2228223) 00002000:00010000:1.0:1775764847.181821:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ca80 00000100:00100000:1.0:1775764847.181857:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38728 00000100:00100000:1.0:1775764847.181874:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223058944:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764847.184998:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223058944:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3124us (3359us total) trans 4294996799 rc 0/0 00000100:00100000:1.0:1775764847.185011:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38728 00002000:00100000:1.0:1775764847.185022:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (389120->2228223) req@ffff8b8c9378ca80 x1862022223058944/t4294996799(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/448 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.185033:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ca80 with x1862022223058944 ext(389120->2228223) 00002000:00010000:1.0:1775764847.185040:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ca80 00000100:00100000:3.0:1775764847.188838:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.189014:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223059072 00000100:00100000:1.0:1775764847.189023:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223059072 00000100:00100000:1.0:1775764847.189089:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84836 00000100:00100000:1.0:1775764847.189099:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223059072:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764847.219691:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223059072:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 30583us (30849us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.219704:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84836 00000001:00080000:2.0:1775764847.223465:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996794 is committed 00000001:00080000:2.0:1775764847.223491:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996799 is committed 00000100:00100000:3.0:1775764847.223754:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.224338:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223059328 00000100:00100000:2.0:1775764847.224348:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223059328 00000100:00100000:2.0:1775764847.224441:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44596 00000100:00100000:2.0:1775764847.224451:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223059328:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764847.224504:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764847.224531:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8def1a00/0xdb23b4c9253d0502 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd10c expref: 58 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.224586:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764847.224591:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764847.224940:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0509 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.224955:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0509 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.224964:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0509 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764847.225013:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032360 00000004:00010000:2.0:1775764847.225045:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5e5f0b7 reply state 00000000a9bf0ec6 transno 4295032361 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0509 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764847.225054:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764847.225172:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223059328:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 723us (1421us total) trans 4295032361 rc 0/0 00000100:00100000:2.0:1775764847.225183:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44596 00000020:00080000:2.0:1775764847.225188:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764847.227129:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0509 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.227143:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0509 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.227150:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0509 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.227156:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cab5c9000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764847.227160:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0509 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.227172:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0509 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.227186:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764847.227190:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764847.227194:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0509 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.227200:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0509 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764847.235972:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.236055:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.236958:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223059456 00000100:00100000:2.0:1775764847.236969:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223059456 00002000:00010000:2.0:1775764847.237011:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1036713->18446744073709551615) 00002000:00100000:2.0:1775764847.237016:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f480 with x1862022223059456 ext(1036713->18446744073709551615) 00002000:00010000:2.0:1775764847.237027:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f480. 00000100:00100000:3.0:1775764847.237095:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223059584 00000100:00100000:3.0:1775764847.237100:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223059584 00002000:00010000:3.0:1775764847.237118:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764847.237122:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ea00 with x1862022223059584 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764847.237129:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0ea00. 00000100:00100000:3.0:1775764847.237208:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38729 00000100:00100000:3.0:1775764847.237218:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223059584:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764847.237432:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764847.237437:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.237439:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:3.0:1775764847.237441:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.237444:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764847.237507:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223059584:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 290us (1451us total) trans 4294996149 rc 0/0 00000100:00100000:3.0:1775764847.237515:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38729 00002000:00010000:3.0:1775764847.237519:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764847.237521:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ea00 with x1862022223059584 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764847.237525:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8df0ea00. 00000100:00100000:3.0:1775764847.237564:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38730 00000100:00100000:3.0:1775764847.237571:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223059456:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764847.237778:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3934095 -> 1036713 00002000:00010000:3.0:1775764847.237782:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.237784:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764845 -> 1775764847 00002000:00010000:3.0:1775764847.237787:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.237789:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 713 00000100:00100000:3.0:1775764847.237807:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223059456:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 237us (1845us total) trans 4294996800 rc 0/0 00000100:00100000:3.0:1775764847.237814:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38730 00002000:00010000:3.0:1775764847.237816:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1036713->18446744073709551615) 00002000:00100000:3.0:1775764847.237819:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f480 with x1862022223059456 ext(1036713->18446744073709551615) 00002000:00010000:3.0:1775764847.237822:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f480. 00000100:00100000:3.0:1775764847.246078:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.246239:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223059712 00000100:00100000:2.0:1775764847.246251:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223059712 00000100:00100000:2.0:1775764847.246312:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44597 00000100:00100000:2.0:1775764847.246323:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022223059712:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764847.246348:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764847.246368:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9c00/0xdb23b4c9253d0510 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd113 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.246455:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0517 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.246470:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0517 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.246481:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0517 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764847.246510:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1036713 00000004:00200000:2.0:1775764847.246514:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764847.246533:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0517 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.247071:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9c00/0xdb23b4c9253d0510 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd113 expref: 61 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.247089:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0517 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd113 expref: 60 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.247099:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764847.247102:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764847.247106:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cab5c9600, rc 0) 00000100:00100000:2.0:1775764847.247206:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223059712:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 883us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764847.247453:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44597 00000100:00100000:1.0:1775764847.254204:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.254304:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223059968 00000100:00100000:3.0:1775764847.254315:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223059968 00000100:00100000:3.0:1775764847.254371:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44598 00000100:00100000:3.0:1775764847.254381:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223059968:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764847.254435:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764847.254463:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0517 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd113 expref: 60 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.254482:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764847.254487:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764847.254856:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d051e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.254879:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d051e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.254890:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d051e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764847.254946:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032362 00000004:00010000:3.0:1775764847.254972:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046749601 reply state 0000000022222892 transno 4295032363 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d051e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764847.254980:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764847.255368:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223059968:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 986us (1172us total) trans 4295032363 rc 0/0 00000100:00100000:3.0:1775764847.255376:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44598 00000020:00080000:3.0:1775764847.255381:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764847.259991:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.260043:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.260073:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223060096 00000100:00100000:1.0:1775764847.260082:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223060096 00002000:00010000:1.0:1775764847.260125:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764847.260130:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d500 with x1862022223060096 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764847.260142:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d500. 00000100:00100000:1.0:1775764847.260162:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223060224 00000100:00100000:1.0:1775764847.260165:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223060224 00002000:00010000:1.0:1775764847.260176:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1121346->18446744073709551615) 00002000:00100000:1.0:1775764847.260179:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4000 with x1862022223060224 ext(1121346->18446744073709551615) 00002000:00010000:1.0:1775764847.260185:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e4000. 00000100:00100000:1.0:1775764847.260201:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38731 00000100:00100000:1.0:1775764847.260210:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223060096:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764847.260432:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1036713 -> 4194304 00002000:00010000:1.0:1775764847.260437:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.260440:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.260442:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.260444:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:1.0:1775764847.260498:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223060096:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 288us (513us total) trans 4294996801 rc 0/0 00000100:00100000:1.0:1775764847.260505:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38731 00002000:00010000:1.0:1775764847.260509:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764847.260512:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d500 with x1862022223060096 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764847.260516:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d500. 00000100:00100000:1.0:1775764847.260533:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38732 00000100:00100000:1.0:1775764847.260563:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022223060224:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764847.260670:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1121346 00002000:00010000:1.0:1775764847.260673:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.260675:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764844 00002000:00010000:1.0:1775764847.260677:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.260679:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764847.260701:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223060224:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 162us (657us total) trans 4294996150 rc 0/0 00000100:00100000:1.0:1775764847.260707:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38732 00002000:00010000:1.0:1775764847.260710:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1121346->18446744073709551615) 00002000:00100000:1.0:1775764847.260712:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4000 with x1862022223060224 ext(1121346->18446744073709551615) 00002000:00010000:1.0:1775764847.260715:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e4000. 00010000:00010000:2.0:1775764847.261166:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d051e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.261178:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d051e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.261186:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d051e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.261192:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7c200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764847.261196:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d051e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.261204:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d051e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.261220:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764847.261223:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764847.261227:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d051e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.261233:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d051e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764847.276098:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.276157:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.276190:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.276219:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.276303:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223060352 00000100:00100000:2.0:1775764847.276313:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223060352 00002000:00100000:2.0:1775764847.276362:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1040384->2088959) req@ffff8b8cad85d180 x1862022223060352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.276373:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d180 with x1862022223060352 ext(1040384->2088959) 00002000:00010000:2.0:1775764847.276379:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d180 00000100:00100000:2.0:1775764847.276407:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223060608 00000100:00100000:2.0:1775764847.276410:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223060608 00002000:00100000:2.0:1775764847.276425:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3137536->4186111) req@ffff8b8c86d35500 x1862022223060608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.276433:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35500 with x1862022223060608 ext(3137536->4186111) 00002000:00010000:2.0:1775764847.276436:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35500 00000100:00100000:2.0:1775764847.276451:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223060480 00000100:00100000:2.0:1775764847.276454:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223060480 00002000:00100000:2.0:1775764847.276466:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2088960->3137535) req@ffff8b8c86d36d80 x1862022223060480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.276475:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36d80 with x1862022223060480 ext(2088960->3137535) 00002000:00010000:2.0:1775764847.276478:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36d80 00000100:00100000:2.0:1775764847.276489:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223060736 00000100:00100000:2.0:1775764847.276492:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223060736 00002000:00100000:2.0:1775764847.276506:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (4186112->4194303) req@ffff8b8c86d34000 x1862022223060736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.276515:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34000 with x1862022223060736 ext(4186112->4194303) 00002000:00010000:2.0:1775764847.276517:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34000 00000100:00100000:2.0:1775764847.276534:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38733 00000100:00100000:2.0:1775764847.276570:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223060352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.277449:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38734 00000100:00100000:2.0:1775764847.277458:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223060608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.278208:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38735 00000100:00100000:2.0:1775764847.278218:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223060480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.278640:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38736 00000100:00100000:2.0:1775764847.278649:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223060736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.278753:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223060736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 104us (2532us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1775764847.278761:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38736 00002000:00100000:2.0:1775764847.278769:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (4186112->4194303) req@ffff8b8c86d34000 x1862022223060736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/8632 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.278779:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34000 with x1862022223060736 ext(4186112->4194303) 00002000:00010000:2.0:1775764847.278785:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34000 00000100:00100000:0.0:1775764847.293473:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.294040:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223060864 00000100:00100000:2.0:1775764847.294051:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223060864 00002000:00100000:2.0:1775764847.294098:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1085440->1089535) req@ffff8b8c86d35880 x1862022223060864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.294117:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35880 with x1862022223060864 ext(1085440->1089535) 00002000:00010000:2.0:1775764847.294123:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d35880 00000100:00100000:2.0:1775764847.294153:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38737 00000100:00100000:2.0:1775764847.294163:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223060864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.294403:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223060864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 240us (938us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764847.294410:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38737 00002000:00100000:2.0:1775764847.294417:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1085440->1089535) req@ffff8b8c86d35880 x1862022223060864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/4536 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.294424:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35880 with x1862022223060864 ext(1085440->1089535) 00002000:00010000:2.0:1775764847.294427:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d35880 00000100:00100000:2.0:1775764847.302735:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223060352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 26154us (26635us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764847.302749:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38733 00002000:00100000:2.0:1775764847.302761:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1040384->2088959) req@ffff8b8cad85d180 x1862022223060352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.302772:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d180 with x1862022223060352 ext(1040384->2088959) 00002000:00010000:2.0:1775764847.302778:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d180 00000100:00100000:3.0:1775764847.308177:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223060480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 29949us (31974us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764847.308189:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38735 00002000:00100000:3.0:1775764847.308202:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2088960->3137535) req@ffff8b8c86d36d80 x1862022223060480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764847.308212:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36d80 with x1862022223060480 ext(2088960->3137535) 00002000:00010000:3.0:1775764847.308218:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36d80 00000100:00100000:2.0:1775764847.317873:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223060608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 40396us (41695us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764847.317888:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38734 00002000:00100000:2.0:1775764847.317902:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3137536->4186111) req@ffff8b8c86d35500 x1862022223060608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.317913:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35500 with x1862022223060608 ext(3137536->4186111) 00002000:00010000:2.0:1775764847.317920:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35500 00000100:00100000:0.0:1775764847.326086:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.326233:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.326500:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223060992 00000100:00100000:3.0:1775764847.326511:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223060992 00002000:00100000:3.0:1775764847.326597:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (0->1093631) req@ffff8b8c86d35180 x1862022223060992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764847.326608:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35180 with x1862022223060992 ext(0->1093631) 00002000:00010000:3.0:1775764847.326615:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d35180 00000100:00100000:3.0:1775764847.326641:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223061120 00000100:00100000:3.0:1775764847.326645:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223061120 00002000:00100000:3.0:1775764847.326659:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1122303) req@ffff8b8c86d34a80 x1862022223061120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764847.326672:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34a80 with x1862022223061120 ext(1044480->1122303) 00002000:00010000:3.0:1775764847.326674:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d34a80 00000100:00100000:3.0:1775764847.326691:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38738 00000100:00100000:3.0:1775764847.326699:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223060992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764847.327645:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38739 00000100:00100000:0.0:1775764847.327657:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022223061120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764847.339521:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022223060992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12813us (13438us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764847.339533:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38738 00002000:00100000:1.0:1775764847.339573:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (0->1093631) req@ffff8b8c86d35180 x1862022223060992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.339582:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35180 with x1862022223060992 ext(0->1093631) 00002000:00010000:1.0:1775764847.339588:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d35180 00000100:00100000:0.0:1775764847.341007:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223061120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13346us (14766us total) trans 0 rc 69632/69632 00000100:00100000:0.0:1775764847.341016:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38739 00002000:00100000:0.0:1775764847.341025:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1122303) req@ffff8b8c86d34a80 x1862022223061120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 69632/69632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764847.341041:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34a80 with x1862022223061120 ext(1044480->1122303) 00002000:00010000:0.0:1775764847.341045:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d34a80 00000100:00100000:0.0:1775764847.348630:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.349181:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223061248 00000100:00100000:2.0:1775764847.349193:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223061248 00002000:00100000:2.0:1775764847.349244:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1085440->1121345) req@ffff8b8c86d35c00 x1862022223061248/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.349256:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35c00 with x1862022223061248 ext(1085440->1121345) 00002000:00010000:2.0:1775764847.349261:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d35c00 00000100:00100000:2.0:1775764847.349294:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38740 00000100:00100000:2.0:1775764847.349303:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223061248:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764847.356485:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223061248:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7172us (7855us total) trans 4294996151 rc 0/0 00000100:00100000:1.0:1775764847.356499:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38740 00002000:00100000:1.0:1775764847.356512:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1085440->1121345) req@ffff8b8c86d35c00 x1862022223061248/t4294996151(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/448 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.356522:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35c00 with x1862022223061248 ext(1085440->1121345) 00002000:00010000:1.0:1775764847.356527:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d35c00 00000100:00100000:2.0:1775764847.368747:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.368847:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223061376 00000100:00100000:3.0:1775764847.368857:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223061376 00000100:00100000:3.0:1775764847.368923:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84837 00000100:00100000:3.0:1775764847.368932:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223061376:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764847.422511:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996148 is committed 00000001:00080000:1.0:1775764847.422532:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996151 is committed 00000100:00100000:3.0:1775764847.423053:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223061376:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 54115us (54307us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764847.423065:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84837 00000100:00100000:0.0:1775764847.427022:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.427690:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223061504 00000100:00100000:2.0:1775764847.427703:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223061504 00000100:00100000:2.0:1775764847.427787:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44599 00000100:00100000:2.0:1775764847.427797:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022223061504:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764847.427822:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764847.427843:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9c00/0xdb23b4c9253d0525 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd11a expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.427936:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d052c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.427950:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d052c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.427963:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d052c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764847.427992:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5315650 00000004:00200000:2.0:1775764847.427997:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764847.428014:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d052c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.428050:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9c00/0xdb23b4c9253d0525 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd11a expref: 63 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.428068:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d052c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd11a expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.428078:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764847.428081:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764847.428085:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cab5c9600, rc 0) 00000100:00100000:2.0:1775764847.428151:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223061504:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 355us (1138us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764847.428158:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44599 00000100:00100000:3.0:1775764847.436985:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.437050:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.437131:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223061760 00000100:00100000:1.0:1775764847.437142:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223061760 00002000:00100000:1.0:1775764847.437197:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (0->20479) req@ffff8b8c8808a300 x1862022223061760/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.437208:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808a300 with x1862022223061760 ext(0->20479) 00002000:00010000:1.0:1775764847.437214:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8808a300 00000100:00100000:1.0:1775764847.437247:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223061632 00000100:00100000:1.0:1775764847.437250:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223061632 00002000:00100000:1.0:1775764847.437265:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (4165632->4194303) req@ffff8b8c8808b480 x1862022223061632/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.437280:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808b480 with x1862022223061632 ext(4165632->4194303) 00002000:00010000:1.0:1775764847.437284:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808b480 00000100:00100000:1.0:1775764847.437303:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38741 00000100:00100000:1.0:1775764847.437312:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223061760:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764847.437431:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38742 00000100:00100000:1.0:1775764847.437439:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223061632:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764847.443767:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223061760:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6443us (6779us total) trans 4294996152 rc 0/0 00000100:00100000:1.0:1775764847.443780:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38741 00002000:00100000:1.0:1775764847.443792:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (0->20479) req@ffff8b8c8808a300 x1862022223061760/t4294996152(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/448 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.443802:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808a300 with x1862022223061760 ext(0->20479) 00002000:00010000:1.0:1775764847.443809:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8808a300 00000100:00100000:1.0:1775764847.452155:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223061632:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 14705us (15092us total) trans 4294996802 rc 0/0 00000100:00100000:1.0:1775764847.452170:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38742 00002000:00100000:1.0:1775764847.452184:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4165632->4194303) req@ffff8b8c8808b480 x1862022223061632/t4294996802(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/448 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.452194:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808b480 with x1862022223061632 ext(4165632->4194303) 00002000:00010000:1.0:1775764847.452200:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808b480 00000100:00100000:3.0:1775764847.455720:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.455791:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.455948:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223062016 00000100:00100000:1.0:1775764847.455958:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223062016 00000100:00100000:1.0:1775764847.456013:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223061888 00000100:00100000:1.0:1775764847.456016:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223061888 00000100:00100000:1.0:1775764847.456048:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84838 00000100:00100000:1.0:1775764847.456058:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223062016:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764847.456129:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84839 00000100:00100000:1.0:1775764847.456137:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223061888:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764847.488025:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996802 is committed 00000100:00100000:1.0:1775764847.488317:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223061888:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32174us (32519us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.488329:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84839 00000001:00080000:3.0:1775764847.507482:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996152 is committed 00000100:00100000:1.0:1775764847.507652:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223062016:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 51590us (51934us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.507663:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84838 00000100:00100000:3.0:1775764847.511592:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.511684:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223062272 00000100:00100000:2.0:1775764847.511694:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223062272 00000100:00100000:2.0:1775764847.511757:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44600 00000100:00100000:2.0:1775764847.511768:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223062272:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764847.511820:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764847.511846:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d052c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd11a expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.511874:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764847.511881:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764847.512106:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0533 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.512120:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0533 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.512130:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0533 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764847.512178:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032364 00000004:00010000:2.0:1775764847.512201:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000acac2e3d reply state 000000007586f22a transno 4295032365 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0533 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764847.512210:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764847.512300:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223062272:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 534us (715us total) trans 4295032365 rc 0/0 00000100:00100000:2.0:1775764847.512308:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44600 00000020:00080000:2.0:1775764847.512314:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764847.514746:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0533 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.514761:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0533 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.514768:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0533 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.514774:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cab5c9000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764847.514778:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0533 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.514785:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0533 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.514802:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764847.514806:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764847.514810:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0533 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.514817:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0533 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764847.520477:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.520613:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.520886:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223062400 00000100:00100000:2.0:1775764847.520897:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223062400 00002000:00010000:2.0:1775764847.520937:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764847.520942:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808aa00 with x1862022223062400 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764847.520955:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808aa00. 00000100:00100000:2.0:1775764847.520981:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223062528 00000100:00100000:2.0:1775764847.520984:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223062528 00002000:00010000:2.0:1775764847.520996:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (347519->18446744073709551615) 00002000:00100000:2.0:1775764847.520999:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88088380 with x1862022223062528 ext(347519->18446744073709551615) 00002000:00010000:2.0:1775764847.521007:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c88088380. 00000100:00100000:2.0:1775764847.521023:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38743 00000100:00100000:2.0:1775764847.521040:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223062400:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764847.521315:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1775764847.521320:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764847.521323:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764847.521325:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764847.521328:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:2.0:1775764847.521379:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223062400:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 339us (913us total) trans 4294996803 rc 0/0 00000100:00100000:2.0:1775764847.521387:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38743 00002000:00010000:2.0:1775764847.521390:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764847.521394:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808aa00 with x1862022223062400 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764847.521398:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808aa00. 00000100:00100000:2.0:1775764847.521414:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38744 00000100:00100000:2.0:1775764847.521421:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223062528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764847.521657:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1121346 -> 347519 00002000:00010000:2.0:1775764847.521661:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764847.521663:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764844 -> 1775764847 00002000:00010000:2.0:1775764847.521665:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764847.521667:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 391 00000100:00100000:2.0:1775764847.521690:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223062528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 270us (1077us total) trans 4294996153 rc 0/0 00000100:00100000:2.0:1775764847.521698:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38744 00002000:00010000:2.0:1775764847.521701:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (347519->18446744073709551615) 00002000:00100000:2.0:1775764847.521703:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88088380 with x1862022223062528 ext(347519->18446744073709551615) 00002000:00010000:2.0:1775764847.521708:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c88088380. 00000100:00100000:3.0:1775764847.526721:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.526838:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223062656 00000100:00100000:1.0:1775764847.526849:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223062656 00000100:00100000:1.0:1775764847.526913:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44601 00000100:00100000:1.0:1775764847.526923:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022223062656:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764847.526950:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764847.526970:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e200/0xdb23b4c9253d053a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd121 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.527063:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fe00/0xdb23b4c9253d0541 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.527078:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fe00/0xdb23b4c9253d0541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.527091:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fe00/0xdb23b4c9253d0541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764847.527119:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4541823 00000004:00200000:1.0:1775764847.527124:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764847.527142:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fe00/0xdb23b4c9253d0541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.527168:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e200/0xdb23b4c9253d053a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd121 expref: 65 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.527191:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fe00/0xdb23b4c9253d0541 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd121 expref: 64 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.527200:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764847.527203:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764847.527207:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313fe00, rc 0) 00000100:00100000:1.0:1775764847.527275:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223062656:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 353us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.527281:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44601 00000100:00100000:0.0:1775764847.534697:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.534999:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223062784 00000100:00100000:1.0:1775764847.535010:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223062784 00002000:00100000:1.0:1775764847.535060:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2859008->2887679) req@ffff8b8c86d36680 x1862022223062784/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.535070:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36680 with x1862022223062784 ext(2859008->2887679) 00002000:00010000:1.0:1775764847.535077:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36680 00000100:00100000:1.0:1775764847.535110:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38745 00000100:00100000:1.0:1775764847.535119:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223062784:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764847.539299:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223062784:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4169us (4599us total) trans 4294996804 rc 0/0 00000100:00100000:1.0:1775764847.539313:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38745 00002000:00100000:1.0:1775764847.539327:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2859008->2887679) req@ffff8b8c86d36680 x1862022223062784/t4294996804(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/448 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.539337:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36680 with x1862022223062784 ext(2859008->2887679) 00002000:00010000:1.0:1775764847.539344:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36680 00000100:00100000:3.0:1775764847.542924:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.543101:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223062912 00000100:00100000:0.0:1775764847.543113:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223062912 00000100:00100000:0.0:1775764847.543181:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84840 00000100:00100000:0.0:1775764847.543192:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223062912:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:0.0:1775764847.561876:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764847.583740:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223062912:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 40527us (40802us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764847.583755:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84840 00000001:00080000:2.0:1775764847.584244:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996804 is committed 00000100:00100000:0.0:1775764847.590484:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.590595:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223063040 00000100:00100000:2.0:1775764847.590605:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223063040 00002000:00100000:2.0:1775764847.590660:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (126976->188415) req@ffff8b8c86d34700 x1862022223063040/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.590671:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34700 with x1862022223063040 ext(126976->188415) 00002000:00010000:2.0:1775764847.590679:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d34700 00000100:00100000:2.0:1775764847.590720:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38746 00000100:00100000:2.0:1775764847.590738:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223063040:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764847.596083:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223063040:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5341us (5596us total) trans 4294996154 rc 0/0 00000100:00100000:3.0:1775764847.596099:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38746 00002000:00100000:3.0:1775764847.596117:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (126976->188415) req@ffff8b8c86d34700 x1862022223063040/t4294996154(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/448 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764847.596128:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34700 with x1862022223063040 ext(126976->188415) 00002000:00010000:3.0:1775764847.596138:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d34700 00000100:00100000:2.0:1775764847.598794:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.598982:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223063168 00000100:00100000:3.0:1775764847.598993:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223063168 00000100:00100000:3.0:1775764847.599163:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84841 00000100:00100000:3.0:1775764847.599174:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223063168:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764847.625952:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224988544:0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626016:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764847.626072:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224989056:0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626097:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764847.626122:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764847.626127:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022224988672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626148:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764847.626171:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3315:1862022224988928:0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626191:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764847.626208:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764847.626213:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224988800:0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626231:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764847.626258:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224989056 00000100:00100000:0.0:1775764847.626265:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224989056 00000100:00100000:0.0:1775764847.626316:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1775764847.626325:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224989056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626374:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224989056:12345-0@lo:400:kworker.0 Request processed in 50us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764847.626381:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1775764847.626402:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224988672 00000100:00100000:0.0:1775764847.626405:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224988672 00000100:00100000:0.0:1775764847.626427:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224988928 00000100:00100000:0.0:1775764847.626429:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224988928 00000100:00100000:0.0:1775764847.626447:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224988800 00000100:00100000:0.0:1775764847.626449:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224988800 00000100:00100000:0.0:1775764847.626461:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:0.0:1775764847.626466:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022224988672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626493:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022224988672:12345-0@lo:400:kworker.0 Request processed in 27us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764847.626499:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:0.0:1775764847.626508:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:0.0:1775764847.626513:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3315:x1862022224988928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626560:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3315:x1862022224988928:12345-0@lo:400:kworker.0 Request processed in 25us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764847.626565:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:0.0:1775764847.626576:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1775764847.626582:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224988800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626607:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224988800:12345-0@lo:400:kworker.0 Request processed in 25us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764847.626612:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00080000:0.0:1775764847.626628:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764847.626632:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764847.626667:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224988800:0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626675:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3315:1862022224988928:0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626701:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022224988672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764847.626712:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224989056:0@lo:400:kworker.0 00000100:00100000:1.0:1775764847.626960:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224988544 00000100:00100000:1.0:1775764847.626965:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224988544 00000100:00100000:1.0:1775764847.627001:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1775764847.627007:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90c15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224988544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764847.627052:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90c15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224988544:12345-0@lo:400:kworker.0 Request processed in 45us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.627058:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1775764847.627253:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224988544:0@lo:400:kworker.0 00000100:00100000:3.0:1775764847.635170:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223063168:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35988us (36375us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764847.635183:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84841 00000001:00080000:3.0:1775764847.639005:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996153 is committed 00000001:00080000:3.0:1775764847.639026:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996154 is committed 00000100:00100000:0.0:1775764847.640378:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.640476:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223063424 00000100:00100000:2.0:1775764847.640486:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223063424 00000100:00100000:2.0:1775764847.640562:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44602 00000100:00100000:2.0:1775764847.640571:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223063424:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764847.640626:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764847.640654:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fe00/0xdb23b4c9253d0541 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd121 expref: 64 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.640671:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764847.640676:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764847.640898:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d0548 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.640911:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d0548 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.640926:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d0548 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764847.640975:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032366 00000004:00010000:2.0:1775764847.641000:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004360df3e reply state 000000004478a2ff transno 4295032367 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d0548 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764847.641010:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764847.641101:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223063424:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 530us (729us total) trans 4295032367 rc 0/0 00000100:00100000:2.0:1775764847.641108:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44602 00000020:00080000:2.0:1775764847.641113:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764847.646635:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.646710:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.646788:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223063680 00000100:00100000:3.0:1775764847.646798:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223063680 00002000:00010000:3.0:1775764847.646834:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1456640->18446744073709551615) 00002000:00100000:3.0:1775764847.646838:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36a00 with x1862022223063680 ext(1456640->18446744073709551615) 00002000:00010000:3.0:1775764847.646849:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d36a00. 00000100:00100000:3.0:1775764847.646883:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223063552 00000100:00100000:3.0:1775764847.646886:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223063552 00002000:00010000:3.0:1775764847.646895:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764847.646898:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34380 with x1862022223063552 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764847.646904:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34380. 00000100:00100000:3.0:1775764847.646917:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38747 00000100:00100000:3.0:1775764847.646924:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223063680:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764847.647195:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 347519 -> 1456640 00002000:00010000:3.0:1775764847.647199:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.647201:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.647203:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.647206:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764847.647260:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223063680:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 335us (632us total) trans 4294996155 rc 0/0 00000100:00100000:3.0:1775764847.647268:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38747 00002000:00010000:3.0:1775764847.647271:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1456640->18446744073709551615) 00002000:00100000:3.0:1775764847.647274:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36a00 with x1862022223063680 ext(1456640->18446744073709551615) 00002000:00010000:3.0:1775764847.647278:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d36a00. 00000100:00100000:3.0:1775764847.647291:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38748 00000100:00100000:3.0:1775764847.647296:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223063552:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764847.647401:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764847.647403:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.647404:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.647406:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.647407:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 843 00000100:00100000:3.0:1775764847.647423:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223063552:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 126us (712us total) trans 4294996805 rc 0/0 00000100:00100000:3.0:1775764847.647428:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38748 00002000:00010000:3.0:1775764847.647431:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764847.647434:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34380 with x1862022223063552 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764847.647438:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34380. 00010000:00010000:2.0:1775764847.649007:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d0548 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.649034:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d0548 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.649043:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d0548 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.649050:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cab5c9800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764847.649055:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d0548 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.649062:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d0548 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.649081:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764847.649084:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764847.649089:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d0548 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.649096:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9800/0xdb23b4c9253d0548 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764847.654439:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.654523:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223063808 00000100:00100000:2.0:1775764847.654536:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223063808 00002000:00100000:2.0:1775764847.654620:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (1413120->1417215) req@ffff8b8c892e6680 x1862022223063808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.654631:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6680 with x1862022223063808 ext(1413120->1417215) 00002000:00010000:2.0:1775764847.654638:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e6680 00000100:00100000:2.0:1775764847.654671:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38749 00000100:00100000:2.0:1775764847.654681:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223063808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.655505:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223063808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 823us (1072us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764847.655515:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38749 00002000:00100000:2.0:1775764847.655522:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (1413120->1417215) req@ffff8b8c892e6680 x1862022223063808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/4536 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.655531:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6680 with x1862022223063808 ext(1413120->1417215) 00002000:00010000:2.0:1775764847.655534:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e6680 00000100:00100000:3.0:1775764847.660935:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.661426:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223063936 00000100:00100000:0.0:1775764847.661438:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223063936 00002000:00100000:0.0:1775764847.661487:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1417216->1421311) req@ffff8b8c8808ad80 x1862022223063936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764847.661497:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808ad80 with x1862022223063936 ext(1417216->1421311) 00002000:00010000:0.0:1775764847.661503:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8808ad80 00000100:00100000:0.0:1775764847.661535:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38750 00000100:00100000:0.0:1775764847.661583:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223063936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764847.661845:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223063936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 264us (916us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764847.661853:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38750 00002000:00100000:0.0:1775764847.661868:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1417216->1421311) req@ffff8b8c8808ad80 x1862022223063936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/4536 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764847.661876:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808ad80 with x1862022223063936 ext(1417216->1421311) 00002000:00010000:0.0:1775764847.661879:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8808ad80 00000100:00100000:0.0:1775764847.668043:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.668259:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223064064 00000100:00100000:1.0:1775764847.668270:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223064064 00002000:00100000:1.0:1775764847.668315:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1392640->1458175) req@ffff8b8c86d37100 x1862022223064064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.668327:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d37100 with x1862022223064064 ext(1392640->1458175) 00002000:00010000:1.0:1775764847.668332:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d37100 00000100:00100000:1.0:1775764847.668362:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38751 00000100:00100000:1.0:1775764847.668370:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223064064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.673663:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223064064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5282us (5624us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764847.673677:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38751 00002000:00100000:2.0:1775764847.673692:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1392640->1458175) req@ffff8b8c86d37100 x1862022223064064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.673709:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d37100 with x1862022223064064 ext(1392640->1458175) 00002000:00010000:2.0:1775764847.673715:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d37100 00000100:00100000:0.0:1775764847.683676:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.683939:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223064192 00000100:00100000:3.0:1775764847.683949:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223064192 00002000:00100000:3.0:1775764847.683997:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (1413120->1456639) req@ffff8b8c992e1f80 x1862022223064192/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764847.684008:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1f80 with x1862022223064192 ext(1413120->1456639) 00002000:00010000:3.0:1775764847.684014:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e1f80 00000100:00100000:3.0:1775764847.684056:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38752 00000100:00100000:3.0:1775764847.684075:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223064192:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764847.687515:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223064192:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3432us (3839us total) trans 4294996156 rc 0/0 00000100:00100000:1.0:1775764847.687527:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38752 00002000:00100000:1.0:1775764847.688321:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (1413120->1456639) req@ffff8b8c992e1f80 x1862022223064192/t4294996156(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/448 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.688334:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1f80 with x1862022223064192 ext(1413120->1456639) 00002000:00010000:1.0:1775764847.688340:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e1f80 00000100:00100000:0.0:1775764847.694030:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.694217:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223064320 00000100:00100000:3.0:1775764847.694228:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223064320 00000100:00100000:3.0:1775764847.694288:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84842 00000100:00100000:3.0:1775764847.694299:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223064320:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764847.748452:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996156 is committed 00000100:00100000:3.0:1775764847.748646:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223064320:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 54341us (54622us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764847.748658:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84842 00000100:00100000:2.0:1775764847.751252:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.751354:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223064448 00000100:00100000:1.0:1775764847.751366:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223064448 00000100:00100000:1.0:1775764847.751424:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44603 00000100:00100000:1.0:1775764847.751439:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022223064448:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764847.751466:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764847.751487:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d054f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd128 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.751605:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0556 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.751621:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0556 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.751636:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0556 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764847.751669:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5650944 00000004:00200000:1.0:1775764847.751673:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764847.751692:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0556 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.751718:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d054f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd128 expref: 67 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.751747:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0556 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd128 expref: 66 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.751755:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764847.751758:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764847.751762:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313e600, rc 0) 00000100:00100000:1.0:1775764847.751815:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223064448:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 382us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.751822:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44603 00000100:00100000:2.0:1775764847.756607:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.756702:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223064704 00000100:00100000:3.0:1775764847.756715:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223064704 00000100:00100000:3.0:1775764847.756789:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44604 00000100:00100000:3.0:1775764847.756798:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223064704:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764847.757020:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764847.757131:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e600/0xdb23b4c9253d0556 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd128 expref: 66 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.757152:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764847.757157:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764847.757391:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d055d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.757405:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d055d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.757414:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d055d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764847.757467:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032368 00000004:00010000:3.0:1775764847.757492:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a7fb9f50 reply state 000000001dd8db76 transno 4295032369 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d055d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764847.757502:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764847.757636:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223064704:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 838us (1038us total) trans 4295032369 rc 0/0 00000100:00100000:3.0:1775764847.757644:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44604 00000020:00080000:3.0:1775764847.757648:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764847.765327:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d055d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.765346:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d055d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.765354:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d055d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.765360:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7d600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764847.765365:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d055d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.765372:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d055d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.765395:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764847.765398:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764847.765404:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d055d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.765409:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d055d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764847.767266:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.767358:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223064832 00000100:00100000:1.0:1775764847.767368:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223064832 00002000:00010000:1.0:1775764847.767406:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (835715->18446744073709551615) 00002000:00100000:1.0:1775764847.767411:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb800 with x1862022223064832 ext(835715->18446744073709551615) 00002000:00010000:1.0:1775764847.767423:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb800. 00000100:00100000:1.0:1775764847.767454:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38753 00000100:00100000:1.0:1775764847.767464:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223064832:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764847.767811:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 835715 00002000:00010000:1.0:1775764847.767816:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764848 00002000:00010000:1.0:1775764847.767818:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.767820:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764848 00002000:00010000:1.0:1775764847.767822:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:1.0:1775764847.767891:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223064832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 427us (631us total) trans 4294996806 rc 0/0 00000100:00100000:1.0:1775764847.767900:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38753 00002000:00010000:1.0:1775764847.767904:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (835715->18446744073709551615) 00002000:00100000:1.0:1775764847.767907:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb800 with x1862022223064832 ext(835715->18446744073709551615) 00002000:00010000:1.0:1775764847.767912:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb800. 00000100:00100000:1.0:1775764847.772355:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.772435:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223064960 00000100:00100000:3.0:1775764847.772446:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223064960 00002000:00010000:3.0:1775764847.772489:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764847.772494:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4700 with x1862022223064960 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764847.772507:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e4700. 00000100:00100000:3.0:1775764847.772577:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38754 00000100:00100000:3.0:1775764847.772586:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223064960:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764847.772991:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1456640 -> 0 00002000:00010000:3.0:1775764847.772996:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764847 -> 1775764848 00002000:00010000:3.0:1775764847.772999:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764847.773001:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764847 -> 1775764848 00002000:00010000:3.0:1775764847.773003:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 647 00000100:00100000:3.0:1775764847.773066:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223064960:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 481us (720us total) trans 4294996157 rc 0/0 00000100:00100000:3.0:1775764847.773075:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38754 00002000:00010000:3.0:1775764847.773080:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764847.773083:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4700 with x1862022223064960 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764847.773087:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e4700. 00000100:00100000:3.0:1775764847.783497:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.783639:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223065088 00000100:00100000:1.0:1775764847.783649:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223065088 00000100:00100000:1.0:1775764847.783714:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44605 00000100:00100000:1.0:1775764847.783724:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022223065088:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764847.783758:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764847.783780:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0564 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd12f expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.783881:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f600/0xdb23b4c9253d056b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.783894:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f600/0xdb23b4c9253d056b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.783905:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f600/0xdb23b4c9253d056b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764847.783932:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 835715 00000004:00200000:1.0:1775764847.783936:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764847.783953:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f600/0xdb23b4c9253d056b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.783976:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0564 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd12f expref: 69 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.783993:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f600/0xdb23b4c9253d056b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd12f expref: 68 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.784001:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764847.784005:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764847.784008:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313f600, rc 0) 00000100:00100000:1.0:1775764847.784072:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223065088:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 350us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.784083:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44605 00000100:00100000:2.0:1775764847.787986:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.788101:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223065344 00000100:00100000:0.0:1775764847.788111:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223065344 00000100:00100000:0.0:1775764847.788171:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44606 00000100:00100000:0.0:1775764847.788181:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223065344:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764847.788244:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764847.788271:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f600/0xdb23b4c9253d056b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd12f expref: 68 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.788289:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764847.788294:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764847.788486:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0572 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.788500:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0572 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.788509:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0572 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764847.788830:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032370 00000004:00010000:1.0:1775764847.788871:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026f09317 reply state 00000000b78c8972 transno 4295032371 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0572 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764847.788880:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764847.788967:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223065344:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 787us (990us total) trans 4295032371 rc 0/0 00000100:00100000:1.0:1775764847.788973:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44606 00000020:00080000:1.0:1775764847.788978:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764847.792153:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0572 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.792169:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0572 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.792177:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0572 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.792184:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9185fa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764847.792188:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0572 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.792196:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0572 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.792213:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764847.792216:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764847.792221:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0572 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.792227:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185fa00/0xdb23b4c9253d0572 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764847.794642:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.794673:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.794784:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223065472 00000100:00100000:1.0:1775764847.794796:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223065472 00002000:00010000:1.0:1775764847.794840:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (279594->18446744073709551615) 00002000:00100000:1.0:1775764847.794845:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8e00 with x1862022223065472 ext(279594->18446744073709551615) 00002000:00010000:1.0:1775764847.794865:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8e00. 00000100:00100000:1.0:1775764847.794895:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223065600 00000100:00100000:1.0:1775764847.794899:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223065600 00002000:00010000:1.0:1775764847.794910:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764847.794913:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992faa00 with x1862022223065600 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764847.794920:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992faa00. 00000100:00100000:1.0:1775764847.794937:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38755 00000100:00100000:1.0:1775764847.794946:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223065472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764847.795254:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 835715 -> 279594 00002000:00010000:1.0:1775764847.795258:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:1.0:1775764847.795260:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.795263:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:1.0:1775764847.795265:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:1.0:1775764847.795318:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223065472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 372us (684us total) trans 4294996807 rc 0/0 00000100:00100000:1.0:1775764847.795325:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38755 00002000:00010000:1.0:1775764847.795329:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (279594->18446744073709551615) 00002000:00100000:1.0:1775764847.795332:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8e00 with x1862022223065472 ext(279594->18446744073709551615) 00002000:00010000:1.0:1775764847.795336:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8e00. 00000100:00100000:1.0:1775764847.795353:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38756 00000100:00100000:1.0:1775764847.795359:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223065600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764847.795472:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764847.795475:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:1.0:1775764847.795477:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764847.795479:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:1.0:1775764847.795481:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:1.0:1775764847.795503:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223065600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 144us (829us total) trans 4294996158 rc 0/0 00000100:00100000:1.0:1775764847.795508:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38756 00002000:00010000:1.0:1775764847.795511:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764847.795513:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992faa00 with x1862022223065600 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764847.795517:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992faa00. 00000100:00100000:2.0:1775764847.801598:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.801687:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223065728 00000100:00100000:3.0:1775764847.801699:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223065728 00000100:00100000:3.0:1775764847.801763:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44607 00000100:00100000:3.0:1775764847.801772:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+69:11755:x1862022223065728:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764847.801798:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764847.801817:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d0579 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd136 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.801913:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d0580 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.801928:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d0580 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.801939:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d0580 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764847.801966:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 279594 00000004:00200000:3.0:1775764847.801970:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764847.801986:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d0580 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.802011:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d0579 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd136 expref: 71 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.802231:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d0580 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd136 expref: 70 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.802242:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764847.802245:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764847.802249:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7c800, rc 0) 00000100:00100000:3.0:1775764847.802315:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223065728:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 544us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764847.802322:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44607 00000100:00100000:3.0:1775764847.812130:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.812246:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223065984 00000100:00100000:0.0:1775764847.812257:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223065984 00000100:00100000:0.0:1775764847.812318:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44608 00000100:00100000:0.0:1775764847.812327:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223065984:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764847.812391:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764847.812423:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d0580 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd136 expref: 70 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764847.812444:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764847.812450:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764847.813439:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0587 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.813459:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0587 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.813471:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0587 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764847.813580:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032372 00000004:00010000:2.0:1775764847.813617:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000033f10fdc reply state 00000000c11c9692 transno 4295032373 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0587 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764847.813626:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764847.813781:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223065984:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1453us (1658us total) trans 4295032373 rc 0/0 00000100:00100000:2.0:1775764847.813790:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44608 00000020:00080000:2.0:1775764847.813795:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764847.818679:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.818735:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.818768:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223066240 00000100:00100000:2.0:1775764847.818777:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223066240 00002000:00010000:2.0:1775764847.818815:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764847.818820:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb100 with x1862022223066240 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764847.818834:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992fb100. 00000100:00100000:2.0:1775764847.818854:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223066112 00000100:00100000:2.0:1775764847.818868:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223066112 00002000:00010000:2.0:1775764847.818880:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3472654->18446744073709551615) 00002000:00100000:2.0:1775764847.818883:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9500 with x1862022223066112 ext(3472654->18446744073709551615) 00002000:00010000:2.0:1775764847.818889:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9500. 00000100:00100000:2.0:1775764847.818907:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38757 00000100:00100000:2.0:1775764847.818915:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223066240:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:0.0:1775764847.819117:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38758 00000100:00100000:0.0:1775764847.819128:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223066112:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764847.819293:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 279594 -> 3472654 00002000:00010000:0.0:1775764847.819296:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764847.819299:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764847.819301:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764847.819302:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:0.0:1775764847.819354:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223066112:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 228us (627us total) trans 4294996808 rc 0/0 00000100:00100000:0.0:1775764847.819361:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38758 00002000:00010000:0.0:1775764847.819365:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3472654->18446744073709551615) 00002000:00100000:0.0:1775764847.819368:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9500 with x1862022223066112 ext(3472654->18446744073709551615) 00002000:00010000:0.0:1775764847.819372:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9500. 00002000:00010000:2.0:1775764847.819485:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764847.819488:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764847.819491:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764847.819493:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764847.819495:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:2.0:1775764847.819517:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223066240:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 602us (849us total) trans 4294996159 rc 0/0 00000100:00100000:2.0:1775764847.819524:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38757 00002000:00010000:2.0:1775764847.819527:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764847.819529:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb100 with x1862022223066240 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764847.819534:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992fb100. 00010000:00010000:3.0:1775764847.819789:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0587 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.819799:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0587 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.819807:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0587 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.819813:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cab5c9400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764847.819818:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0587 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.819826:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0587 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.819845:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764847.819848:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764847.819853:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0587 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.819870:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0587 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764847.823138:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.823394:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223066368 00000100:00100000:2.0:1775764847.823434:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223066368 00002000:00100000:2.0:1775764847.823488:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3461120->3465215) req@ffff8b8c88089180 x1862022223066368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.823498:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88089180 with x1862022223066368 ext(3461120->3465215) 00002000:00010000:2.0:1775764847.823503:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88089180 00000100:00100000:2.0:1775764847.823565:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38759 00000100:00100000:2.0:1775764847.823576:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223066368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.823891:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223066368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 316us (762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764847.823899:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38759 00002000:00100000:2.0:1775764847.823906:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3461120->3465215) req@ffff8b8c88089180 x1862022223066368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/4536 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.823916:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88089180 with x1862022223066368 ext(3461120->3465215) 00002000:00010000:2.0:1775764847.823919:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88089180 00000100:00100000:3.0:1775764847.827769:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.828567:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223066496 00000100:00100000:2.0:1775764847.828581:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223066496 00002000:00100000:2.0:1775764847.828630:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3465216->3469311) req@ffff8b8c88088a80 x1862022223066496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.828642:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88088a80 with x1862022223066496 ext(3465216->3469311) 00002000:00010000:2.0:1775764847.828647:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88088a80 00000100:00100000:2.0:1775764847.828674:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38760 00000100:00100000:2.0:1775764847.828684:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223066496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.829173:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223066496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 488us (1411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764847.829185:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38760 00002000:00100000:2.0:1775764847.829197:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3465216->3469311) req@ffff8b8c88088a80 x1862022223066496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/4536 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.829207:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88088a80 with x1862022223066496 ext(3465216->3469311) 00002000:00010000:2.0:1775764847.829210:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88088a80 00000100:00100000:0.0:1775764847.833815:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.833953:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223066624 00000100:00100000:3.0:1775764847.833964:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223066624 00002000:00100000:3.0:1775764847.834008:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3440640->3473407) req@ffff8b8c992e2a00 x1862022223066624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764847.834019:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2a00 with x1862022223066624 ext(3440640->3473407) 00002000:00010000:3.0:1775764847.834035:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e2a00 00000100:00100000:3.0:1775764847.834064:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38761 00000100:00100000:3.0:1775764847.834074:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223066624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764847.839453:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223066624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5368us (5636us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1775764847.839466:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38761 00002000:00100000:3.0:1775764847.839477:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3440640->3473407) req@ffff8b8c992e2a00 x1862022223066624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764847.839488:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2a00 with x1862022223066624 ext(3440640->3473407) 00002000:00010000:3.0:1775764847.839493:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e2a00 00000100:00100000:0.0:1775764847.842872:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.842978:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223066752 00000100:00100000:2.0:1775764847.842993:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223066752 00002000:00100000:2.0:1775764847.843064:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3461120->3472653) req@ffff8b8c992e0380 x1862022223066752/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 12024/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.843077:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e0380 with x1862022223066752 ext(3461120->3472653) 00002000:00010000:2.0:1775764847.843083:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e0380 00000100:00100000:2.0:1775764847.843128:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38762 00000100:00100000:2.0:1775764847.843139:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223066752:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764847.843694:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223066752:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 554us (838us total) trans 4294996809 rc 0/0 00000100:00100000:2.0:1775764847.843703:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38762 00002000:00100000:2.0:1775764847.843711:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3461120->3472653) req@ffff8b8c992e0380 x1862022223066752/t4294996809(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 12024/448 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.843720:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e0380 with x1862022223066752 ext(3461120->3472653) 00002000:00010000:2.0:1775764847.843723:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e0380 00000100:00100000:1.0:1775764847.847098:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.847250:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223066880 00000100:00100000:2.0:1775764847.847262:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223066880 00000100:00100000:2.0:1775764847.847326:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84843 00000100:00100000:2.0:1775764847.847337:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223066880:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764847.881263:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996808 is committed 00000001:00080000:0.0:1775764847.881289:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996809 is committed 00000100:00100000:3.0:1775764847.881459:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223066880:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34117us (34364us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764847.881472:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84843 00000100:00100000:0.0:1775764847.884608:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.884701:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223067008 00000100:00100000:3.0:1775764847.884712:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223067008 00000100:00100000:3.0:1775764847.884780:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44609 00000100:00100000:3.0:1775764847.884790:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+71:11755:x1862022223067008:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764847.884817:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764847.884838:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d058e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd13d expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.884930:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0595 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.884945:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0595 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.884958:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0595 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764847.884988:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3472654 00000004:00200000:3.0:1775764847.884993:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764847.885010:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0595 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.885045:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d058e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd13d expref: 73 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.885065:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0595 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd13d expref: 72 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.885074:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764847.885077:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764847.885082:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7de00, rc 0) 00000100:00100000:3.0:1775764847.885141:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223067008:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 352us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764847.885148:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44609 00000100:00100000:0.0:1775764847.889676:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.889930:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223067136 00000100:00100000:3.0:1775764847.889944:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223067136 00002000:00100000:3.0:1775764847.890000:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2400256->2465791) req@ffff8b8c992e1500 x1862022223067136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764847.890012:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1500 with x1862022223067136 ext(2400256->2465791) 00002000:00010000:3.0:1775764847.890019:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1500 00000100:00100000:1.0:1775764847.890266:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38763 00000100:00100000:1.0:1775764847.890283:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223067136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764847.893843:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223067136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3556us (4169us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764847.893895:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38763 00002000:00100000:1.0:1775764847.893909:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2400256->2465791) req@ffff8b8c992e1500 x1862022223067136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.893920:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1500 with x1862022223067136 ext(2400256->2465791) 00002000:00010000:1.0:1775764847.893926:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1500 00000100:00100000:3.0:1775764847.897769:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.897929:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223067264 00000100:00100000:2.0:1775764847.897940:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223067264 00002000:00100000:2.0:1775764847.897995:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2469888->2473983) req@ffff8b8c88089c00 x1862022223067264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.898007:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88089c00 with x1862022223067264 ext(2469888->2473983) 00002000:00010000:2.0:1775764847.898014:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88089c00 00000100:00100000:2.0:1775764847.898052:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38764 00000100:00100000:2.0:1775764847.898062:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223067264:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764847.898325:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223067264:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 263us (562us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764847.898333:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38764 00002000:00100000:2.0:1775764847.898340:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2469888->2473983) req@ffff8b8c88089c00 x1862022223067264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/4536 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.898349:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88089c00 with x1862022223067264 ext(2469888->2473983) 00002000:00010000:2.0:1775764847.898352:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88089c00 00000100:00100000:3.0:1775764847.912983:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.913032:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.913316:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223067392 00000100:00100000:1.0:1775764847.913326:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223067392 00002000:00100000:1.0:1775764847.913374:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (282624->3133439) req@ffff8b8c8808bb80 x1862022223067392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.913386:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808bb80 with x1862022223067392 ext(282624->3133439) 00002000:00010000:1.0:1775764847.913392:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808bb80 00000100:00100000:1.0:1775764847.913414:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223067520 00000100:00100000:1.0:1775764847.913417:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223067520 00002000:00100000:1.0:1775764847.913428:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1327104->2375679) req@ffff8b8c8808a680 x1862022223067520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.913436:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808a680 with x1862022223067520 ext(1327104->2375679) 00002000:00010000:1.0:1775764847.913439:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808a680 00000100:00100000:1.0:1775764847.913464:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38765 00000100:00100000:1.0:1775764847.913473:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223067392:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764847.914681:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38766 00000100:00100000:3.0:1775764847.914693:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223067520:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764847.924682:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.924843:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223067648 00000100:00100000:2.0:1775764847.924854:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223067648 00002000:00100000:2.0:1775764847.924915:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2375680->3440639) req@ffff8b8c992e2d80 x1862022223067648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 520/0 e 0 to 0 dl 1775764858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764847.924927:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2d80 with x1862022223067648 ext(2375680->3440639) 00002000:00010000:2.0:1775764847.924933:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e2d80 00000100:00100000:2.0:1775764847.924966:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38767 00000100:00100000:2.0:1775764847.924974:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223067648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764847.937624:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223067392:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 24140us (24638us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764847.937639:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38765 00002000:00100000:1.0:1775764847.937651:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (282624->3133439) req@ffff8b8c8808bb80 x1862022223067392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 504/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.937661:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808bb80 with x1862022223067392 ext(282624->3133439) 00002000:00010000:1.0:1775764847.937668:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808bb80 00000100:00100000:3.0:1775764847.941296:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223067520:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 26595us (28251us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764847.941308:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38766 00002000:00100000:3.0:1775764847.941320:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1327104->2375679) req@ffff8b8c8808a680 x1862022223067520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 488/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764847.941329:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808a680 with x1862022223067520 ext(1327104->2375679) 00002000:00010000:3.0:1775764847.941336:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808a680 00000100:00100000:1.0:1775764847.949313:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223067648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 24329us (24630us total) trans 0 rc 987136/987136 00000100:00100000:1.0:1775764847.949327:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38767 00002000:00100000:1.0:1775764847.949339:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2375680->3440639) req@ffff8b8c992e2d80 x1862022223067648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:328/0 lens 520/440 e 0 to 0 dl 1775764858 ref 1 fl Complete:/600/0 rc 987136/987136 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764847.949349:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2d80 with x1862022223067648 ext(2375680->3440639) 00002000:00010000:1.0:1775764847.949355:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e2d80 00000100:00100000:0.0:1775764847.960598:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764847.960846:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223067904 00000100:00100000:3.0:1775764847.960866:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223067904 00000100:00100000:3.0:1775764847.960929:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44610 00000100:00100000:3.0:1775764847.960939:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223067904:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764847.961009:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764847.961164:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0595 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd13d expref: 72 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.961189:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764847.961195:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764847.961436:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d059c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.961449:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d059c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.961458:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d059c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764847.961509:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032374 00000004:00010000:3.0:1775764847.962030:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d67abd52 reply state 000000002134a755 transno 4295032375 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d059c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764847.962043:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764847.962320:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223067904:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1379us (1728us total) trans 4295032375 rc 0/0 00000100:00100000:0.0:1775764847.962330:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44610 00000020:00080000:0.0:1775764847.962337:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764847.965498:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d059c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.965516:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d059c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.965524:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d059c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.965530:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7d600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764847.965569:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d059c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.965578:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d059c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.965599:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764847.965602:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764847.965608:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d059c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.965614:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d059c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764847.968046:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.968150:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.968344:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223068032 00000100:00100000:2.0:1775764847.968356:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223068032 00002000:00010000:2.0:1775764847.968398:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (270370->18446744073709551615) 00002000:00100000:2.0:1775764847.968403:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1880 with x1862022223068032 ext(270370->18446744073709551615) 00002000:00010000:2.0:1775764847.968415:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1880. 00000100:00100000:2.0:1775764847.968442:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223068160 00000100:00100000:2.0:1775764847.968445:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223068160 00002000:00010000:2.0:1775764847.968458:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764847.968461:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1180 with x1862022223068160 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764847.968467:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e1180. 00000100:00100000:2.0:1775764847.968491:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38768 00000100:00100000:2.0:1775764847.968500:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223068032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764847.968907:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3472654 -> 270370 00002000:00010000:2.0:1775764847.968912:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764847.968915:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764847.968917:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764847.968919:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 521 00000100:00100000:2.0:1775764847.968981:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223068032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 480us (952us total) trans 4294996810 rc 0/0 00000100:00100000:2.0:1775764847.968989:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38768 00002000:00010000:2.0:1775764847.968993:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (270370->18446744073709551615) 00002000:00100000:2.0:1775764847.968995:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1880 with x1862022223068032 ext(270370->18446744073709551615) 00002000:00010000:2.0:1775764847.968999:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1880. 00000100:00100000:2.0:1775764847.969016:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38769 00000100:00100000:2.0:1775764847.971078:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223068160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764847.971805:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764847.971810:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764847.971813:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764847.971815:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764847.971817:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:2.0:1775764847.971928:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223068160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2901us (3773us total) trans 4294996160 rc 0/0 00000100:00100000:2.0:1775764847.971937:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38769 00002000:00010000:2.0:1775764847.971941:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764847.971945:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1180 with x1862022223068160 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764847.971952:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e1180. 00000100:00100000:0.0:1775764847.981503:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.981780:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223068288 00000100:00100000:2.0:1775764847.981791:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223068288 00000100:00100000:2.0:1775764847.981853:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44611 00000100:00100000:2.0:1775764847.981872:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+73:11755:x1862022223068288:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764847.981898:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764847.981919:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d05a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd144 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.982013:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d05aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.982038:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d05aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.982052:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d05aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764847.982085:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 270370 00000004:00200000:2.0:1775764847.982089:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764847.982108:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d05aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.982134:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d05a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd144 expref: 75 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.982154:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d05aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd144 expref: 74 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.982163:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764847.982166:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764847.982171:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8200, rc 0) 00000100:00100000:2.0:1775764847.982249:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223068288:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 378us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764847.982256:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44611 00000100:00100000:2.0:1775764847.987381:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764847.987510:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223068544 00000100:00100000:1.0:1775764847.987522:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223068544 00000100:00100000:1.0:1775764847.987606:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44612 00000100:00100000:1.0:1775764847.987615:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223068544:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764847.987675:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764847.987708:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d05aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd144 expref: 74 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.987736:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764847.987743:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764847.987973:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d05b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.987986:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d05b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764847.987997:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d05b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764847.988058:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032376 00000004:00010000:1.0:1775764847.988082:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004af96b3 reply state 00000000981f7099 transno 4295032377 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d05b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764847.988092:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764847.988171:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223068544:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 557us (798us total) trans 4295032377 rc 0/0 00000100:00100000:1.0:1775764847.988179:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44612 00000020:00080000:1.0:1775764847.988183:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764847.991374:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d05b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.991394:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d05b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.991401:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d05b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.991406:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca313e000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764847.991412:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d05b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.991418:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d05b1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.991434:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764847.991438:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764847.991442:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d05b1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.991447:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d05b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764847.992346:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764847.992430:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764847.992521:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223068672 00000100:00100000:0.0:1775764847.992531:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223068672 00002000:00010000:0.0:1775764847.992610:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2329052->18446744073709551615) 00002000:00100000:0.0:1775764847.992614:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96bb80 with x1862022223068672 ext(2329052->18446744073709551615) 00002000:00010000:0.0:1775764847.992625:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96bb80. 00000100:00100000:0.0:1775764847.992644:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223068800 00000100:00100000:0.0:1775764847.992647:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223068800 00002000:00010000:0.0:1775764847.992658:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764847.992661:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96a680 with x1862022223068800 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764847.992668:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96a680. 00000100:00100000:0.0:1775764847.992695:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38770 00000100:00100000:0.0:1775764847.992705:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223068672:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764847.992974:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 270370 -> 2329052 00002000:00010000:0.0:1775764847.992979:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764847.992982:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764847.992984:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764847.992986:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:0.0:1775764847.993057:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223068672:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 353us (716us total) trans 4294996811 rc 0/0 00000100:00100000:0.0:1775764847.993065:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38770 00002000:00010000:0.0:1775764847.993068:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2329052->18446744073709551615) 00002000:00100000:0.0:1775764847.993070:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96bb80 with x1862022223068672 ext(2329052->18446744073709551615) 00002000:00010000:0.0:1775764847.993075:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96bb80. 00000100:00100000:0.0:1775764847.993091:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38771 00000100:00100000:0.0:1775764847.993098:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223068800:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764847.993208:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764847.993210:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764847.993213:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764847.993214:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764847.993216:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:0.0:1775764847.993237:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223068800:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 139us (808us total) trans 4294996161 rc 0/0 00000100:00100000:0.0:1775764847.993243:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38771 00002000:00010000:0.0:1775764847.993245:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764847.993247:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96a680 with x1862022223068800 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764847.993251:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96a680. 00000100:00100000:1.0:1775764848.004655:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.004750:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223068928 00000100:00100000:3.0:1775764848.004760:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223068928 00002000:00100000:3.0:1775764848.004813:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (274432->2277375) req@ffff8b8c892e7480 x1862022223068928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 504/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.004823:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7480 with x1862022223068928 ext(274432->2277375) 00002000:00010000:3.0:1775764848.004830:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e7480 00000100:00100000:3.0:1775764848.004870:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38772 00000100:00100000:3.0:1775764848.004881:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223068928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:0.0:1775764848.006147:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764848.007684:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.008005:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223069056 00000100:00100000:1.0:1775764848.008016:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223069056 00002000:00100000:1.0:1775764848.008073:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1318912->2330623) req@ffff8b8c88088700 x1862022223069056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 504/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.008086:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88088700 with x1862022223069056 ext(1318912->2330623) 00002000:00010000:1.0:1775764848.008092:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88088700 00000100:00100000:1.0:1775764848.008126:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38773 00000100:00100000:1.0:1775764848.008135:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223069056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764848.038651:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223069056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30503us (30961us total) trans 0 rc 1007616/1007616 00000100:00100000:2.0:1775764848.038665:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38773 00002000:00100000:2.0:1775764848.038678:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1318912->2330623) req@ffff8b8c88088700 x1862022223069056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 504/440 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 1007616/1007616 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.038688:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88088700 with x1862022223069056 ext(1318912->2330623) 00002000:00010000:2.0:1775764848.038696:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88088700 00000100:00100000:2.0:1775764848.045272:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223068928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 40381us (40614us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764848.045286:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38772 00002000:00100000:2.0:1775764848.045299:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (274432->2277375) req@ffff8b8c892e7480 x1862022223068928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 504/440 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.045309:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7480 with x1862022223068928 ext(274432->2277375) 00002000:00010000:2.0:1775764848.045315:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e7480 00000100:00100000:3.0:1775764848.051900:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.052136:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223069184 00000100:00100000:0.0:1775764848.052149:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223069184 00002000:00100000:0.0:1775764848.052204:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2273280->2329051) req@ffff8b8c9ed7df80 x1862022223069184/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.052215:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7df80 with x1862022223069184 ext(2273280->2329051) 00002000:00010000:0.0:1775764848.052222:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7df80 00000100:00100000:0.0:1775764848.052257:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38774 00000100:00100000:0.0:1775764848.052265:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223069184:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764848.056022:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223069184:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3744us (4119us total) trans 4294996812 rc 0/0 00000100:00100000:1.0:1775764848.056044:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38774 00002000:00100000:1.0:1775764848.056056:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2273280->2329051) req@ffff8b8c9ed7df80 x1862022223069184/t4294996812(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/448 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.056066:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7df80 with x1862022223069184 ext(2273280->2329051) 00002000:00010000:1.0:1775764848.056072:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7df80 00000100:00100000:0.0:1775764848.061419:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.061591:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223069312 00000100:00100000:3.0:1775764848.061602:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223069312 00000100:00100000:3.0:1775764848.061666:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84844 00000100:00100000:3.0:1775764848.061677:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223069312:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764848.096139:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996811 is committed 00000001:00080000:2.0:1775764848.096159:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996812 is committed 00000100:00100000:2.0:1775764848.096642:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223069312:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34961us (35226us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764848.096654:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84844 00000100:00100000:2.0:1775764848.099826:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.099911:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223069440 00000100:00100000:0.0:1775764848.099921:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223069440 00000100:00100000:0.0:1775764848.100000:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44613 00000100:00100000:0.0:1775764848.100011:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+75:11755:x1862022223069440:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764848.100043:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764848.100064:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d05b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd14b expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.100148:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d05bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.100160:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d05bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.100172:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d05bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764848.100200:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2329052 00000004:00200000:0.0:1775764848.100205:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764848.100223:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d05bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.100249:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d05b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd14b expref: 77 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.100266:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d05bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd14b expref: 76 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.100274:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764848.100278:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764848.100281:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc5800, rc 0) 00000100:00100000:0.0:1775764848.100348:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223069440:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 339us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764848.100357:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44613 00000100:00100000:0.0:1775764848.109633:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.109757:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223069696 00000100:00100000:3.0:1775764848.109770:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223069696 00000100:00100000:3.0:1775764848.109831:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44614 00000100:00100000:3.0:1775764848.109841:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223069696:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764848.109902:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764848.109929:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5800/0xdb23b4c9253d05bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd14b expref: 76 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.109947:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764848.109953:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764848.110187:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.110201:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.110211:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764848.110266:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032378 00000004:00010000:3.0:1775764848.110294:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046a6d16c reply state 00000000af935abd transno 4295032379 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764848.110307:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764848.110407:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223069696:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 566us (781us total) trans 4295032379 rc 0/0 00000100:00100000:3.0:1775764848.110414:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44614 00000020:00080000:3.0:1775764848.110419:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764848.113310:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.113327:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.113334:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.113340:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7d600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764848.113345:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.113352:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05c6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.113368:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764848.113371:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764848.113376:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05c6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.113381:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05c6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764848.115429:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.115678:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223069824 00000100:00100000:3.0:1775764848.115688:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223069824 00002000:00010000:3.0:1775764848.115742:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4130443->18446744073709551615) 00002000:00100000:3.0:1775764848.115746:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2680 with x1862022223069824 ext(4130443->18446744073709551615) 00002000:00010000:3.0:1775764848.115758:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e2680. 00000100:00100000:3.0:1775764848.115795:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38775 00000100:00100000:3.0:1775764848.115804:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223069824:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764848.116102:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2329052 -> 4130443 00002000:00010000:3.0:1775764848.116107:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.116109:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764848 00002000:00010000:3.0:1775764848.116111:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.116113:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 649 00000100:00100000:3.0:1775764848.116176:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223069824:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 372us (754us total) trans 4294996813 rc 0/0 00000100:00100000:3.0:1775764848.116184:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38775 00002000:00010000:3.0:1775764848.116188:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4130443->18446744073709551615) 00002000:00100000:3.0:1775764848.116191:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2680 with x1862022223069824 ext(4130443->18446744073709551615) 00002000:00010000:3.0:1775764848.116195:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e2680. 00000100:00100000:1.0:1775764848.119400:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.119498:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223069952 00000100:00100000:0.0:1775764848.119509:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223069952 00002000:00010000:0.0:1775764848.119581:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764848.119586:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7800 with x1862022223069952 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764848.119600:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e7800. 00000100:00100000:0.0:1775764848.119639:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38776 00000100:00100000:0.0:1775764848.119649:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223069952:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764848.119917:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764848.119922:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764848.119925:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764848.119927:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764848.119929:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:0.0:1775764848.119995:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223069952:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 347us (603us total) trans 4294996162 rc 0/0 00000100:00100000:0.0:1775764848.120003:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38776 00002000:00010000:0.0:1775764848.120007:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764848.120010:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7800 with x1862022223069952 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764848.120015:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e7800. 00000100:00100000:1.0:1775764848.123525:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.123650:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223070080 00000100:00100000:2.0:1775764848.123663:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223070080 00000100:00100000:2.0:1775764848.123730:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44615 00000100:00100000:2.0:1775764848.123742:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+77:11755:x1862022223070080:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764848.123773:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764848.123794:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d05cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd152 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.123898:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d05d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.123914:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d05d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.123930:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d05d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764848.123962:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4130443 00000004:00200000:2.0:1775764848.123967:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764848.123986:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d05d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.124010:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d05cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd152 expref: 79 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.124039:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d05d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd152 expref: 78 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.124047:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764848.124050:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764848.124054:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9200, rc 0) 00000100:00100000:2.0:1775764848.124109:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223070080:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 369us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764848.124116:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44615 00000100:00100000:3.0:1775764848.136632:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.136736:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223070208 00000100:00100000:1.0:1775764848.136747:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223070208 00002000:00100000:1.0:1775764848.136794:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2330624->3379199) req@ffff8b8c9ed7ce00 x1862022223070208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.136805:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ce00 with x1862022223070208 ext(2330624->3379199) 00002000:00010000:1.0:1775764848.136811:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7ce00 00000100:00100000:1.0:1775764848.136843:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38777 00000100:00100000:1.0:1775764848.136854:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223070208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764848.141829:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764848.147250:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.147503:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223070336 00000100:00100000:2.0:1775764848.147515:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223070336 00002000:00100000:2.0:1775764848.147603:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3379200->4132863) req@ffff8b8c9ed7ea00 x1862022223070336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.147615:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ea00 with x1862022223070336 ext(3379200->4132863) 00002000:00010000:2.0:1775764848.147622:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7ea00 00000100:00100000:2.0:1775764848.147647:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38778 00000100:00100000:2.0:1775764848.147658:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223070336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.152286:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223070208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15422us (15653us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764848.152299:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38777 00002000:00100000:1.0:1775764848.152312:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2330624->3379199) req@ffff8b8c9ed7ce00 x1862022223070208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/440 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.152323:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ce00 with x1862022223070208 ext(2330624->3379199) 00002000:00010000:1.0:1775764848.152330:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7ce00 00000100:00100000:2.0:1775764848.154127:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c892e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224989184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764848.154198:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764848.154794:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224989184 00000100:00100000:1.0:1775764848.154804:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224989184 00000100:00100000:1.0:1775764848.154871:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1775764848.154880:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224989184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764848.154905:0:6595:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 499318784 pending 0 free 3858759680 avail 3849322496 00000100:00100000:1.0:1775764848.154967:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224989184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764848.154975:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1775764848.155089:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c892e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224989184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764848.160649:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.160852:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223070464 00000100:00100000:3.0:1775764848.160872:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223070464 00002000:00100000:3.0:1775764848.160920:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1622016->2514943) req@ffff8b8c9f96b480 x1862022223070464/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 504/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.160930:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b480 with x1862022223070464 ext(1622016->2514943) 00002000:00010000:3.0:1775764848.160936:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b480 00000100:00100000:3.0:1775764848.160968:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38779 00000100:00100000:3.0:1775764848.160978:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223070464:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764848.165274:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223070464:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4288us (4626us total) trans 4294996814 rc 0/0 00000100:00100000:0.0:1775764848.165291:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38779 00002000:00100000:0.0:1775764848.165303:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1622016->2514943) req@ffff8b8c9f96b480 x1862022223070464/t4294996814(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 504/448 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.165313:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b480 with x1862022223070464 ext(1622016->2514943) 00002000:00010000:0.0:1775764848.165320:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b480 00000100:00100000:0.0:1775764848.166313:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223070336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18651us (19068us total) trans 0 rc 753664/753664 00000100:00100000:0.0:1775764848.166323:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38778 00002000:00100000:0.0:1775764848.166331:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3379200->4132863) req@ffff8b8c9ed7ea00 x1862022223070336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/440 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 753664/753664 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.166339:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ea00 with x1862022223070336 ext(3379200->4132863) 00002000:00010000:0.0:1775764848.166343:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7ea00 00000100:00100000:0.0:1775764848.171816:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.171933:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223070592 00000100:00100000:1.0:1775764848.171943:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223070592 00000100:00100000:1.0:1775764848.172011:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84845 00000100:00100000:1.0:1775764848.172030:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223070592:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764848.206789:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996814 is committed 00000100:00100000:1.0:1775764848.207241:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223070592:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35217us (35430us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764848.207252:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84845 00000100:00100000:0.0:1775764848.215667:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.215822:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223070848 00000100:00100000:3.0:1775764848.215832:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223070848 00000100:00100000:3.0:1775764848.215902:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44616 00000100:00100000:3.0:1775764848.215912:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223070848:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764848.215966:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764848.215993:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d05d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd152 expref: 78 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.216012:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764848.216017:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764848.216264:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.216276:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.216286:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764848.216337:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032380 00000004:00010000:3.0:1775764848.216363:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ee34da7 reply state 00000000d7a42122 transno 4295032381 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764848.216371:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764848.216471:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223070848:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 560us (813us total) trans 4295032381 rc 0/0 00000100:00100000:3.0:1775764848.216483:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44616 00000020:00080000:3.0:1775764848.216488:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764848.219995:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.220035:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.220222:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223071104 00000100:00100000:0.0:1775764848.220232:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223071104 00002000:00010000:0.0:1775764848.220273:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (517501->18446744073709551615) 00002000:00100000:0.0:1775764848.220277:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7c380 with x1862022223071104 ext(517501->18446744073709551615) 00002000:00010000:0.0:1775764848.220291:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7c380. 00000100:00100000:0.0:1775764848.220324:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223070976 00000100:00100000:0.0:1775764848.220327:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223070976 00002000:00010000:0.0:1775764848.220340:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764848.220342:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7f100 with x1862022223070976 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764848.220349:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7f100. 00000100:00100000:0.0:1775764848.220366:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38780 00000100:00100000:0.0:1775764848.220376:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223071104:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764848.220629:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 517501 00002000:00010000:0.0:1775764848.220634:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764848.220636:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764848.220638:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764848.220639:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 647 00000100:00100000:0.0:1775764848.220695:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223071104:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 321us (709us total) trans 4294996163 rc 0/0 00000100:00100000:0.0:1775764848.220702:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38780 00002000:00010000:0.0:1775764848.220705:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (517501->18446744073709551615) 00002000:00100000:0.0:1775764848.220707:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7c380 with x1862022223071104 ext(517501->18446744073709551615) 00002000:00010000:0.0:1775764848.220712:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7c380. 00000100:00100000:0.0:1775764848.220739:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38781 00000100:00100000:0.0:1775764848.220746:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223070976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764848.220917:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4130443 -> 4194304 00002000:00010000:0.0:1775764848.220920:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764848.220922:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764848.220924:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764848.220926:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 843 00000100:00100000:0.0:1775764848.220945:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223070976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 200us (910us total) trans 4294996815 rc 0/0 00000100:00100000:0.0:1775764848.220951:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38781 00002000:00010000:0.0:1775764848.220954:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764848.220956:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7f100 with x1862022223070976 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764848.220960:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7f100. 00010000:00010000:1.0:1775764848.221732:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.221745:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.221753:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.221758:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7d600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764848.221763:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.221770:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05db lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.221787:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764848.221790:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764848.221794:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05db lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.221799:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d05db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764848.228345:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.228390:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.228473:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223071232 00000100:00100000:3.0:1775764848.228484:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223071232 00002000:00100000:3.0:1775764848.228534:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (0->520191) req@ffff8b8c892e6a00 x1862022223071232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.228581:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6a00 with x1862022223071232 ext(0->520191) 00002000:00010000:3.0:1775764848.228587:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e6a00 00000100:00100000:3.0:1775764848.228609:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223071360 00000100:00100000:3.0:1775764848.228613:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223071360 00002000:00100000:3.0:1775764848.228630:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (4132864->4194303) req@ffff8b8c892e4380 x1862022223071360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.228638:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4380 with x1862022223071360 ext(4132864->4194303) 00002000:00010000:3.0:1775764848.228642:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4380 00000100:00100000:3.0:1775764848.228659:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38782 00000100:00100000:3.0:1775764848.228668:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223071232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.229529:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38783 00000100:00100000:1.0:1775764848.229564:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223071360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764848.238938:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223071360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9390us (10538us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1775764848.238952:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38783 00002000:00100000:2.0:1775764848.238966:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4132864->4194303) req@ffff8b8c892e4380 x1862022223071360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/440 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.238977:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4380 with x1862022223071360 ext(4132864->4194303) 00002000:00010000:2.0:1775764848.238984:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4380 00000100:00100000:3.0:1775764848.241489:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223071232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12812us (13144us total) trans 0 rc 520192/520192 00000100:00100000:3.0:1775764848.241502:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38782 00002000:00100000:3.0:1775764848.241514:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (0->520191) req@ffff8b8c892e6a00 x1862022223071232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/440 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 520192/520192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.241523:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6a00 with x1862022223071232 ext(0->520191) 00002000:00010000:3.0:1775764848.241528:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e6a00 00000100:00100000:1.0:1775764848.248435:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.248534:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223071488 00000100:00100000:2.0:1775764848.248589:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223071488 00002000:00100000:2.0:1775764848.248639:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (466944->517500) req@ffff8b8c892e7100 x1862022223071488/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.248651:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7100 with x1862022223071488 ext(466944->517500) 00002000:00010000:2.0:1775764848.248658:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e7100 00000100:00100000:2.0:1775764848.248684:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38784 00000100:00100000:2.0:1775764848.248693:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223071488:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764848.254733:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223071488:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6022us (6288us total) trans 4294996164 rc 0/0 00000100:00100000:2.0:1775764848.254747:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38784 00002000:00100000:2.0:1775764848.254759:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (466944->517500) req@ffff8b8c892e7100 x1862022223071488/t4294996164(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/448 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.254776:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7100 with x1862022223071488 ext(466944->517500) 00002000:00010000:2.0:1775764848.254782:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e7100 00000100:00100000:3.0:1775764848.260749:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.260893:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223071616 00000100:00100000:1.0:1775764848.260904:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223071616 00000100:00100000:1.0:1775764848.260961:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84846 00000100:00100000:1.0:1775764848.260970:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223071616:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764848.293224:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996163 is committed 00000001:00080000:3.0:1775764848.293251:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996164 is committed 00000100:00100000:0.0:1775764848.293402:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223071616:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32426us (32655us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764848.293413:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84846 00000100:00100000:2.0:1775764848.296415:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.296504:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223071744 00000100:00100000:0.0:1775764848.296514:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223071744 00000100:00100000:0.0:1775764848.296589:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44617 00000100:00100000:0.0:1775764848.296600:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+79:11755:x1862022223071744:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764848.296624:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764848.296647:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d05e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd159 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.296758:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d05e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.296773:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d05e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.296786:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d05e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764848.296814:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4711805 00000004:00200000:0.0:1775764848.296818:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764848.296834:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d05e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.296893:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d05e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd159 expref: 81 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.296915:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d05e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd159 expref: 80 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.296923:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764848.296926:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764848.296930:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc4a00, rc 0) 00000100:00100000:0.0:1775764848.297478:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223071744:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 877us (1069us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764848.297486:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44617 00000100:00100000:3.0:1775764848.305698:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.305943:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223071872 00000100:00100000:1.0:1775764848.305955:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223071872 00002000:00100000:1.0:1775764848.306006:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (749568->3858431) req@ffff8b8c9ed7ed80 x1862022223071872/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 520/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.306018:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ed80 with x1862022223071872 ext(749568->3858431) 00002000:00010000:1.0:1775764848.306034:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7ed80 00000100:00100000:1.0:1775764848.306068:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38785 00000100:00100000:1.0:1775764848.306077:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223071872:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764848.336788:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223071872:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 30702us (31088us total) trans 4294996816 rc 0/0 00000100:00100000:1.0:1775764848.336802:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38785 00002000:00100000:1.0:1775764848.336815:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (749568->3858431) req@ffff8b8c9ed7ed80 x1862022223071872/t4294996816(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 520/456 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.336825:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ed80 with x1862022223071872 ext(749568->3858431) 00002000:00010000:1.0:1775764848.336832:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7ed80 00000100:00100000:2.0:1775764848.340821:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.340932:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223072000 00000100:00100000:0.0:1775764848.340942:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223072000 00000100:00100000:0.0:1775764848.341006:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84847 00000100:00100000:0.0:1775764848.341014:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223072000:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764848.387157:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996815 is committed 00000001:00080000:3.0:1775764848.387174:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996816 is committed 00000100:00100000:0.0:1775764848.387417:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223072000:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 46398us (46600us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764848.387439:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84847 00000100:00100000:3.0:1775764848.391998:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.392163:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223072256 00000100:00100000:1.0:1775764848.392174:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223072256 00000100:00100000:1.0:1775764848.392238:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44618 00000100:00100000:1.0:1775764848.392247:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223072256:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764848.392309:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764848.392337:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d05e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd159 expref: 80 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.392357:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764848.392362:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764848.392612:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d05f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.392628:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d05f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.392638:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d05f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764848.392689:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032382 00000004:00010000:1.0:1775764848.392712:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d4b8112 reply state 0000000049b1ac4e transno 4295032383 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d05f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764848.392732:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764848.392826:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223072256:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 580us (837us total) trans 4295032383 rc 0/0 00000100:00100000:1.0:1775764848.392834:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44618 00000020:00080000:1.0:1775764848.392838:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764848.399735:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d05f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.399751:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d05f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.399759:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d05f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.399765:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca313fa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764848.399771:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d05f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.399779:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d05f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.399797:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764848.399801:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764848.399805:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d05f0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.399812:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d05f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764848.403135:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.403207:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223072384 00000100:00100000:2.0:1775764848.403219:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223072384 00002000:00010000:2.0:1775764848.403258:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764848.403263:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e5500 with x1862022223072384 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764848.403274:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e5500. 00000100:00100000:2.0:1775764848.403311:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38786 00000100:00100000:2.0:1775764848.403320:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223072384:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764848.403638:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1775764848.403642:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764848.403645:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764848.403647:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764848.403649:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 1163 00000100:00100000:2.0:1775764848.403701:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223072384:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 382us (575us total) trans 4294996817 rc 0/0 00000100:00100000:2.0:1775764848.403710:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38786 00002000:00010000:2.0:1775764848.403714:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764848.403717:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e5500 with x1862022223072384 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764848.403730:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e5500. 00000100:00100000:3.0:1775764848.406181:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.406265:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223072512 00000100:00100000:1.0:1775764848.406275:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223072512 00002000:00010000:1.0:1775764848.406311:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1401340->18446744073709551615) 00002000:00100000:1.0:1775764848.406316:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7d880 with x1862022223072512 ext(1401340->18446744073709551615) 00002000:00010000:1.0:1775764848.406328:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7d880. 00000100:00100000:1.0:1775764848.406360:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38787 00000100:00100000:1.0:1775764848.406369:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223072512:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764848.406674:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 517501 -> 1401340 00002000:00010000:1.0:1775764848.406678:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:1.0:1775764848.406681:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764848.406682:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:1.0:1775764848.406684:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 647 -> 135 00000100:00100000:1.0:1775764848.406753:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223072512:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 384us (579us total) trans 4294996165 rc 0/0 00000100:00100000:1.0:1775764848.406760:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38787 00002000:00010000:1.0:1775764848.406763:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1401340->18446744073709551615) 00002000:00100000:1.0:1775764848.406766:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7d880 with x1862022223072512 ext(1401340->18446744073709551615) 00002000:00010000:1.0:1775764848.406770:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7d880. 00000100:00100000:1.0:1775764848.414504:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.415109:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223072640 00000100:00100000:3.0:1775764848.415120:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223072640 00002000:00100000:2.0:1775764848.415264:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (520192->1404927) req@ffff8b8c892e6d80 x1862022223072640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.415277:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6d80 with x1862022223072640 ext(520192->1404927) 00002000:00010000:2.0:1775764848.415284:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e6d80 00000100:00100000:2.0:1775764848.415359:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38788 00000100:00100000:2.0:1775764848.415369:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223072640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764848.436851:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223072640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21473us (22346us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1775764848.436879:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38788 00002000:00100000:2.0:1775764848.436893:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (520192->1404927) req@ffff8b8c892e6d80 x1862022223072640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/440 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 884736/884736 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.436904:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6d80 with x1862022223072640 ext(520192->1404927) 00002000:00010000:2.0:1775764848.436910:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e6d80 00000100:00100000:2.0:1775764848.441525:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.441729:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223072768 00000100:00100000:0.0:1775764848.441739:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223072768 00002000:00100000:0.0:1775764848.441790:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (1396736->1401339) req@ffff8b8c9f968e00 x1862022223072768/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 5096/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.441802:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968e00 with x1862022223072768 ext(1396736->1401339) 00002000:00010000:0.0:1775764848.441808:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f968e00 00000100:00100000:0.0:1775764848.441847:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38789 00000100:00100000:0.0:1775764848.441867:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223072768:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764848.442526:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223072768:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 657us (1006us total) trans 4294996166 rc 0/0 00000100:00100000:0.0:1775764848.442565:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38789 00002000:00100000:0.0:1775764848.442573:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (1396736->1401339) req@ffff8b8c9f968e00 x1862022223072768/t4294996166(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 5096/448 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.442582:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968e00 with x1862022223072768 ext(1396736->1401339) 00002000:00010000:0.0:1775764848.442587:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f968e00 00000100:00100000:3.0:1775764848.445786:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.445954:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223072896 00000100:00100000:1.0:1775764848.445966:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223072896 00000100:00100000:1.0:1775764848.446039:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84848 00000100:00100000:1.0:1775764848.446051:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223072896:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764848.494457:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996166 is committed 00000100:00100000:2.0:1775764848.495250:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223072896:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 49192us (49463us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764848.495263:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84848 00000100:00100000:2.0:1775764848.498295:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.498393:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223073024 00000100:00100000:3.0:1775764848.498405:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223073024 00000100:00100000:3.0:1775764848.498585:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44619 00000100:00100000:3.0:1775764848.498597:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+81:11755:x1862022223073024:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764848.498622:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764848.498644:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d05f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd160 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.498753:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d05fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.498768:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d05fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.498779:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d05fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764848.498814:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5595644 00000004:00200000:3.0:1775764848.498818:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764848.498836:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d05fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.498873:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d05f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd160 expref: 83 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.498889:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d05fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd160 expref: 82 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.498898:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764848.498902:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764848.498907:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8a00, rc 0) 00000100:00100000:3.0:1775764848.498966:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223073024:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 371us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764848.498973:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44619 00000100:00100000:1.0:1775764848.506492:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.506692:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223073152 00000100:00100000:0.0:1775764848.506702:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223073152 00002000:00100000:0.0:1775764848.506837:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1957888->1982463) req@ffff8b8c892e4e00 x1862022223073152/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.506850:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4e00 with x1862022223073152 ext(1957888->1982463) 00002000:00010000:0.0:1775764848.506867:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4e00 00000100:00100000:0.0:1775764848.506935:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38790 00000100:00100000:0.0:1775764848.506946:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223073152:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764848.511306:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223073152:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4353us (4815us total) trans 4294996818 rc 0/0 00000100:00100000:2.0:1775764848.511319:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38790 00002000:00100000:2.0:1775764848.511331:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1957888->1982463) req@ffff8b8c892e4e00 x1862022223073152/t4294996818(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/448 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.511341:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4e00 with x1862022223073152 ext(1957888->1982463) 00002000:00010000:2.0:1775764848.511347:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4e00 00000100:00100000:2.0:1775764848.516263:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.516354:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223073280 00000100:00100000:3.0:1775764848.516368:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223073280 00000100:00100000:3.0:1775764848.516429:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84849 00000100:00100000:3.0:1775764848.516439:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223073280:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764848.547456:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996818 is committed 00000100:00100000:1.0:1775764848.547678:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223073280:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31233us (31422us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764848.547691:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84849 00000100:00100000:2.0:1775764848.554305:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.554456:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223073408 00000100:00100000:3.0:1775764848.554467:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223073408 00002000:00100000:3.0:1775764848.554520:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (0->40959) req@ffff8b8c9f96b100 x1862022223073408/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.554570:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b100 with x1862022223073408 ext(0->40959) 00002000:00010000:3.0:1775764848.554577:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96b100 00000100:00100000:3.0:1775764848.554606:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38791 00000100:00100000:3.0:1775764848.554617:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223073408:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764848.558215:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223073408:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3591us (3909us total) trans 4294996167 rc 0/0 00000100:00100000:1.0:1775764848.558229:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38791 00002000:00100000:1.0:1775764848.558243:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (0->40959) req@ffff8b8c9f96b100 x1862022223073408/t4294996167(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/448 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.558252:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b100 with x1862022223073408 ext(0->40959) 00002000:00010000:1.0:1775764848.558258:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96b100 00000100:00100000:3.0:1775764848.562271:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.562369:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223073536 00000100:00100000:0.0:1775764848.562379:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223073536 00000100:00100000:0.0:1775764848.562437:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84850 00000100:00100000:0.0:1775764848.562446:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223073536:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:2.0:1775764848.586663:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764848.604270:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996167 is committed 00000100:00100000:3.0:1775764848.604446:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223073536:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 41994us (42176us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764848.604458:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84850 00000100:00100000:3.0:1775764848.609218:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.609324:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223073792 00000100:00100000:0.0:1775764848.609333:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223073792 00000100:00100000:0.0:1775764848.609395:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44620 00000100:00100000:0.0:1775764848.609405:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223073792:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764848.609461:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764848.609489:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d05fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd160 expref: 82 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.609508:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764848.609513:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764848.609764:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d0605 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.609789:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d0605 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.609800:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d0605 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764848.609849:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032384 00000004:00010000:0.0:1775764848.609884:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce01d42a reply state 00000000577991a2 transno 4295032385 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d0605 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764848.609893:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764848.609975:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223073792:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 572us (776us total) trans 4295032385 rc 0/0 00000100:00100000:0.0:1775764848.609984:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44620 00000020:00080000:0.0:1775764848.609989:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764848.613037:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.613119:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223073920 00000100:00100000:3.0:1775764848.613132:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223073920 00002000:00010000:3.0:1775764848.613176:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764848.613181:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e3480 with x1862022223073920 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764848.613193:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e3480. 00000100:00100000:3.0:1775764848.613236:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38792 00000100:00100000:3.0:1775764848.613245:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223073920:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764848.613584:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764848.613589:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.613591:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.613594:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.613596:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1163 -> 1291 00000100:00100000:3.0:1775764848.613648:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223073920:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 404us (630us total) trans 4294996819 rc 0/0 00000100:00100000:3.0:1775764848.613657:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38792 00002000:00010000:3.0:1775764848.613662:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764848.613665:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e3480 with x1862022223073920 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764848.613669:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e3480. 00010000:00010000:1.0:1775764848.614629:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d0605 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.614641:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d0605 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.614648:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d0605 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.614654:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc5400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764848.614659:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d0605 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.614666:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d0605 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.614682:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764848.614686:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764848.614690:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d0605 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.614701:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d0605 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764848.618508:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.618641:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223074048 00000100:00100000:2.0:1775764848.618653:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223074048 00002000:00010000:2.0:1775764848.618696:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (486562->18446744073709551615) 00002000:00100000:2.0:1775764848.618701:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e3800 with x1862022223074048 ext(486562->18446744073709551615) 00002000:00010000:2.0:1775764848.618730:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e3800. 00000100:00100000:2.0:1775764848.618760:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38793 00000100:00100000:2.0:1775764848.618769:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223074048:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764848.619148:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1401340 -> 486562 00002000:00010000:2.0:1775764848.619152:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764848.619155:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764848.619158:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764848.619160:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 391 00000100:00100000:2.0:1775764848.619217:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223074048:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 448us (718us total) trans 4294996168 rc 0/0 00000100:00100000:2.0:1775764848.619226:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38793 00002000:00010000:2.0:1775764848.619229:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (486562->18446744073709551615) 00002000:00100000:2.0:1775764848.619232:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e3800 with x1862022223074048 ext(486562->18446744073709551615) 00002000:00010000:2.0:1775764848.619237:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e3800. 00000100:00100000:3.0:1775764848.625521:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.625684:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223074176 00000100:00100000:0.0:1775764848.625699:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223074176 00000100:00100000:0.0:1775764848.625791:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44621 00000100:00100000:0.0:1775764848.625803:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+83:11755:x1862022223074176:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764848.625833:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764848.625876:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d060c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd167 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.625974:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0613 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.625990:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.626003:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764848.626041:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4680866 00000004:00200000:0.0:1775764848.626045:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764848.626063:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.626087:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d060c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd167 expref: 85 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.626104:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0613 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd167 expref: 84 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.626112:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764848.626115:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764848.626119:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc5200, rc 0) 00000100:00100000:0.0:1775764848.626178:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223074176:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 378us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764848.626190:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44621 00000100:00100000:0.0:1775764848.634014:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.634200:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223074432 00000100:00100000:3.0:1775764848.634210:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223074432 00000100:00100000:3.0:1775764848.634268:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44622 00000100:00100000:3.0:1775764848.634277:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223074432:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764848.634328:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764848.634354:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0613 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd167 expref: 84 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.634372:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764848.634377:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764848.634621:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d061a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.634634:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d061a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.634644:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d061a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764848.634687:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032386 00000004:00010000:3.0:1775764848.634707:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061241fcf reply state 00000000486bb97d transno 4295032387 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d061a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764848.634847:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764848.634942:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223074432:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 665us (934us total) trans 4295032387 rc 0/0 00000100:00100000:3.0:1775764848.634949:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44622 00000020:00080000:3.0:1775764848.634953:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764848.637498:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d061a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.637514:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d061a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.637523:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d061a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.637529:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764848.637533:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d061a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.637576:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d061a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.637595:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764848.637599:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764848.637603:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d061a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.637610:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d061a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764848.639736:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.640428:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223074560 00000100:00100000:3.0:1775764848.640439:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223074560 00002000:00010000:3.0:1775764848.640485:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2378510->18446744073709551615) 00002000:00100000:3.0:1775764848.640490:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1180 with x1862022223074560 ext(2378510->18446744073709551615) 00002000:00010000:3.0:1775764848.640504:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1180. 00000100:00100000:3.0:1775764848.640578:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38794 00000100:00100000:3.0:1775764848.640588:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223074560:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764848.641097:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2378510 00002000:00010000:3.0:1775764848.641101:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.641103:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.641105:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.641108:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:3.0:1775764848.641205:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223074560:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 618us (1475us total) trans 4294996820 rc 0/0 00000100:00100000:3.0:1775764848.641213:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38794 00002000:00010000:3.0:1775764848.641217:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2378510->18446744073709551615) 00002000:00100000:3.0:1775764848.641220:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1180 with x1862022223074560 ext(2378510->18446744073709551615) 00002000:00010000:3.0:1775764848.641225:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1180. 00000100:00100000:0.0:1775764848.643708:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.643882:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223074688 00000100:00100000:1.0:1775764848.643892:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223074688 00002000:00010000:1.0:1775764848.643928:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764848.643933:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0a80 with x1862022223074688 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764848.643945:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0a80. 00000100:00100000:1.0:1775764848.643975:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38795 00000100:00100000:1.0:1775764848.643984:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223074688:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764848.644300:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 486562 -> 0 00002000:00010000:1.0:1775764848.644305:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:1.0:1775764848.644307:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764848.644309:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:1.0:1775764848.644311:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764848.644354:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223074688:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 371us (652us total) trans 4294996169 rc 0/0 00000100:00100000:1.0:1775764848.644361:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38795 00002000:00010000:1.0:1775764848.644364:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764848.644367:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0a80 with x1862022223074688 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764848.644371:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0a80. 00000100:00100000:0.0:1775764848.653832:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.653937:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223074816 00000100:00100000:1.0:1775764848.653948:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223074816 00000100:00100000:1.0:1775764848.654006:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44623 00000100:00100000:1.0:1775764848.654017:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+85:11755:x1862022223074816:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764848.654046:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764848.654068:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d0621 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd16e expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.654158:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d0628 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.654173:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d0628 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.654185:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d0628 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764848.654222:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2378510 00000004:00200000:1.0:1775764848.654226:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764848.654245:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d0628 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.654272:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d0621 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd16e expref: 87 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.654289:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d0628 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd16e expref: 86 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.654296:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764848.654300:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764848.654303:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313ec00, rc 0) 00000100:00100000:1.0:1775764848.655248:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223074816:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1229us (1420us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764848.655260:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44623 00000100:00100000:3.0:1775764848.662190:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.662446:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223075072 00000100:00100000:2.0:1775764848.662459:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223075072 00000100:00100000:3.0:1775764848.662631:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44624 00000100:00100000:3.0:1775764848.662641:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223075072:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764848.662703:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764848.662990:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d0628 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd16e expref: 86 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.663008:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764848.663013:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764848.663237:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d062f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.663251:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d062f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764848.663261:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d062f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764848.663311:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032388 00000004:00010000:3.0:1775764848.663335:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab854e6d reply state 00000000be9e74e1 transno 4295032389 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d062f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764848.663345:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764848.663434:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223075072:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 794us (1253us total) trans 4295032389 rc 0/0 00000100:00100000:3.0:1775764848.663442:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44624 00000020:00080000:3.0:1775764848.663447:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764848.667532:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.667586:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764848.668186:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d062f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.668200:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d062f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.668208:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d062f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.668224:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764848.668229:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d062f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.668238:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d062f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.668254:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764848.668257:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764848.668262:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d062f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.668268:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d062f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764848.668424:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223075200 00000100:00100000:3.0:1775764848.668435:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223075200 00002000:00010000:3.0:1775764848.668472:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764848.668477:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3b80 with x1862022223075200 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764848.668487:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3b80. 00000100:00100000:3.0:1775764848.668520:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223075328 00000100:00100000:3.0:1775764848.668524:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223075328 00002000:00010000:3.0:1775764848.668535:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (639561->18446744073709551615) 00002000:00100000:3.0:1775764848.668565:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2680 with x1862022223075328 ext(639561->18446744073709551615) 00002000:00010000:3.0:1775764848.668572:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2680. 00000100:00100000:3.0:1775764848.668588:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38796 00000100:00100000:3.0:1775764848.668596:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223075200:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764848.668825:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2378510 -> 4194304 00002000:00010000:3.0:1775764848.668829:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.668831:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.668833:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.668836:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:3.0:1775764848.668903:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223075200:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 307us (1379us total) trans 4294996821 rc 0/0 00000100:00100000:3.0:1775764848.668911:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38796 00002000:00010000:3.0:1775764848.668914:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764848.668917:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3b80 with x1862022223075200 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764848.668922:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3b80. 00000100:00100000:3.0:1775764848.668937:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38797 00000100:00100000:3.0:1775764848.668943:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223075328:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764848.669328:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 639561 00002000:00010000:3.0:1775764848.669333:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.669335:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764848.669336:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764848 00002000:00010000:3.0:1775764848.669338:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764848.669360:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223075328:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 417us (1774us total) trans 4294996170 rc 0/0 00000100:00100000:3.0:1775764848.669367:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38797 00002000:00010000:3.0:1775764848.669370:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (639561->18446744073709551615) 00002000:00100000:3.0:1775764848.669372:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2680 with x1862022223075328 ext(639561->18446744073709551615) 00002000:00010000:3.0:1775764848.669376:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2680. 00000100:00100000:3.0:1775764848.672287:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.672350:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223075456 00000100:00100000:1.0:1775764848.672360:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223075456 00000100:00100000:1.0:1775764848.672411:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44625 00000100:00100000:1.0:1775764848.672420:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+87:11755:x1862022223075456:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764848.672443:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764848.672463:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d0636 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd175 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.672570:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d063d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.672588:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d063d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.672601:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d063d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764848.672627:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4833865 00000004:00200000:1.0:1775764848.672632:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764848.672649:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d063d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.672673:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d0636 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd175 expref: 89 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.672690:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d063d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd175 expref: 88 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.672698:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764848.672701:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764848.672705:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313e400, rc 0) 00000100:00100000:1.0:1775764848.673135:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223075456:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 714us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764848.673142:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44625 00000100:00100000:3.0:1775764848.679327:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.679414:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223075584 00000100:00100000:0.0:1775764848.679424:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223075584 00002000:00100000:0.0:1775764848.679475:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2887680->2891775) req@ffff8b8c9ed7e300 x1862022223075584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.679486:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7e300 with x1862022223075584 ext(2887680->2891775) 00002000:00010000:0.0:1775764848.679492:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7e300 00000100:00100000:0.0:1775764848.679525:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38798 00000100:00100000:0.0:1775764848.679534:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223075584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764848.679812:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223075584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 278us (496us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764848.679820:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38798 00002000:00100000:0.0:1775764848.679827:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2887680->2891775) req@ffff8b8c9ed7e300 x1862022223075584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.679835:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7e300 with x1862022223075584 ext(2887680->2891775) 00002000:00010000:0.0:1775764848.679838:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7e300 00000100:00100000:0.0:1775764848.685369:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.685487:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223075712 00000100:00100000:2.0:1775764848.685498:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223075712 00002000:00100000:2.0:1775764848.685593:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2891776->2895871) req@ffff8b8ca29b0700 x1862022223075712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.685605:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223075712 ext(2891776->2895871) 00002000:00010000:2.0:1775764848.685611:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0700 00000100:00100000:2.0:1775764848.685681:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38799 00000100:00100000:2.0:1775764848.685691:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223075712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764848.685938:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223075712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 247us (577us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764848.685946:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38799 00002000:00100000:2.0:1775764848.685952:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2891776->2895871) req@ffff8b8ca29b0700 x1862022223075712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.685960:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223075712 ext(2891776->2895871) 00002000:00010000:2.0:1775764848.685963:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0700 00000100:00100000:2.0:1775764848.692702:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.692868:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223075840 00000100:00100000:0.0:1775764848.692879:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223075840 00002000:00100000:0.0:1775764848.692926:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1822720->2895871) req@ffff8b8c9f969500 x1862022223075840/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 504/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.692938:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969500 with x1862022223075840 ext(1822720->2895871) 00002000:00010000:0.0:1775764848.692945:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969500 00000100:00100000:0.0:1775764848.692981:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38800 00000100:00100000:0.0:1775764848.692990:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223075840:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764848.696080:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223075840:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3081us (3378us total) trans 4294996822 rc 0/0 00000100:00100000:1.0:1775764848.696094:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38800 00002000:00100000:1.0:1775764848.696108:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1822720->2895871) req@ffff8b8c9f969500 x1862022223075840/t4294996822(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 504/448 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.696119:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969500 with x1862022223075840 ext(1822720->2895871) 00002000:00010000:1.0:1775764848.696125:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969500 00000100:00100000:3.0:1775764848.703611:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.704097:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223075968 00000100:00100000:0.0:1775764848.704107:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223075968 00000100:00100000:0.0:1775764848.704205:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84851 00000100:00100000:0.0:1775764848.704216:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223075968:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764848.757195:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996822 is committed 00000100:00100000:0.0:1775764848.757379:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223075968:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 53161us (53773us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764848.757391:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84851 00000100:00100000:3.0:1775764848.763489:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.763868:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223076096 00000100:00100000:2.0:1775764848.763880:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223076096 00002000:00100000:2.0:1775764848.763927:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (278528->282623) req@ffff8b8c9ed7f800 x1862022223076096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.763940:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7f800 with x1862022223076096 ext(278528->282623) 00002000:00010000:2.0:1775764848.763946:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7f800 00000100:00100000:2.0:1775764848.763980:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38801 00000100:00100000:2.0:1775764848.763989:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223076096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764848.764262:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223076096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 273us (781us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764848.764271:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38801 00002000:00100000:2.0:1775764848.764277:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (278528->282623) req@ffff8b8c9ed7f800 x1862022223076096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.764286:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7f800 with x1862022223076096 ext(278528->282623) 00002000:00010000:2.0:1775764848.764289:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7f800 00000100:00100000:3.0:1775764848.768437:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.768579:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223076224 00000100:00100000:1.0:1775764848.768590:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223076224 00002000:00100000:1.0:1775764848.768635:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (282624->286719) req@ffff8b8c99499500 x1862022223076224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.768647:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499500 with x1862022223076224 ext(282624->286719) 00002000:00010000:1.0:1775764848.768653:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99499500 00000100:00100000:1.0:1775764848.768684:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38802 00000100:00100000:1.0:1775764848.768693:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223076224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.768933:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223076224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 239us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.768940:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38802 00002000:00100000:1.0:1775764848.768946:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (282624->286719) req@ffff8b8c99499500 x1862022223076224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.768955:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499500 with x1862022223076224 ext(282624->286719) 00002000:00010000:1.0:1775764848.768958:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99499500 00000100:00100000:1.0:1775764848.773599:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.773694:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223076352 00000100:00100000:0.0:1775764848.773706:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223076352 00002000:00100000:0.0:1775764848.773763:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (286720->290815) req@ffff8b8c892e5880 x1862022223076352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.773774:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e5880 with x1862022223076352 ext(286720->290815) 00002000:00010000:0.0:1775764848.773780:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e5880 00000100:00100000:0.0:1775764848.773816:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38803 00000100:00100000:0.0:1775764848.773826:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223076352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764848.774075:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223076352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 250us (485us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764848.774088:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38803 00002000:00100000:0.0:1775764848.774095:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (286720->290815) req@ffff8b8c892e5880 x1862022223076352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.774103:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e5880 with x1862022223076352 ext(286720->290815) 00002000:00010000:0.0:1775764848.774107:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e5880 00000100:00100000:0.0:1775764848.777640:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.777741:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223076480 00000100:00100000:1.0:1775764848.777752:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223076480 00002000:00100000:1.0:1775764848.777803:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (290816->294911) req@ffff8b8ca29b2300 x1862022223076480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.777814:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2300 with x1862022223076480 ext(290816->294911) 00002000:00010000:1.0:1775764848.777820:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2300 00000100:00100000:1.0:1775764848.777901:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38804 00000100:00100000:1.0:1775764848.777911:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223076480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.778316:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223076480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 405us (686us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.778324:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38804 00002000:00100000:1.0:1775764848.778330:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (290816->294911) req@ffff8b8ca29b2300 x1862022223076480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.778338:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2300 with x1862022223076480 ext(290816->294911) 00002000:00010000:1.0:1775764848.778343:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2300 00000100:00100000:3.0:1775764848.782476:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.782756:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223076608 00000100:00100000:0.0:1775764848.782795:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223076608 00002000:00100000:0.0:1775764848.782845:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (294912->299007) req@ffff8b8c9949ad80 x1862022223076608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.782871:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949ad80 with x1862022223076608 ext(294912->299007) 00002000:00010000:0.0:1775764848.782877:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949ad80 00000100:00100000:0.0:1775764848.782910:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38805 00000100:00100000:0.0:1775764848.782919:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223076608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764848.783172:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223076608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (708us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764848.783180:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38805 00002000:00100000:0.0:1775764848.783187:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (294912->299007) req@ffff8b8c9949ad80 x1862022223076608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.783195:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949ad80 with x1862022223076608 ext(294912->299007) 00002000:00010000:0.0:1775764848.783198:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949ad80 00000100:00100000:0.0:1775764848.787483:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.787559:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223076736 00000100:00100000:3.0:1775764848.787569:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223076736 00002000:00100000:3.0:1775764848.787616:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (299008->303103) req@ffff8b8ca29b3480 x1862022223076736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.787626:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3480 with x1862022223076736 ext(299008->303103) 00002000:00010000:3.0:1775764848.787633:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b3480 00000100:00100000:3.0:1775764848.787664:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38806 00000100:00100000:3.0:1775764848.787673:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223076736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764848.787951:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223076736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 277us (475us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764848.787959:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38806 00002000:00100000:3.0:1775764848.787966:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (299008->303103) req@ffff8b8ca29b3480 x1862022223076736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.787980:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3480 with x1862022223076736 ext(299008->303103) 00002000:00010000:3.0:1775764848.787983:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b3480 00000100:00100000:3.0:1775764848.791656:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.791776:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223076864 00000100:00100000:1.0:1775764848.791787:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223076864 00002000:00100000:1.0:1775764848.791836:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (303104->307199) req@ffff8b8c99498000 x1862022223076864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.791846:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022223076864 ext(303104->307199) 00002000:00010000:1.0:1775764848.791862:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:1.0:1775764848.791896:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38807 00000100:00100000:1.0:1775764848.791905:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223076864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.792154:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223076864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 249us (507us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.792162:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38807 00002000:00100000:1.0:1775764848.792170:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (303104->307199) req@ffff8b8c99498000 x1862022223076864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.792177:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022223076864 ext(303104->307199) 00002000:00010000:1.0:1775764848.792180:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:0.0:1775764848.795837:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.795948:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223076992 00000100:00100000:2.0:1775764848.795958:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223076992 00002000:00100000:2.0:1775764848.796013:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (307200->311295) req@ffff8b8ca29b3800 x1862022223076992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.796032:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3800 with x1862022223076992 ext(307200->311295) 00002000:00010000:2.0:1775764848.796039:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b3800 00000100:00100000:2.0:1775764848.796072:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38808 00000100:00100000:2.0:1775764848.796082:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223076992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764848.796336:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223076992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (506us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764848.796345:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38808 00002000:00100000:2.0:1775764848.796351:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (307200->311295) req@ffff8b8ca29b3800 x1862022223076992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.796360:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3800 with x1862022223076992 ext(307200->311295) 00002000:00010000:2.0:1775764848.796363:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b3800 00000100:00100000:2.0:1775764848.801250:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.801411:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223077120 00000100:00100000:1.0:1775764848.801422:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223077120 00002000:00100000:1.0:1775764848.801480:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (311296->315391) req@ffff8b8cbb57f450 x1862022223077120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.801490:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57f450 with x1862022223077120 ext(311296->315391) 00002000:00010000:1.0:1775764848.801495:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57f450 00000100:00100000:1.0:1775764848.801528:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38809 00000100:00100000:1.0:1775764848.801576:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb57f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223077120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.801847:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb57f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223077120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 310us (609us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.801866:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38809 00002000:00100000:1.0:1775764848.801873:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (311296->315391) req@ffff8b8cbb57f450 x1862022223077120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.801880:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57f450 with x1862022223077120 ext(311296->315391) 00002000:00010000:1.0:1775764848.801883:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57f450 00000100:00100000:3.0:1775764848.806247:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.806362:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223077248 00000100:00100000:2.0:1775764848.806375:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223077248 00002000:00100000:2.0:1775764848.806427:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (315392->319487) req@ffff8b8c99499880 x1862022223077248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.806438:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499880 with x1862022223077248 ext(315392->319487) 00002000:00010000:2.0:1775764848.806445:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99499880 00000100:00100000:2.0:1775764848.806481:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38810 00000100:00100000:2.0:1775764848.806491:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223077248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764848.806781:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223077248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 290us (542us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764848.806788:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38810 00002000:00100000:2.0:1775764848.806795:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (315392->319487) req@ffff8b8c99499880 x1862022223077248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.806803:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499880 with x1862022223077248 ext(315392->319487) 00002000:00010000:2.0:1775764848.806806:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99499880 00000100:00100000:0.0:1775764848.810823:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.811037:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223077376 00000100:00100000:1.0:1775764848.811048:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223077376 00002000:00100000:1.0:1775764848.811097:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (319488->323583) req@ffff8b8ca29b1f80 x1862022223077376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.811108:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1f80 with x1862022223077376 ext(319488->323583) 00002000:00010000:1.0:1775764848.811116:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b1f80 00000100:00100000:1.0:1775764848.811148:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38811 00000100:00100000:1.0:1775764848.811159:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223077376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.811405:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223077376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 247us (593us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.811414:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38811 00002000:00100000:1.0:1775764848.811420:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (319488->323583) req@ffff8b8ca29b1f80 x1862022223077376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.811428:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1f80 with x1862022223077376 ext(319488->323583) 00002000:00010000:1.0:1775764848.811432:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b1f80 00000100:00100000:0.0:1775764848.824674:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.824827:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223077504 00000100:00100000:3.0:1775764848.824839:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223077504 00002000:00100000:3.0:1775764848.824899:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (323584->327679) req@ffff8b8ca29b0e00 x1862022223077504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.824911:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0e00 with x1862022223077504 ext(323584->327679) 00002000:00010000:3.0:1775764848.824917:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0e00 00000100:00100000:3.0:1775764848.824950:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38812 00000100:00100000:3.0:1775764848.824961:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223077504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764848.825221:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223077504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 260us (555us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764848.825229:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38812 00002000:00100000:3.0:1775764848.825245:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (323584->327679) req@ffff8b8ca29b0e00 x1862022223077504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.825254:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0e00 with x1862022223077504 ext(323584->327679) 00002000:00010000:3.0:1775764848.825259:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0e00 00000100:00100000:3.0:1775764848.833334:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.833470:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223077632 00000100:00100000:2.0:1775764848.833483:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223077632 00002000:00100000:2.0:1775764848.833569:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (327680->331775) req@ffff8b8c99499180 x1862022223077632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.833582:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499180 with x1862022223077632 ext(327680->331775) 00002000:00010000:2.0:1775764848.833588:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99499180 00000100:00100000:2.0:1775764848.833619:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38813 00000100:00100000:2.0:1775764848.833628:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223077632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764848.833901:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223077632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 273us (576us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764848.833909:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38813 00002000:00100000:2.0:1775764848.833916:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (327680->331775) req@ffff8b8c99499180 x1862022223077632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.833923:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499180 with x1862022223077632 ext(327680->331775) 00002000:00010000:2.0:1775764848.833927:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99499180 00000100:00100000:0.0:1775764848.837679:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.837839:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223077760 00000100:00100000:2.0:1775764848.837860:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223077760 00002000:00100000:2.0:1775764848.837909:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (331776->335871) req@ffff8b8ca29b2a00 x1862022223077760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.837919:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2a00 with x1862022223077760 ext(331776->335871) 00002000:00010000:2.0:1775764848.837925:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2a00 00000100:00100000:2.0:1775764848.837958:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38814 00000100:00100000:2.0:1775764848.837968:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223077760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764848.838222:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223077760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764848.838230:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38814 00002000:00100000:2.0:1775764848.838240:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (331776->335871) req@ffff8b8ca29b2a00 x1862022223077760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.838247:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2a00 with x1862022223077760 ext(331776->335871) 00002000:00010000:2.0:1775764848.838250:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2a00 00000100:00100000:3.0:1775764848.842244:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.842357:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223077888 00000100:00100000:1.0:1775764848.842368:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223077888 00002000:00100000:1.0:1775764848.842424:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (335872->339967) req@ffff8b8c99498a80 x1862022223077888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.842435:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022223077888 ext(335872->339967) 00002000:00010000:1.0:1775764848.842442:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498a80 00000100:00100000:1.0:1775764848.842481:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38815 00000100:00100000:1.0:1775764848.842490:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223077888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.842792:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223077888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 303us (558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.842800:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38815 00002000:00100000:1.0:1775764848.842806:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (335872->339967) req@ffff8b8c99498a80 x1862022223077888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.842822:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022223077888 ext(335872->339967) 00002000:00010000:1.0:1775764848.842825:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498a80 00000100:00100000:0.0:1775764848.848515:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.848772:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223078016 00000100:00100000:1.0:1775764848.848783:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223078016 00002000:00100000:1.0:1775764848.848837:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (339968->344063) req@ffff8b8ca29b0380 x1862022223078016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.848859:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0380 with x1862022223078016 ext(339968->344063) 00002000:00010000:1.0:1775764848.848866:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0380 00000100:00100000:1.0:1775764848.848899:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38816 00000100:00100000:1.0:1775764848.848908:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223078016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.849705:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223078016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 794us (1194us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.853135:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38816 00002000:00100000:1.0:1775764848.853155:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (339968->344063) req@ffff8b8ca29b0380 x1862022223078016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.853163:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0380 with x1862022223078016 ext(339968->344063) 00002000:00010000:1.0:1775764848.853169:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0380 00000100:00100000:3.0:1775764848.854585:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.855186:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223078272 00000100:00100000:1.0:1775764848.855196:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223078272 00000100:00100000:1.0:1775764848.855258:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44626 00000100:00100000:1.0:1775764848.855267:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223078272:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764848.855324:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764848.855352:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d063d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd175 expref: 88 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.855374:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764848.855379:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764848.855640:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0644 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.855654:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0644 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.855663:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0644 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764848.855711:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032390 00000004:00010000:1.0:1775764848.855749:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002bd7d60d reply state 00000000d74baa1b transno 4295032391 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0644 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764848.855758:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764848.855857:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223078272:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 581us (1268us total) trans 4295032391 rc 0/0 00000100:00100000:1.0:1775764848.855865:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44626 00000020:00080000:1.0:1775764848.855870:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764848.857873:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0644 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.857892:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0644 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.857900:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0644 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.857906:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca313fa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764848.857910:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0644 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.857918:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0644 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.857934:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764848.857937:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764848.857942:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0644 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764848.857947:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0644 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764848.861783:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.861821:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.862109:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223078400 00000100:00100000:2.0:1775764848.862119:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223078400 00002000:00010000:2.0:1775764848.862159:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (875368->18446744073709551615) 00002000:00100000:2.0:1775764848.862163:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949bb80 with x1862022223078400 ext(875368->18446744073709551615) 00002000:00010000:2.0:1775764848.862175:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949bb80. 00000100:00100000:2.0:1775764848.862199:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223078528 00000100:00100000:2.0:1775764848.862202:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223078528 00002000:00010000:2.0:1775764848.862212:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764848.862215:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a680 with x1862022223078528 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764848.862221:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949a680. 00000100:00100000:2.0:1775764848.862240:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38817 00000100:00100000:2.0:1775764848.862250:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223078400:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764848.862735:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 875368 00002000:00010000:2.0:1775764848.862739:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764849 00002000:00010000:2.0:1775764848.862741:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764848 -> 1775764848 00002000:00010000:2.0:1775764848.862744:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764849 00002000:00010000:2.0:1775764848.862745:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:2.0:1775764848.862799:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223078400:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 550us (1025us total) trans 4294996823 rc 0/0 00000100:00100000:2.0:1775764848.862807:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38817 00002000:00010000:2.0:1775764848.862810:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (875368->18446744073709551615) 00002000:00100000:2.0:1775764848.862813:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949bb80 with x1862022223078400 ext(875368->18446744073709551615) 00002000:00010000:2.0:1775764848.862818:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949bb80. 00000100:00100000:2.0:1775764848.862836:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38818 00000100:00100000:2.0:1775764848.862843:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223078528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764848.862989:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 639561 -> 0 00002000:00010000:2.0:1775764848.862993:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764848 -> 1775764849 00002000:00010000:2.0:1775764848.862995:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764848.862997:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764848 -> 1775764849 00002000:00010000:2.0:1775764848.862999:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764848.863033:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223078528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 189us (1211us total) trans 4294996171 rc 0/0 00000100:00100000:2.0:1775764848.863040:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38818 00002000:00010000:2.0:1775764848.863043:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764848.863045:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a680 with x1862022223078528 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764848.863050:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949a680. 00000100:00100000:3.0:1775764848.874575:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.874681:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223078656 00000100:00100000:1.0:1775764848.874693:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223078656 00000100:00100000:1.0:1775764848.874755:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44627 00000100:00100000:1.0:1775764848.874765:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+89:11755:x1862022223078656:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764848.874791:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764848.874813:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d064b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd17c expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.874912:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0652 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.874927:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0652 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.874938:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0652 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764848.874966:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 875368 00000004:00200000:1.0:1775764848.874970:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764848.874999:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0652 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.875227:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d064b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd17c expref: 91 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.875249:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0652 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd17c expref: 90 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.875257:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764848.875260:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764848.875263:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313f200, rc 0) 00000100:00100000:1.0:1775764848.875328:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223078656:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 564us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764848.875336:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44627 00000100:00100000:0.0:1775764848.882338:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.882785:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223078912 00000100:00100000:1.0:1775764848.882797:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223078912 00000100:00100000:1.0:1775764848.882869:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44628 00000100:00100000:1.0:1775764848.882879:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223078912:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764848.882931:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764848.882957:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0652 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd17c expref: 90 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.882975:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764848.882991:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764848.883203:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d0659 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.883217:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d0659 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.883227:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d0659 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764848.883275:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032392 00000004:00010000:1.0:1775764848.883297:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000444c9388 reply state 000000007d52328c transno 4295032393 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d0659 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764848.883306:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764848.883395:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223078912:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 516us (1066us total) trans 4295032393 rc 0/0 00000100:00100000:1.0:1775764848.883403:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44628 00000020:00080000:1.0:1775764848.883407:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764848.885652:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d0659 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.885667:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d0659 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.885675:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d0659 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.885681:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca313e400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764848.885685:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d0659 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.885693:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d0659 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.885710:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764848.885724:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764848.885729:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d0659 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764848.885736:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e400/0xdb23b4c9253d0659 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764848.889115:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.889153:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.890312:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223079168 00000100:00100000:1.0:1775764848.890328:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223079168 00002000:00010000:1.0:1775764848.890379:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764848.890386:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1500 with x1862022223079168 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764848.890397:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b1500. 00000100:00100000:1.0:1775764848.890418:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223079040 00000100:00100000:1.0:1775764848.890421:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223079040 00002000:00010000:1.0:1775764848.890431:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3141823->18446744073709551615) 00002000:00100000:1.0:1775764848.890435:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2d80 with x1862022223079040 ext(3141823->18446744073709551615) 00002000:00010000:1.0:1775764848.890441:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2d80. 00000100:00100000:1.0:1775764848.890471:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38819 00000100:00100000:1.0:1775764848.890481:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223079168:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:0.0:1775764848.890936:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38820 00000100:00100000:0.0:1775764848.890947:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223079040:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764848.891105:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 875368 -> 3141823 00002000:00010000:0.0:1775764848.891109:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764849 -> 1775764849 00002000:00010000:0.0:1775764848.891111:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764848 -> 1775764848 00002000:00010000:0.0:1775764848.891114:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764849 -> 1775764849 00002000:00010000:0.0:1775764848.891117:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:0.0:1775764848.891182:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223079040:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 236us (2027us total) trans 4294996824 rc 0/0 00000100:00100000:0.0:1775764848.891190:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38820 00002000:00010000:0.0:1775764848.891194:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3141823->18446744073709551615) 00002000:00100000:0.0:1775764848.891196:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2d80 with x1862022223079040 ext(3141823->18446744073709551615) 00002000:00010000:0.0:1775764848.891201:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2d80. 00002000:00010000:0.0:1775764848.893579:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764848.893589:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764849 -> 1775764849 00002000:00010000:0.0:1775764848.893593:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764848.893596:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764849 -> 1775764849 00002000:00010000:0.0:1775764848.893598:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764848.893700:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223079168:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3214us (4588us total) trans 4294996172 rc 0/0 00000100:00100000:0.0:1775764848.893710:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38819 00002000:00010000:0.0:1775764848.893942:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764848.893946:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1500 with x1862022223079168 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764848.893957:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b1500. 00000100:00100000:0.0:1775764848.898802:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.898915:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223079296 00000100:00100000:2.0:1775764848.898928:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223079296 00000100:00100000:2.0:1775764848.898995:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44629 00000100:00100000:2.0:1775764848.899006:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+91:11755:x1862022223079296:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764848.899041:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764848.899064:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a573800/0xdb23b4c9253d0660 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd183 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.899153:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572800/0xdb23b4c9253d0667 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.899168:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572800/0xdb23b4c9253d0667 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.899183:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572800/0xdb23b4c9253d0667 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764848.899302:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3141823 00000004:00200000:2.0:1775764848.899307:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764848.899327:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572800/0xdb23b4c9253d0667 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.899354:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a573800/0xdb23b4c9253d0660 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd183 expref: 93 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.899371:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572800/0xdb23b4c9253d0667 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd183 expref: 92 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764848.899380:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764848.899383:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764848.899386:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9a572800, rc 0) 00000100:00100000:2.0:1775764848.899452:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223079296:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 449us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764848.899460:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44629 00000100:00100000:2.0:1775764848.904237:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.904425:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223079424 00000100:00100000:1.0:1775764848.904437:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223079424 00002000:00100000:1.0:1775764848.904491:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1744896->1748991) req@ffff8b8c9f96ad80 x1862022223079424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.904502:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96ad80 with x1862022223079424 ext(1744896->1748991) 00002000:00010000:1.0:1775764848.904509:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96ad80 00000100:00100000:1.0:1775764848.904580:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38821 00000100:00100000:1.0:1775764848.904590:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223079424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.904839:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223079424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 250us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.904859:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38821 00002000:00100000:1.0:1775764848.904867:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1744896->1748991) req@ffff8b8c9f96ad80 x1862022223079424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.904875:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96ad80 with x1862022223079424 ext(1744896->1748991) 00002000:00010000:1.0:1775764848.904879:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96ad80 00000100:00100000:2.0:1775764848.914431:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.914575:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223079552 00000100:00100000:0.0:1775764848.914586:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223079552 00002000:00100000:0.0:1775764848.914635:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1753088->1757183) req@ffff8b8c9f968000 x1862022223079552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.914647:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968000 with x1862022223079552 ext(1753088->1757183) 00002000:00010000:0.0:1775764848.914653:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968000 00000100:00100000:0.0:1775764848.914688:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38822 00000100:00100000:0.0:1775764848.914697:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223079552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764848.914955:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223079552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 258us (534us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764848.914964:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38822 00002000:00100000:0.0:1775764848.914971:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1753088->1757183) req@ffff8b8c9f968000 x1862022223079552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.914979:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968000 with x1862022223079552 ext(1753088->1757183) 00002000:00010000:0.0:1775764848.915196:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968000 00000100:00100000:2.0:1775764848.924920:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.926893:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223079680 00000100:00100000:1.0:1775764848.926906:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223079680 00002000:00100000:1.0:1775764848.926964:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2641920->2646015) req@ffff8b8c9f969880 x1862022223079680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.926976:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969880 with x1862022223079680 ext(2641920->2646015) 00002000:00010000:1.0:1775764848.926993:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969880 00000100:00100000:1.0:1775764848.927037:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38823 00000100:00100000:1.0:1775764848.927047:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223079680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.927308:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223079680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 261us (2395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.927317:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38823 00002000:00100000:1.0:1775764848.927324:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2641920->2646015) req@ffff8b8c9f969880 x1862022223079680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.927333:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969880 with x1862022223079680 ext(2641920->2646015) 00002000:00010000:1.0:1775764848.927337:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969880 00000100:00100000:2.0:1775764848.939883:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.940336:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223079808 00000100:00100000:1.0:1775764848.940348:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223079808 00002000:00100000:1.0:1775764848.940400:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2945024->2949119) req@ffff8b8c9f969180 x1862022223079808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.940410:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969180 with x1862022223079808 ext(2945024->2949119) 00002000:00010000:1.0:1775764848.940416:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969180 00000100:00100000:1.0:1775764848.940449:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38824 00000100:00100000:1.0:1775764848.940459:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223079808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.940964:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223079808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 506us (1089us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.940971:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38824 00002000:00100000:1.0:1775764848.940978:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2945024->2949119) req@ffff8b8c9f969180 x1862022223079808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.940986:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969180 with x1862022223079808 ext(2945024->2949119) 00002000:00010000:1.0:1775764848.940990:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969180 00000100:00100000:3.0:1775764848.950151:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764848.950359:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223079936 00000100:00100000:2.0:1775764848.950370:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223079936 00002000:00100000:2.0:1775764848.950417:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2949120->2953215) req@ffff8b8c9949a300 x1862022223079936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.950435:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a300 with x1862022223079936 ext(2949120->2953215) 00002000:00010000:2.0:1775764848.950440:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a300 00000100:00100000:2.0:1775764848.950523:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38825 00000100:00100000:2.0:1775764848.950534:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223079936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764848.950815:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223079936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (1100us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764848.950823:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38825 00002000:00100000:2.0:1775764848.950828:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2949120->2953215) req@ffff8b8c9949a300 x1862022223079936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764848.950835:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a300 with x1862022223079936 ext(2949120->2953215) 00002000:00010000:2.0:1775764848.950838:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a300 00000100:00100000:0.0:1775764848.954790:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.956361:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223080064 00000100:00100000:1.0:1775764848.956377:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223080064 00002000:00100000:1.0:1775764848.956435:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2953216->2957311) req@ffff8b8ca29b1180 x1862022223080064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.956447:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1180 with x1862022223080064 ext(2953216->2957311) 00002000:00010000:1.0:1775764848.956452:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1180 00000100:00100000:1.0:1775764848.956487:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38826 00000100:00100000:1.0:1775764848.956497:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223080064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.956771:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223080064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (1989us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.956780:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38826 00002000:00100000:1.0:1775764848.956786:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2953216->2957311) req@ffff8b8ca29b1180 x1862022223080064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.956794:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1180 with x1862022223080064 ext(2953216->2957311) 00002000:00010000:1.0:1775764848.956797:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1180 00000100:00100000:3.0:1775764848.964442:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.964747:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223080192 00000100:00100000:1.0:1775764848.964758:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223080192 00002000:00100000:1.0:1775764848.964810:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2957312->2961407) req@ffff8b8c9949b480 x1862022223080192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.964822:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b480 with x1862022223080192 ext(2957312->2961407) 00002000:00010000:1.0:1775764848.964828:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b480 00000100:00100000:1.0:1775764848.964874:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38827 00000100:00100000:1.0:1775764848.964884:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223080192:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.965153:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223080192:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 269us (728us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.965165:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38827 00002000:00100000:1.0:1775764848.965172:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2957312->2961407) req@ffff8b8c9949b480 x1862022223080192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.965180:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b480 with x1862022223080192 ext(2957312->2961407) 00002000:00010000:1.0:1775764848.965184:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b480 00000100:00100000:1.0:1775764848.971483:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764848.971614:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223080320 00000100:00100000:3.0:1775764848.971794:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223080320 00002000:00100000:3.0:1775764848.971868:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2961408->2965503) req@ffff8b8c892e4000 x1862022223080320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.971878:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4000 with x1862022223080320 ext(2961408->2965503) 00002000:00010000:3.0:1775764848.971885:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4000 00000100:00100000:3.0:1775764848.971996:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38828 00000100:00100000:3.0:1775764848.972007:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223080320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764848.972288:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223080320:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (815us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764848.972297:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38828 00002000:00100000:3.0:1775764848.972303:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2961408->2965503) req@ffff8b8c892e4000 x1862022223080320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764848.972310:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4000 with x1862022223080320 ext(2961408->2965503) 00002000:00010000:3.0:1775764848.972313:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4000 00000100:00100000:0.0:1775764848.978291:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.978391:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223080448 00000100:00100000:1.0:1775764848.978402:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223080448 00002000:00100000:1.0:1775764848.978455:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2965504->2969599) req@ffff8b8ca29b0a80 x1862022223080448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.978468:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0a80 with x1862022223080448 ext(2965504->2969599) 00002000:00010000:1.0:1775764848.978475:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0a80 00000100:00100000:1.0:1775764848.978508:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38829 00000100:00100000:1.0:1775764848.978517:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223080448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.978932:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223080448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 415us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.978940:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38829 00002000:00100000:1.0:1775764848.978946:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2965504->2969599) req@ffff8b8ca29b0a80 x1862022223080448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.978956:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0a80 with x1862022223080448 ext(2965504->2969599) 00002000:00010000:1.0:1775764848.978959:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0a80 00000100:00100000:2.0:1775764848.983323:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764848.984871:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223080576 00000100:00100000:1.0:1775764848.984885:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223080576 00002000:00100000:1.0:1775764848.984942:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2969600->2973695) req@ffff8b8c9f968a80 x1862022223080576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.984953:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968a80 with x1862022223080576 ext(2969600->2973695) 00002000:00010000:1.0:1775764848.984958:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968a80 00000100:00100000:1.0:1775764848.984996:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38830 00000100:00100000:1.0:1775764848.985005:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223080576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764848.985492:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223080576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 485us (2174us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764848.985500:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38830 00002000:00100000:1.0:1775764848.985507:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2969600->2973695) req@ffff8b8c9f968a80 x1862022223080576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764848.985516:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968a80 with x1862022223080576 ext(2969600->2973695) 00002000:00010000:1.0:1775764848.985520:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968a80 00000100:00100000:3.0:1775764848.998248:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764848.998378:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223080704 00000100:00100000:0.0:1775764848.998391:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223080704 00002000:00100000:0.0:1775764848.998444:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2973696->2977791) req@ffff8b8c9949b800 x1862022223080704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/0 e 0 to 0 dl 1775764859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.998455:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022223080704 ext(2973696->2977791) 00002000:00010000:0.0:1775764848.998462:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b800 00000100:00100000:0.0:1775764848.998500:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38831 00000100:00100000:0.0:1775764848.998510:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223080704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764848.998812:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223080704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 302us (573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764848.998820:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38831 00002000:00100000:0.0:1775764848.998826:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2973696->2977791) req@ffff8b8c9949b800 x1862022223080704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:329/0 lens 488/4536 e 0 to 0 dl 1775764859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764848.998834:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022223080704 ext(2973696->2977791) 00002000:00010000:0.0:1775764848.998837:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b800 00000100:00100000:2.0:1775764849.011911:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.012023:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223080832 00000100:00100000:0.0:1775764849.012034:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223080832 00002000:00100000:0.0:1775764849.012080:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2977792->2981887) req@ffff8b8c9f969c00 x1862022223080832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.012091:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969c00 with x1862022223080832 ext(2977792->2981887) 00002000:00010000:0.0:1775764849.012098:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969c00 00000100:00100000:0.0:1775764849.012131:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38832 00000100:00100000:0.0:1775764849.012140:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223080832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764849.012588:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223080832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 447us (685us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764849.012597:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38832 00002000:00100000:0.0:1775764849.012604:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2977792->2981887) req@ffff8b8c9f969c00 x1862022223080832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/4536 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.012612:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969c00 with x1862022223080832 ext(2977792->2981887) 00002000:00010000:0.0:1775764849.012616:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969c00 00000100:00100000:2.0:1775764849.023819:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764849.024000:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223080960 00000100:00100000:3.0:1775764849.024012:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223080960 00002000:00100000:3.0:1775764849.024076:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2981888->2985983) req@ffff8b8c9f96bb80 x1862022223080960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764849.024087:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96bb80 with x1862022223080960 ext(2981888->2985983) 00002000:00010000:3.0:1775764849.024094:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96bb80 00000100:00100000:3.0:1775764849.024132:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38833 00000100:00100000:3.0:1775764849.024142:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223080960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764849.024396:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223080960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (591us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764849.024405:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38833 00002000:00100000:3.0:1775764849.024412:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2981888->2985983) req@ffff8b8c9f96bb80 x1862022223080960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/4536 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764849.024421:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96bb80 with x1862022223080960 ext(2981888->2985983) 00002000:00010000:3.0:1775764849.024425:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96bb80 00000100:00100000:3.0:1775764849.030082:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764849.030435:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223081088 00000100:00100000:2.0:1775764849.030445:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223081088 00002000:00100000:2.0:1775764849.030502:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2985984->2990079) req@ffff8b8c99499f80 x1862022223081088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764849.030512:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499f80 with x1862022223081088 ext(2985984->2990079) 00002000:00010000:2.0:1775764849.030518:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499f80 00000100:00100000:2.0:1775764849.030578:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38834 00000100:00100000:2.0:1775764849.030589:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223081088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764849.030839:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223081088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 252us (769us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764849.030857:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38834 00002000:00100000:2.0:1775764849.030864:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2985984->2990079) req@ffff8b8c99499f80 x1862022223081088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/4536 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764849.030872:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499f80 with x1862022223081088 ext(2985984->2990079) 00002000:00010000:2.0:1775764849.030875:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499f80 00000100:00100000:2.0:1775764849.049085:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.049263:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223081216 00000100:00100000:1.0:1775764849.049275:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223081216 00002000:00100000:1.0:1775764849.049335:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->2994175) req@ffff8b8c9f96a680 x1862022223081216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.049346:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96a680 with x1862022223081216 ext(2990080->2994175) 00002000:00010000:1.0:1775764849.049353:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96a680 00000100:00100000:1.0:1775764849.049389:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38835 00000100:00100000:1.0:1775764849.049399:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223081216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764849.049711:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223081216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 312us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764849.049728:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38835 00002000:00100000:1.0:1775764849.049735:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->2994175) req@ffff8b8c9f96a680 x1862022223081216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/4536 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.049744:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96a680 with x1862022223081216 ext(2990080->2994175) 00002000:00010000:1.0:1775764849.049747:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96a680 00000100:00100000:3.0:1775764849.054489:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.054878:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223081344 00000100:00100000:0.0:1775764849.054895:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223081344 00002000:00100000:0.0:1775764849.054955:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2994176->2998271) req@ffff8b8c99498e00 x1862022223081344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.054967:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022223081344 ext(2994176->2998271) 00002000:00010000:0.0:1775764849.054975:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498e00 00000100:00100000:0.0:1775764849.055019:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38836 00000100:00100000:0.0:1775764849.055028:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223081344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764849.055336:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223081344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 307us (856us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764849.055344:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38836 00002000:00100000:0.0:1775764849.055350:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2994176->2998271) req@ffff8b8c99498e00 x1862022223081344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/4536 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.055358:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022223081344 ext(2994176->2998271) 00002000:00010000:0.0:1775764849.055361:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498e00 00000100:00100000:3.0:1775764849.066228:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.066561:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223081472 00000100:00100000:1.0:1775764849.066573:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223081472 00002000:00100000:1.0:1775764849.066627:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2998272->3002367) req@ffff8b8c9949aa00 x1862022223081472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.066638:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949aa00 with x1862022223081472 ext(2998272->3002367) 00002000:00010000:1.0:1775764849.066645:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949aa00 00000100:00100000:1.0:1775764849.066687:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38837 00000100:00100000:1.0:1775764849.066697:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223081472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764849.066966:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223081472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 269us (746us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764849.066974:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38837 00002000:00100000:1.0:1775764849.066981:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2998272->3002367) req@ffff8b8c9949aa00 x1862022223081472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/4536 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.066989:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949aa00 with x1862022223081472 ext(2998272->3002367) 00002000:00010000:1.0:1775764849.066992:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949aa00 00000100:00100000:3.0:1775764849.073136:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764849.078958:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223081600 00000100:00100000:2.0:1775764849.078974:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223081600 00002000:00100000:2.0:1775764849.079061:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3002368->3006463) req@ffff8b8c99498380 x1862022223081600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764849.079072:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498380 with x1862022223081600 ext(3002368->3006463) 00002000:00010000:2.0:1775764849.079079:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498380 00000100:00100000:2.0:1775764849.079105:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38838 00000100:00100000:2.0:1775764849.079114:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223081600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764849.079390:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223081600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 277us (6263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764849.079398:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38838 00002000:00100000:2.0:1775764849.079405:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3002368->3006463) req@ffff8b8c99498380 x1862022223081600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/4536 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764849.079413:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498380 with x1862022223081600 ext(3002368->3006463) 00002000:00010000:2.0:1775764849.079416:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498380 00000100:00100000:3.0:1775764849.084413:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764849.084637:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223081728 00000100:00100000:2.0:1775764849.084647:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223081728 00002000:00100000:2.0:1775764849.084698:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3006464->3010559) req@ffff8b8c9949b100 x1862022223081728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764849.084710:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b100 with x1862022223081728 ext(3006464->3010559) 00002000:00010000:2.0:1775764849.084727:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b100 00000100:00100000:2.0:1775764849.084759:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38839 00000100:00100000:2.0:1775764849.084768:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223081728:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764849.085042:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223081728:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 274us (638us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764849.085051:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38839 00002000:00100000:2.0:1775764849.085057:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3006464->3010559) req@ffff8b8c9949b100 x1862022223081728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/4536 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764849.085064:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b100 with x1862022223081728 ext(3006464->3010559) 00002000:00010000:2.0:1775764849.085068:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b100 00000100:00100000:1.0:1775764849.139483:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.140262:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223081856 00000100:00100000:0.0:1775764849.140273:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223081856 00002000:00100000:0.0:1775764849.140327:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (876544->1937407) req@ffff8b8c892e6680 x1862022223081856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 504/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.140339:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6680 with x1862022223081856 ext(876544->1937407) 00002000:00010000:0.0:1775764849.140345:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e6680 00000100:00100000:0.0:1775764849.140383:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38840 00000100:00100000:0.0:1775764849.140393:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223081856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764849.159464:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.159650:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223081984 00000100:00100000:1.0:1775764849.159661:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223081984 00002000:00100000:1.0:1775764849.159708:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1937408->3055615) req@ffff8b8c99499500 x1862022223081984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 520/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.159725:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499500 with x1862022223081984 ext(1937408->3055615) 00002000:00010000:1.0:1775764849.159731:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499500 00000100:00100000:1.0:1775764849.159767:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38841 00000100:00100000:1.0:1775764849.159777:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223081984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764849.160721:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764849.160769:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223082112 00000100:00100000:3.0:1775764849.160775:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223082112 00002000:00100000:3.0:1775764849.160800:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3055616->3145727) req@ffff8b8c9949ad80 x1862022223082112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764849.160810:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949ad80 with x1862022223082112 ext(3055616->3145727) 00002000:00010000:3.0:1775764849.160814:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949ad80 00000100:00100000:3.0:1775764849.160833:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38842 00000100:00100000:3.0:1775764849.160840:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223082112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764849.195584:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223081856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 55182us (56101us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764849.195597:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38840 00002000:00100000:1.0:1775764849.195609:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (876544->1937407) req@ffff8b8c892e6680 x1862022223081856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 504/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.195620:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6680 with x1862022223081856 ext(876544->1937407) 00002000:00010000:1.0:1775764849.195627:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e6680 00000100:00100000:3.0:1775764849.217702:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223082112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 56852us (56976us total) trans 0 rc 90112/90112 00000100:00100000:3.0:1775764849.217728:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38842 00002000:00100000:3.0:1775764849.217741:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3055616->3145727) req@ffff8b8c9949ad80 x1862022223082112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 90112/90112 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764849.217750:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949ad80 with x1862022223082112 ext(3055616->3145727) 00002000:00010000:3.0:1775764849.217757:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949ad80 00000100:00100000:1.0:1775764849.220743:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223081984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 60959us (61281us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764849.220756:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38841 00002000:00100000:1.0:1775764849.220769:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1937408->3055615) req@ffff8b8c99499500 x1862022223081984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 520/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.220779:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499500 with x1862022223081984 ext(1937408->3055615) 00002000:00010000:1.0:1775764849.220785:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499500 00000100:00100000:2.0:1775764849.232814:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.233212:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223082368 00000100:00100000:0.0:1775764849.233222:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223082368 00000100:00100000:0.0:1775764849.233308:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44630 00000100:00100000:0.0:1775764849.233320:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223082368:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764849.233383:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764849.233412:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572800/0xdb23b4c9253d0667 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd183 expref: 92 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764849.233431:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764849.233438:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764849.233688:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf965600/0xdb23b4c9253d066e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764849.233704:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf965600/0xdb23b4c9253d066e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764849.233725:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf965600/0xdb23b4c9253d066e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764849.233777:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032394 00000004:00010000:0.0:1775764849.233800:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090f4b2e6 reply state 00000000e4ee1eac transno 4295032395 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf965600/0xdb23b4c9253d066e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764849.233809:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764849.233905:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223082368:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 587us (1099us total) trans 4295032395 rc 0/0 00000100:00100000:0.0:1775764849.233912:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44630 00000020:00080000:0.0:1775764849.233917:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1775764849.234446:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764849.241026:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf965600/0xdb23b4c9253d066e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.241045:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf965600/0xdb23b4c9253d066e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.241053:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf965600/0xdb23b4c9253d066e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.241058:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8caf965600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764849.241062:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf965600/0xdb23b4c9253d066e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.241075:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf965600/0xdb23b4c9253d066e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.241093:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764849.241096:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764849.241101:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf965600/0xdb23b4c9253d066e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.241107:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf965600/0xdb23b4c9253d066e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764849.242598:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764849.242633:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764849.243046:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223082496 00000100:00100000:3.0:1775764849.243056:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223082496 00002000:00010000:3.0:1775764849.243101:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1851747->18446744073709551615) 00002000:00100000:3.0:1775764849.243106:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968e00 with x1862022223082496 ext(1851747->18446744073709551615) 00002000:00010000:3.0:1775764849.243120:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968e00. 00000100:00100000:3.0:1775764849.243148:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223082624 00000100:00100000:3.0:1775764849.243151:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223082624 00002000:00010000:3.0:1775764849.243176:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764849.243179:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b100 with x1862022223082624 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764849.243186:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96b100. 00000100:00100000:3.0:1775764849.243219:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38843 00000100:00100000:3.0:1775764849.243229:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223082496:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764849.243481:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38844 00000100:00100000:1.0:1775764849.243492:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223082624:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764849.243759:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764849.243763:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764849 -> 1775764849 00002000:00010000:1.0:1775764849.243766:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764849.243768:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764849 -> 1775764849 00002000:00010000:1.0:1775764849.243771:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764849.243828:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223082624:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 339us (1194us total) trans 4294996173 rc 0/0 00000100:00100000:1.0:1775764849.243835:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38844 00002000:00010000:1.0:1775764849.243838:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764849.243841:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b100 with x1862022223082624 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764849.243857:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96b100. 00000100:00080000:2.0:1775764849.244445:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1775764849.245091:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3141823 -> 1851747 00002000:00010000:1.0:1775764849.245097:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764849 -> 1775764849 00002000:00010000:1.0:1775764849.245100:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764848 -> 1775764848 00002000:00010000:1.0:1775764849.245103:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764849 -> 1775764849 00002000:00010000:1.0:1775764849.245105:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:1.0:1775764849.245160:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223082496:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1930us (2568us total) trans 4294996825 rc 0/0 00000100:00100000:1.0:1775764849.245167:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38843 00002000:00010000:1.0:1775764849.245171:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1851747->18446744073709551615) 00002000:00100000:1.0:1775764849.245174:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968e00 with x1862022223082496 ext(1851747->18446744073709551615) 00002000:00010000:1.0:1775764849.245181:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968e00. 00000100:00100000:2.0:1775764849.252301:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.252595:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223082752 00000100:00100000:1.0:1775764849.252607:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223082752 00000100:00100000:1.0:1775764849.252669:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44631 00000100:00100000:1.0:1775764849.252679:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+93:11755:x1862022223082752:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764849.252704:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764849.252737:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0675 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd18a expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.252825:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f400/0xdb23b4c9253d067c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.252841:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f400/0xdb23b4c9253d067c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.252863:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f400/0xdb23b4c9253d067c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764849.252890:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1851747 00000004:00200000:1.0:1775764849.252894:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764849.252912:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f400/0xdb23b4c9253d067c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.252938:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0675 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd18a expref: 95 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.252954:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f400/0xdb23b4c9253d067c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd18a expref: 94 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.252963:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764849.252965:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764849.252969:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313f400, rc 0) 00000100:00100000:1.0:1775764849.253345:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223082752:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 667us (1052us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764849.253352:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44631 00000100:00100000:2.0:1775764849.262122:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.262231:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223083008 00000100:00100000:1.0:1775764849.262241:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223083008 00000100:00100000:1.0:1775764849.262318:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44632 00000100:00100000:1.0:1775764849.262328:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223083008:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764849.262379:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764849.262407:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f400/0xdb23b4c9253d067c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd18a expref: 94 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.262426:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764849.262431:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764849.262682:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0683 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.262697:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.262707:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764849.262766:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032396 00000004:00010000:1.0:1775764849.262788:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006be4b9e3 reply state 00000000db442f3e transno 4295032397 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764849.262797:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764849.262889:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022223083008:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 562us (775us total) trans 4295032397 rc 0/0 00000100:00100000:1.0:1775764849.262897:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44632 00000020:00080000:1.0:1775764849.262903:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764849.272594:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.272610:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0683 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.272618:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0683 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.272624:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca313f200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764849.272629:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0683 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.272637:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0683 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.272656:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764849.272659:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764849.272663:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0683 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.272669:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f200/0xdb23b4c9253d0683 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764849.288002:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764849.288053:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.288213:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223083136 00000100:00100000:1.0:1775764849.288223:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223083136 00002000:00010000:1.0:1775764849.288277:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764849.288282:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51df80 with x1862022223083136 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764849.288294:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51df80. 00000100:00100000:1.0:1775764849.288320:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223083264 00000100:00100000:1.0:1775764849.288324:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223083264 00002000:00010000:1.0:1775764849.288335:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (509045->18446744073709551615) 00002000:00100000:1.0:1775764849.288338:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f480 with x1862022223083264 ext(509045->18446744073709551615) 00002000:00010000:1.0:1775764849.288346:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51f480. 00000100:00100000:1.0:1775764849.288373:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38845 00000100:00100000:1.0:1775764849.288382:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223083136:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764849.288666:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1851747 -> 4194304 00002000:00010000:1.0:1775764849.288670:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764849 -> 1775764849 00002000:00010000:1.0:1775764849.288673:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764848 -> 1775764848 00002000:00010000:1.0:1775764849.288675:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764849 -> 1775764849 00002000:00010000:1.0:1775764849.288677:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:1.0:1775764849.288745:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223083136:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 363us (752us total) trans 4294996826 rc 0/0 00000100:00100000:1.0:1775764849.288753:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38845 00002000:00010000:1.0:1775764849.288756:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764849.288759:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51df80 with x1862022223083136 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764849.288763:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51df80. 00000100:00100000:1.0:1775764849.288780:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38846 00000100:00100000:1.0:1775764849.288786:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223083264:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764849.288909:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 509045 00002000:00010000:1.0:1775764849.288914:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764849 -> 1775764849 00002000:00010000:1.0:1775764849.288915:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764849.288917:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764849 -> 1775764849 00002000:00010000:1.0:1775764849.288919:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764849.288938:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223083264:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 153us (885us total) trans 4294996174 rc 0/0 00000100:00100000:1.0:1775764849.288944:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38846 00002000:00010000:1.0:1775764849.288947:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (509045->18446744073709551615) 00002000:00100000:1.0:1775764849.288949:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f480 with x1862022223083264 ext(509045->18446744073709551615) 00002000:00010000:1.0:1775764849.288953:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51f480. 00000100:00100000:2.0:1775764849.317255:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764849.317310:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.317414:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223083392 00000100:00100000:1.0:1775764849.317426:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223083392 00002000:00100000:1.0:1775764849.317479:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (0->511999) req@ffff8b8c3c51c380 x1862022223083392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.317490:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223083392 ext(0->511999) 00002000:00010000:1.0:1775764849.317496:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c380 00000100:00100000:1.0:1775764849.317525:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223083520 00000100:00100000:1.0:1775764849.317528:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223083520 00002000:00100000:1.0:1775764849.317579:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3145728->4194303) req@ffff8b8c3c51d500 x1862022223083520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.317587:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d500 with x1862022223083520 ext(3145728->4194303) 00002000:00010000:1.0:1775764849.317590:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d500 00000100:00100000:1.0:1775764849.317608:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38847 00000100:00100000:1.0:1775764849.317617:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223083392:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764849.318245:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38848 00000100:00100000:0.0:1775764849.318256:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223083520:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764849.332066:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223083392:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14438us (14821us total) trans 0 rc 512000/512000 00000100:00100000:0.0:1775764849.332080:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38847 00002000:00100000:0.0:1775764849.332093:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (0->511999) req@ffff8b8c3c51c380 x1862022223083392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 512000/512000 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.332102:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223083392 ext(0->511999) 00002000:00010000:0.0:1775764849.332108:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c380 00000100:00100000:0.0:1775764849.339944:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223083520:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21681us (22624us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764849.339958:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38848 00002000:00100000:0.0:1775764849.339970:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3145728->4194303) req@ffff8b8c3c51d500 x1862022223083520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.339988:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d500 with x1862022223083520 ext(3145728->4194303) 00002000:00010000:0.0:1775764849.339994:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d500 00000100:00100000:2.0:1775764849.353456:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.358089:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223083648 00000100:00100000:0.0:1775764849.358105:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223083648 00002000:00100000:0.0:1775764849.358170:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (479232->509044) req@ffff8b8c3c51c000 x1862022223083648/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.358182:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c000 with x1862022223083648 ext(479232->509044) 00002000:00010000:0.0:1775764849.358188:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c000 00000100:00100000:0.0:1775764849.358231:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38849 00000100:00100000:0.0:1775764849.358242:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223083648:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764849.364327:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223083648:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6075us (10873us total) trans 4294996175 rc 0/0 00000100:00100000:0.0:1775764849.364341:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38849 00002000:00100000:0.0:1775764849.364353:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (479232->509044) req@ffff8b8c3c51c000 x1862022223083648/t4294996175(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/448 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.364362:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c000 with x1862022223083648 ext(479232->509044) 00002000:00010000:0.0:1775764849.364368:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c000 00000100:00100000:2.0:1775764849.370230:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.370585:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223083776 00000100:00100000:0.0:1775764849.370597:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223083776 00000100:00100000:0.0:1775764849.370660:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84852 00000100:00100000:0.0:1775764849.370670:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223083776:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764849.451128:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996175 is committed 00000100:00100000:1.0:1775764849.453298:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223083776:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 82620us (83068us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764849.453311:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84852 00000100:00100000:2.0:1775764849.465276:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.465568:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223083904 00000100:00100000:1.0:1775764849.465578:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223083904 00000100:00100000:1.0:1775764849.465642:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44633 00000100:00100000:1.0:1775764849.465652:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+95:11755:x1862022223083904:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764849.465678:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764849.465712:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fe00/0xdb23b4c9253d068a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd191 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.465800:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d0691 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.465815:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d0691 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.465827:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d0691 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764849.465865:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4703349 00000004:00200000:1.0:1775764849.465869:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764849.465886:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d0691 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.465911:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fe00/0xdb23b4c9253d068a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd191 expref: 97 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.465927:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d0691 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd191 expref: 96 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764849.465935:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764849.465938:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764849.465941:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313e000, rc 0) 00000100:00100000:1.0:1775764849.466020:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022223083904:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 365us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764849.466027:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44633 00000100:00100000:2.0:1775764849.490283:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.496396:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223084032 00000100:00100000:0.0:1775764849.496413:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223084032 00002000:00100000:1.0:1775764849.496523:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2531328->2535423) req@ffff8b8c3c51c700 x1862022223084032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.496556:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223084032 ext(2531328->2535423) 00002000:00010000:1.0:1775764849.496562:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:1.0:1775764849.496603:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38850 00000100:00100000:1.0:1775764849.496612:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223084032:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764849.496879:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223084032:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (6603us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764849.496887:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38850 00002000:00100000:1.0:1775764849.496894:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2531328->2535423) req@ffff8b8c3c51c700 x1862022223084032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/4536 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.496901:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223084032 ext(2531328->2535423) 00002000:00010000:1.0:1775764849.496904:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:2.0:1775764849.503399:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.503513:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223084160 00000100:00100000:0.0:1775764849.503524:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223084160 00002000:00100000:0.0:1775764849.503614:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2547712->2551807) req@ffff8b8c3c51d880 x1862022223084160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.503625:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022223084160 ext(2547712->2551807) 00002000:00010000:0.0:1775764849.503631:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d880 00000100:00100000:0.0:1775764849.503663:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38851 00000100:00100000:0.0:1775764849.503672:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223084160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764849.503932:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223084160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 261us (544us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764849.503941:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38851 00002000:00100000:0.0:1775764849.503949:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2547712->2551807) req@ffff8b8c3c51d880 x1862022223084160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/4536 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.503957:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022223084160 ext(2547712->2551807) 00002000:00010000:0.0:1775764849.503960:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d880 00000100:00100000:2.0:1775764849.523271:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.523379:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223084288 00000100:00100000:1.0:1775764849.523390:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223084288 00002000:00100000:1.0:1775764849.523449:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1744896->3506175) req@ffff8b8c91626d80 x1862022223084288/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 536/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.523461:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022223084288 ext(1744896->3506175) 00002000:00010000:1.0:1775764849.523468:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626d80 00000100:00100000:1.0:1775764849.523509:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38852 00000100:00100000:1.0:1775764849.523519:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223084288:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764849.538208:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223084288:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 14679us (14936us total) trans 4294996827 rc 0/0 00000100:00100000:1.0:1775764849.538224:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38852 00002000:00100000:1.0:1775764849.538238:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1744896->3506175) req@ffff8b8c91626d80 x1862022223084288/t4294996827(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 536/456 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.538248:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022223084288 ext(1744896->3506175) 00002000:00010000:1.0:1775764849.538255:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626d80 00000100:00100000:2.0:1775764849.542661:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.542769:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223084416 00000100:00100000:0.0:1775764849.542779:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223084416 00000100:00100000:0.0:1775764849.542875:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84853 00000100:00100000:0.0:1775764849.542887:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223084416:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764849.594276:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996824 is committed 00000001:00080000:0.0:1775764849.594293:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996827 is committed 00000100:00100000:3.0:1775764849.595364:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223084416:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 52473us (52705us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764849.595377:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84853 00000100:00100000:2.0:1775764849.607312:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.607422:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223084544 00000100:00100000:1.0:1775764849.607433:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223084544 00002000:00100000:1.0:1775764849.607484:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2940928->2985983) req@ffff8b8c91625180 x1862022223084544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.607496:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022223084544 ext(2940928->2985983) 00002000:00010000:1.0:1775764849.607502:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:1.0:1775764849.607535:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38853 00000100:00100000:1.0:1775764849.607583:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223084544:12345-192.168.202.29@tcp:3:fsx.0 00010000:00010000:1.0:1775764849.612599:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764849.614104:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223084544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6514us (6799us total) trans 0 rc 45056/45056 00000100:00100000:1.0:1775764849.614117:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38853 00002000:00100000:1.0:1775764849.614130:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2940928->2985983) req@ffff8b8c91625180 x1862022223084544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.614141:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022223084544 ext(2940928->2985983) 00002000:00010000:1.0:1775764849.614147:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:2.0:1775764849.625296:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.625391:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223084672 00000100:00100000:1.0:1775764849.625401:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223084672 00002000:00100000:1.0:1775764849.625448:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (602112->606207) req@ffff8b8c91625c00 x1862022223084672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.625464:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022223084672 ext(602112->606207) 00002000:00010000:1.0:1775764849.625470:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:1.0:1775764849.625504:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38854 00000100:00100000:1.0:1775764849.625513:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223084672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764849.625775:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223084672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 262us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764849.625783:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38854 00002000:00100000:1.0:1775764849.625789:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (602112->606207) req@ffff8b8c91625c00 x1862022223084672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.625795:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022223084672 ext(602112->606207) 00002000:00010000:1.0:1775764849.625798:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:0.0:1775764849.631746:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.632267:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223084800 00000100:00100000:1.0:1775764849.632278:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223084800 00002000:00100000:1.0:1775764849.632329:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (606208->610303) req@ffff8b8ca29b3b80 x1862022223084800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.632340:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3b80 with x1862022223084800 ext(606208->610303) 00002000:00010000:1.0:1775764849.632346:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b3b80 00000100:00100000:1.0:1775764849.632380:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38855 00000100:00100000:1.0:1775764849.632390:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223084800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764849.632681:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223084800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 292us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764849.632689:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38855 00002000:00100000:1.0:1775764849.632697:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (606208->610303) req@ffff8b8ca29b3b80 x1862022223084800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.632705:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3b80 with x1862022223084800 ext(606208->610303) 00002000:00010000:1.0:1775764849.632709:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b3b80 00000100:00100000:2.0:1775764849.651138:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764849.651321:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223084928 00000100:00100000:3.0:1775764849.651332:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223084928 00002000:00100000:3.0:1775764849.651378:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (512000->643071) req@ffff8b8c91627b80 x1862022223084928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 504/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764849.651396:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022223084928 ext(512000->643071) 00002000:00010000:3.0:1775764849.651403:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91627b80 00000100:00100000:3.0:1775764849.651425:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38856 00000100:00100000:3.0:1775764849.651434:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223084928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764849.655825:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223084928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4380us (4685us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764849.655838:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38856 00002000:00100000:3.0:1775764849.655858:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (512000->643071) req@ffff8b8c91627b80 x1862022223084928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 504/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764849.655868:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022223084928 ext(512000->643071) 00002000:00010000:3.0:1775764849.655874:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91627b80 00000100:00100000:3.0:1775764849.693510:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764849.693569:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223085056 00000100:00100000:3.0:1775764849.693579:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223085056 00002000:00100000:3.0:1775764849.693628:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (602112->649757) req@ffff8b8c99498000 x1862022223085056/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 504/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764849.693639:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022223085056 ext(602112->649757) 00002000:00010000:3.0:1775764849.693646:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:3.0:1775764849.693669:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38857 00000100:00100000:3.0:1775764849.693678:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223085056:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764849.698699:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223085056:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5009us (5188us total) trans 4294996176 rc 0/0 00000100:00100000:3.0:1775764849.698713:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38857 00002000:00100000:3.0:1775764849.698726:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (602112->649757) req@ffff8b8c99498000 x1862022223085056/t4294996176(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 504/448 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764849.698736:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022223085056 ext(602112->649757) 00002000:00010000:3.0:1775764849.698742:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:3.0:1775764849.713218:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764849.713597:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223085184 00000100:00100000:1.0:1775764849.713610:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223085184 00000100:00100000:1.0:1775764849.713666:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84854 00000100:00100000:1.0:1775764849.713677:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223085184:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764849.784959:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996176 is committed 00000100:00100000:0.0:1775764849.785482:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223085184:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 71801us (72269us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764849.785494:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84854 00000001:00080000:2.0:1775764849.788188:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032395 is committed 00000001:00080000:2.0:1775764849.788250:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032397 is committed 00000100:00100000:0.0:1775764849.816329:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764849.816934:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223085312 00000100:00100000:2.0:1775764849.816945:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223085312 00002000:00100000:2.0:1775764849.817016:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (811008->815103) req@ffff8b8ca29b2680 x1862022223085312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764849.817028:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2680 with x1862022223085312 ext(811008->815103) 00002000:00010000:2.0:1775764849.817034:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2680 00000100:00100000:2.0:1775764849.817065:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38858 00000100:00100000:2.0:1775764849.817075:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223085312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764849.817594:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223085312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 465us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764849.817603:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38858 00002000:00100000:2.0:1775764849.817609:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (811008->815103) req@ffff8b8ca29b2680 x1862022223085312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764849.817619:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2680 with x1862022223085312 ext(811008->815103) 00002000:00010000:2.0:1775764849.817622:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2680 00000100:00100000:3.0:1775764849.853372:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.853659:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223085440 00000100:00100000:0.0:1775764849.853669:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223085440 00002000:00100000:0.0:1775764849.853729:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (815104->819199) req@ffff8b8c8ed81500 x1862022223085440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.853740:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022223085440 ext(815104->819199) 00002000:00010000:0.0:1775764849.853746:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed81500 00000100:00100000:0.0:1775764849.853779:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38859 00000100:00100000:0.0:1775764849.853788:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223085440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764849.854080:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223085440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 292us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764849.854089:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38859 00002000:00100000:0.0:1775764849.854096:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (815104->819199) req@ffff8b8c8ed81500 x1862022223085440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.854103:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022223085440 ext(815104->819199) 00002000:00010000:0.0:1775764849.854107:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed81500 00000100:00100000:3.0:1775764849.861722:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.862288:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223085568 00000100:00100000:0.0:1775764849.862299:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223085568 00002000:00100000:0.0:1775764849.862353:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (651264->847871) req@ffff8b8c8ed80e00 x1862022223085568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 504/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.862365:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022223085568 ext(651264->847871) 00002000:00010000:0.0:1775764849.862371:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:0.0:1775764849.862408:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38860 00000100:00100000:0.0:1775764849.862419:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223085568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764849.882485:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223085568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 20055us (20772us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764849.882499:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38860 00002000:00100000:0.0:1775764849.882513:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (651264->847871) req@ffff8b8c8ed80e00 x1862022223085568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 504/440 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764849.882523:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022223085568 ext(651264->847871) 00002000:00010000:0.0:1775764849.882530:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:3.0:1775764849.896451:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.906981:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223085696 00000100:00100000:0.0:1775764849.906997:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223085696 00002000:00100000:1.0:1775764849.908734:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (811008->904578) req@ffff8b8c8ed82d80 x1862022223085696/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/0 e 0 to 0 dl 1775764860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.908749:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022223085696 ext(811008->904578) 00002000:00010000:1.0:1775764849.908756:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:1.0:1775764849.908813:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38861 00000100:00100000:1.0:1775764849.908824:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223085696:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764849.923561:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223085696:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 14703us (27085us total) trans 4294996177 rc 0/0 00000100:00100000:1.0:1775764849.923577:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38861 00002000:00100000:1.0:1775764849.923591:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (811008->904578) req@ffff8b8c8ed82d80 x1862022223085696/t4294996177(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:330/0 lens 488/448 e 0 to 0 dl 1775764860 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764849.923601:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022223085696 ext(811008->904578) 00002000:00010000:1.0:1775764849.923606:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:3.0:1775764849.932346:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764849.932584:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223085824 00000100:00100000:0.0:1775764849.932595:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223085824 00000100:00100000:0.0:1775764849.932658:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84855 00000100:00100000:0.0:1775764849.932668:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223085824:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764850.005947:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996177 is committed 00000100:00100000:0.0:1775764850.006719:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223085824:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 74046us (74377us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764850.006730:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84855 00000100:00100000:3.0:1775764850.018633:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764850.018741:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223085952 00000100:00100000:0.0:1775764850.018752:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223085952 00002000:00100000:0.0:1775764850.018917:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2809856->2813951) req@ffff8b8c8ed82680 x1862022223085952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.018930:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022223085952 ext(2809856->2813951) 00002000:00010000:0.0:1775764850.018935:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82680 00000100:00100000:0.0:1775764850.018964:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38862 00000100:00100000:0.0:1775764850.018984:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223085952:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:2.0:1775764850.019619:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764850.020048:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223085952:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1072us (1421us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764850.020059:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38862 00002000:00100000:0.0:1775764850.020068:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2809856->2813951) req@ffff8b8c8ed82680 x1862022223085952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/4536 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.020078:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022223085952 ext(2809856->2813951) 00002000:00010000:0.0:1775764850.020082:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82680 00000100:00100000:0.0:1775764850.031643:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.031748:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223086080 00000100:00100000:1.0:1775764850.031760:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223086080 00002000:00100000:1.0:1775764850.031966:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2813952->2818047) req@ffff8b8ca29b0700 x1862022223086080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.031991:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223086080 ext(2813952->2818047) 00002000:00010000:1.0:1775764850.031997:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0700 00000100:00100000:1.0:1775764850.032159:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38863 00000100:00100000:1.0:1775764850.032170:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223086080:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764850.032578:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223086080:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 409us (945us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764850.032586:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38863 00002000:00100000:1.0:1775764850.032593:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2813952->2818047) req@ffff8b8ca29b0700 x1862022223086080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/4536 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.032602:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223086080 ext(2813952->2818047) 00002000:00010000:1.0:1775764850.032605:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0700 00000100:00100000:1.0:1775764850.042606:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764850.043229:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223086208 00000100:00100000:2.0:1775764850.043252:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223086208 00002000:00100000:2.0:1775764850.043310:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2789376->2854911) req@ffff8b8c892e4700 x1862022223086208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 504/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.043322:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4700 with x1862022223086208 ext(2789376->2854911) 00002000:00010000:2.0:1775764850.043329:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4700 00000100:00100000:2.0:1775764850.043363:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38864 00000100:00100000:2.0:1775764850.043372:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223086208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764850.072703:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223086208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 29320us (30096us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764850.072717:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38864 00002000:00100000:2.0:1775764850.072729:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2789376->2854911) req@ffff8b8c892e4700 x1862022223086208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 504/440 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.072739:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4700 with x1862022223086208 ext(2789376->2854911) 00002000:00010000:2.0:1775764850.072746:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4700 00000100:00100000:3.0:1775764850.082996:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764850.083280:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223086336 00000100:00100000:0.0:1775764850.083295:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223086336 00002000:00100000:0.0:1775764850.083359:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2854912->2891775) req@ffff8b8c8ed81c00 x1862022223086336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.083369:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81c00 with x1862022223086336 ext(2854912->2891775) 00002000:00010000:0.0:1775764850.083376:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81c00 00000100:00100000:0.0:1775764850.083416:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38865 00000100:00100000:0.0:1775764850.083426:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223086336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764850.095653:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223086336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12216us (12658us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764850.095668:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38865 00002000:00100000:1.0:1775764850.095684:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2854912->2891775) req@ffff8b8c8ed81c00 x1862022223086336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/440 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.095697:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81c00 with x1862022223086336 ext(2854912->2891775) 00002000:00010000:1.0:1775764850.095862:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81c00 00000100:00100000:3.0:1775764850.105773:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764850.106902:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223086464 00000100:00100000:0.0:1775764850.106917:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223086464 00002000:00100000:0.0:1775764850.106977:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (24576->2875391) req@ffff8b8c8ed80700 x1862022223086464/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 520/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.106988:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80700 with x1862022223086464 ext(24576->2875391) 00002000:00010000:0.0:1775764850.106995:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80700 00000100:00100000:0.0:1775764850.107037:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38866 00000100:00100000:0.0:1775764850.107046:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223086464:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764850.124588:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223086464:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 17492us (18779us total) trans 4294996828 rc 0/0 00000100:00100000:0.0:1775764850.124607:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38866 00002000:00100000:0.0:1775764850.124625:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (24576->2875391) req@ffff8b8c8ed80700 x1862022223086464/t4294996828(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 520/456 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.124637:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80700 with x1862022223086464 ext(24576->2875391) 00002000:00010000:0.0:1775764850.124644:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80700 00000100:00100000:3.0:1775764850.134355:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764850.138072:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223086592 00000100:00100000:2.0:1775764850.138088:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223086592 00000100:00100000:2.0:1775764850.138172:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84856 00000100:00100000:2.0:1775764850.138185:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223086592:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764850.267913:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223086592:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 129718us (133558us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764850.267926:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84856 00000001:00080000:2.0:1775764850.267968:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996828 is committed 00000100:00100000:3.0:1775764850.280764:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.285020:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223086848 00000100:00100000:1.0:1775764850.285036:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223086848 00000100:00100000:1.0:1775764850.285115:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44634 00000100:00100000:1.0:1775764850.285125:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:11755:x1862022223086848:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764850.285189:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764850.285227:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d0691 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd191 expref: 8 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.285248:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764850.285253:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764850.285616:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0698 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.285629:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.285639:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764850.285693:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032398 00000004:00010000:1.0:1775764850.285731:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000540cc50e reply state 00000000f90c57c9 transno 4295032399 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764850.285741:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764850.285834:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223086848:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 710us (5081us total) trans 4295032399 rc 0/0 00000100:00100000:1.0:1775764850.285852:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44634 00000020:00080000:1.0:1775764850.285857:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764850.289421:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.289439:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0698 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.289446:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0698 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.289458:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca313ea00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764850.289462:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0698 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.289470:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0698 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.289488:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764850.289491:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764850.289496:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0698 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.289502:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d0698 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764850.289861:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764850.289896:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.289999:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223086976 00000100:00100000:1.0:1775764850.290010:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223086976 00002000:00010000:1.0:1775764850.290047:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764850.290051:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31180 with x1862022223086976 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764850.290061:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31180. 00000100:00100000:1.0:1775764850.290087:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223087104 00000100:00100000:1.0:1775764850.290090:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223087104 00002000:00010000:1.0:1775764850.290101:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1377704->18446744073709551615) 00002000:00100000:1.0:1775764850.290104:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30700 with x1862022223087104 ext(1377704->18446744073709551615) 00002000:00010000:1.0:1775764850.290110:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30700. 00000100:00100000:1.0:1775764850.290518:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38867 00000100:00100000:1.0:1775764850.290529:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223086976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764850.290917:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764850.290922:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764849 -> 1775764850 00002000:00010000:1.0:1775764850.290925:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764848 -> 1775764849 00002000:00010000:1.0:1775764850.290927:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764849 -> 1775764850 00002000:00010000:1.0:1775764850.290930:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1227 00000100:00100000:1.0:1775764850.290995:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223086976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 467us (1137us total) trans 4294996829 rc 0/0 00000100:00100000:1.0:1775764850.291003:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38867 00002000:00010000:1.0:1775764850.291006:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764850.291009:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31180 with x1862022223086976 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764850.291015:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31180. 00000100:00100000:1.0:1775764850.291033:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38868 00000100:00100000:1.0:1775764850.291042:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223087104:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764850.291202:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 509045 -> 1377704 00002000:00010000:1.0:1775764850.291206:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764849 -> 1775764850 00002000:00010000:1.0:1775764850.291208:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764850.291210:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764849 -> 1775764850 00002000:00010000:1.0:1775764850.291212:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 519 00000100:00100000:1.0:1775764850.291234:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223087104:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 193us (1336us total) trans 4294996178 rc 0/0 00000100:00100000:1.0:1775764850.291240:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38868 00002000:00010000:1.0:1775764850.291243:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1377704->18446744073709551615) 00002000:00100000:1.0:1775764850.291246:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30700 with x1862022223087104 ext(1377704->18446744073709551615) 00002000:00010000:1.0:1775764850.291251:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30700. 00000100:00100000:1.0:1775764850.304146:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764850.304872:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223087232 00000100:00100000:0.0:1775764850.304883:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223087232 00002000:00100000:0.0:1775764850.304937:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1347584->1351679) req@ffff8b8c892e7480 x1862022223087232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.304949:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7480 with x1862022223087232 ext(1347584->1351679) 00002000:00010000:0.0:1775764850.304955:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e7480 00000100:00100000:0.0:1775764850.305005:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38869 00000100:00100000:0.0:1775764850.305013:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223087232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764850.305279:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223087232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (1147us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764850.305287:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38869 00002000:00100000:0.0:1775764850.305293:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1347584->1351679) req@ffff8b8c892e7480 x1862022223087232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/4536 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.305301:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7480 with x1862022223087232 ext(1347584->1351679) 00002000:00010000:0.0:1775764850.305305:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e7480 00000100:00100000:0.0:1775764850.309714:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764850.309846:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223087360 00000100:00100000:2.0:1775764850.309858:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223087360 00002000:00100000:2.0:1775764850.309909:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1351680->1355775) req@ffff8b8ca29b2300 x1862022223087360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.309920:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2300 with x1862022223087360 ext(1351680->1355775) 00002000:00010000:2.0:1775764850.309927:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2300 00000100:00100000:2.0:1775764850.309975:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38870 00000100:00100000:2.0:1775764850.309986:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223087360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764850.310259:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223087360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 273us (554us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764850.310268:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38870 00002000:00100000:2.0:1775764850.310275:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1351680->1355775) req@ffff8b8ca29b2300 x1862022223087360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/4536 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.310285:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2300 with x1862022223087360 ext(1351680->1355775) 00002000:00010000:2.0:1775764850.310289:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2300 00000100:00100000:3.0:1775764850.323151:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764850.323396:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223087488 00000100:00100000:0.0:1775764850.323407:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223087488 00002000:00100000:0.0:1775764850.323456:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1327104->1380351) req@ffff8b8b85a33100 x1862022223087488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 504/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.323468:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33100 with x1862022223087488 ext(1327104->1380351) 00002000:00010000:0.0:1775764850.323477:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33100 00000100:00100000:0.0:1775764850.323510:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38871 00000100:00100000:0.0:1775764850.323520:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223087488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764850.338852:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223087488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15314us (15691us total) trans 0 rc 45056/45056 00000100:00100000:2.0:1775764850.338866:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38871 00002000:00100000:2.0:1775764850.338880:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1327104->1380351) req@ffff8b8b85a33100 x1862022223087488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 504/440 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.338891:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33100 with x1862022223087488 ext(1327104->1380351) 00002000:00010000:2.0:1775764850.338896:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33100 00000100:00100000:3.0:1775764850.350507:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.350647:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223087616 00000100:00100000:1.0:1775764850.350656:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223087616 00002000:00100000:1.0:1775764850.350706:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1347584->1377703) req@ffff8b8b85a30a80 x1862022223087616/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.350717:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30a80 with x1862022223087616 ext(1347584->1377703) 00002000:00010000:1.0:1775764850.350723:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30a80 00000100:00100000:1.0:1775764850.350758:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38872 00000100:00100000:1.0:1775764850.350767:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223087616:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764850.358234:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223087616:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7458us (7726us total) trans 4294996179 rc 0/0 00000100:00100000:2.0:1775764850.358248:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38872 00002000:00100000:2.0:1775764850.358261:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1347584->1377703) req@ffff8b8b85a30a80 x1862022223087616/t4294996179(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/448 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.358269:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30a80 with x1862022223087616 ext(1347584->1377703) 00002000:00010000:2.0:1775764850.358276:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a30a80 00000100:00100000:1.0:1775764850.370679:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764850.377603:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223087744 00000100:00100000:3.0:1775764850.377622:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223087744 00000100:00100000:3.0:1775764850.377702:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84857 00000100:00100000:3.0:1775764850.377712:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223087744:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764850.466479:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223087744:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 88758us (95799us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764850.466492:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84857 00000001:00080000:3.0:1775764850.467355:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996178 is committed 00000001:00080000:3.0:1775764850.467371:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996179 is committed 00000100:00100000:0.0:1775764850.473860:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.474479:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223087872 00000100:00100000:1.0:1775764850.474491:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223087872 00000100:00100000:1.0:1775764850.474595:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44635 00000100:00100000:1.0:1775764850.474606:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:11755:x1862022223087872:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764850.474630:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764850.474654:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d069f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd198 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.474884:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d06a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.474903:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d06a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.474916:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d06a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764850.474943:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5572008 00000004:00200000:1.0:1775764850.474948:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764850.474965:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d06a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.475092:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313e000/0xdb23b4c9253d069f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd198 expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.475109:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d06a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd198 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.475119:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764850.475123:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764850.475127:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313ea00, rc 0) 00000100:00100000:1.0:1775764850.475379:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223087872:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 774us (1540us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764850.475387:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44635 00000100:00100000:1.0:1775764850.512419:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764850.512575:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223088000 00000100:00100000:0.0:1775764850.512587:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223088000 00002000:00100000:0.0:1775764850.512645:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2383872->2387967) req@ffff8b8c892e4380 x1862022223088000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.512663:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4380 with x1862022223088000 ext(2383872->2387967) 00002000:00010000:0.0:1775764850.512669:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4380 00000100:00100000:0.0:1775764850.512700:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38873 00000100:00100000:0.0:1775764850.512710:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223088000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764850.512982:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223088000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 272us (574us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764850.512990:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38873 00002000:00100000:0.0:1775764850.512996:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2383872->2387967) req@ffff8b8c892e4380 x1862022223088000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/4536 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.513005:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4380 with x1862022223088000 ext(2383872->2387967) 00002000:00010000:0.0:1775764850.513009:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4380 00000100:00100000:2.0:1775764850.522275:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.522386:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223088128 00000100:00100000:1.0:1775764850.522397:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223088128 00002000:00100000:1.0:1775764850.522447:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2387968->2392063) req@ffff8b8c91626680 x1862022223088128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.522464:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022223088128 ext(2387968->2392063) 00002000:00010000:1.0:1775764850.522470:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680 00000100:00100000:1.0:1775764850.522505:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38874 00000100:00100000:1.0:1775764850.522514:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223088128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764850.522812:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223088128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 298us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764850.522820:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38874 00002000:00100000:1.0:1775764850.522827:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2387968->2392063) req@ffff8b8c91626680 x1862022223088128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/4536 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.522844:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022223088128 ext(2387968->2392063) 00002000:00010000:1.0:1775764850.522848:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680 00000100:00100000:1.0:1775764850.534785:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764850.534973:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223088256 00000100:00100000:2.0:1775764850.534987:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223088256 00002000:00100000:2.0:1775764850.535051:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2363392->2428927) req@ffff8b8c892e6a00 x1862022223088256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 504/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.535062:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6a00 with x1862022223088256 ext(2363392->2428927) 00002000:00010000:2.0:1775764850.535069:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e6a00 00000100:00100000:2.0:1775764850.535101:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38875 00000100:00100000:2.0:1775764850.535111:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223088256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764850.548454:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223088256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13332us (13667us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764850.548470:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38875 00002000:00100000:2.0:1775764850.548481:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2363392->2428927) req@ffff8b8c892e6a00 x1862022223088256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 504/440 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.548491:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6a00 with x1862022223088256 ext(2363392->2428927) 00002000:00010000:2.0:1775764850.548497:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e6a00 00000100:00100000:1.0:1775764850.564889:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764850.565015:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223088384 00000100:00100000:0.0:1775764850.565026:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223088384 00002000:00100000:0.0:1775764850.565073:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1855488->1921023) req@ffff8b8c892e7100 x1862022223088384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.565083:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7100 with x1862022223088384 ext(1855488->1921023) 00002000:00010000:0.0:1775764850.565088:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e7100 00000100:00100000:0.0:1775764850.565118:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38876 00000100:00100000:0.0:1775764850.565129:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223088384:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764850.577203:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223088384:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12062us (12402us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1775764850.577216:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38876 00002000:00100000:0.0:1775764850.577229:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1855488->1921023) req@ffff8b8c892e7100 x1862022223088384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/440 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764850.577247:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7100 with x1862022223088384 ext(1855488->1921023) 00002000:00010000:0.0:1775764850.577254:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e7100 00000100:00100000:0.0:1775764850.586341:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.587625:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223088512 00000100:00100000:1.0:1775764850.587639:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223088512 00002000:00100000:1.0:1775764850.587696:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1921024->1957887) req@ffff8b8ca29b3800 x1862022223088512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.587900:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3800 with x1862022223088512 ext(1921024->1957887) 00002000:00010000:1.0:1775764850.587906:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3800 00000100:00100000:1.0:1775764850.587945:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38877 00000100:00100000:1.0:1775764850.587955:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223088512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764850.597429:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223088512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9465us (11085us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764850.597446:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38877 00002000:00100000:1.0:1775764850.597458:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1921024->1957887) req@ffff8b8ca29b3800 x1862022223088512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/440 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.597467:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3800 with x1862022223088512 ext(1921024->1957887) 00002000:00010000:1.0:1775764850.597473:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3800 00000100:00100000:0.0:1775764850.602473:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764850.602579:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223088640 00000100:00100000:2.0:1775764850.602592:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223088640 00002000:00100000:2.0:1775764850.602644:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2899968->2940927) req@ffff8b8cb0a8a300 x1862022223088640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.602656:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a300 with x1862022223088640 ext(2899968->2940927) 00002000:00010000:2.0:1775764850.602662:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8a300 00000100:00100000:2.0:1775764850.602706:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38878 00000100:00100000:2.0:1775764850.602715:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223088640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764850.608356:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223088640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5630us (5883us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1775764850.608371:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38878 00002000:00100000:3.0:1775764850.608384:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2899968->2940927) req@ffff8b8cb0a8a300 x1862022223088640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/440 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764850.608394:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a300 with x1862022223088640 ext(2899968->2940927) 00002000:00010000:3.0:1775764850.608401:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8a300 00000100:00100000:0.0:1775764850.632508:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.632795:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223088768 00000100:00100000:1.0:1775764850.632807:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223088768 00002000:00100000:1.0:1775764850.632868:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (372736->2936831) req@ffff8b8cb0a8b800 x1862022223088768/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 504/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.632879:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b800 with x1862022223088768 ext(372736->2936831) 00002000:00010000:1.0:1775764850.632884:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b800 00000100:00100000:1.0:1775764850.632958:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38879 00000100:00100000:1.0:1775764850.632967:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223088768:12345-192.168.202.29@tcp:4:fsx.0 00010000:00010000:3.0:1775764850.633831:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764850.640638:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223088768:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7662us (8128us total) trans 4294996830 rc 0/0 00000100:00100000:1.0:1775764850.640652:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38879 00002000:00100000:1.0:1775764850.640664:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (372736->2936831) req@ffff8b8cb0a8b800 x1862022223088768/t4294996830(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 504/448 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.640675:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b800 with x1862022223088768 ext(372736->2936831) 00002000:00010000:1.0:1775764850.640681:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b800 00000100:00100000:0.0:1775764850.644575:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764850.644801:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223088896 00000100:00100000:3.0:1775764850.644812:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223088896 00000100:00100000:2.0:1775764850.645094:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84858 00000100:00100000:2.0:1775764850.645106:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223088896:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764850.684668:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.684722:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223089024 00000100:00100000:1.0:1775764850.684731:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223089024 00000100:00100000:1.0:1775764850.684785:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 959 00000100:00100000:1.0:1775764850.684796:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90c14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36837393-023c-42fc-a2a5-d5ec86474e44+9:2365:x1862022223089024:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:1.0:1775764850.684881:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90c14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36837393-023c-42fc-a2a5-d5ec86474e44+9:2365:x1862022223089024:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 86us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764850.684888:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 959 00000001:00080000:1.0:1775764850.748680:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996830 is committed 00000100:00100000:2.0:1775764850.749010:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223088896:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 103900us (104474us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764850.749022:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84858 00000100:00100000:1.0:1775764850.758088:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764850.758308:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223089152 00000100:00100000:2.0:1775764850.758321:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223089152 00002000:00100000:2.0:1775764850.758383:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (909312->913407) req@ffff8b8c892e5500 x1862022223089152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.758395:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e5500 with x1862022223089152 ext(909312->913407) 00002000:00010000:2.0:1775764850.758402:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e5500 00000100:00100000:2.0:1775764850.758441:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38880 00000100:00100000:2.0:1775764850.758453:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223089152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764850.759080:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223089152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 626us (998us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764850.759090:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38880 00002000:00100000:2.0:1775764850.759098:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (909312->913407) req@ffff8b8c892e5500 x1862022223089152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/4536 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.759107:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e5500 with x1862022223089152 ext(909312->913407) 00002000:00010000:2.0:1775764850.759111:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e5500 00000100:00100000:3.0:1775764850.767840:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.767933:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223089280 00000100:00100000:1.0:1775764850.767942:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223089280 00002000:00100000:1.0:1775764850.768003:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (913408->917503) req@ffff8b8b85a33b80 x1862022223089280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.768015:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33b80 with x1862022223089280 ext(913408->917503) 00002000:00010000:1.0:1775764850.768021:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33b80 00000100:00100000:1.0:1775764850.768046:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38881 00000100:00100000:1.0:1775764850.768055:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223089280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764850.768460:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223089280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 404us (636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764850.768468:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38881 00002000:00100000:1.0:1775764850.768475:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (913408->917503) req@ffff8b8b85a33b80 x1862022223089280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/4536 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.768484:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33b80 with x1862022223089280 ext(913408->917503) 00002000:00010000:1.0:1775764850.768488:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33b80 00000100:00100000:0.0:1775764850.782808:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764850.782940:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223089408 00000100:00100000:2.0:1775764850.782955:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223089408 00002000:00100000:2.0:1775764850.783030:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (905216->954367) req@ffff8b8cb0a89500 x1862022223089408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 504/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.783040:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022223089408 ext(905216->954367) 00002000:00010000:2.0:1775764850.783048:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89500 00000100:00100000:2.0:1775764850.783082:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38882 00000100:00100000:2.0:1775764850.783091:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223089408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764850.791952:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223089408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8851us (9144us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1775764850.792053:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38882 00002000:00100000:2.0:1775764850.792066:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (905216->954367) req@ffff8b8cb0a89500 x1862022223089408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 504/440 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764850.792077:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022223089408 ext(905216->954367) 00002000:00010000:2.0:1775764850.792084:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89500 00000100:00100000:2.0:1775764850.813913:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.814131:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223089536 00000100:00100000:1.0:1775764850.814143:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223089536 00002000:00100000:1.0:1775764850.814195:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (909312->921599) req@ffff8b8c91625f80 x1862022223089536/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 12776/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.814208:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022223089536 ext(909312->921599) 00002000:00010000:1.0:1775764850.814214:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625f80 00000100:00100000:1.0:1775764850.814261:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38883 00000100:00100000:1.0:1775764850.814271:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223089536:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764850.814820:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223089536:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 549us (915us total) trans 4294996180 rc 0/0 00000100:00100000:1.0:1775764850.814829:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38883 00002000:00100000:1.0:1775764850.814847:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (909312->921599) req@ffff8b8c91625f80 x1862022223089536/t4294996180(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 12776/448 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764850.814855:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022223089536 ext(909312->921599) 00002000:00010000:1.0:1775764850.814859:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625f80 00000100:00100000:0.0:1775764850.821732:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764850.821914:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223089664 00000100:00100000:1.0:1775764850.821926:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223089664 00000100:00100000:1.0:1775764850.821992:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84859 00000100:00100000:1.0:1775764850.822012:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223089664:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764850.932878:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996180 is committed 00000100:00100000:1.0:1775764850.933180:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223089664:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 111165us (111453us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764850.933192:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84859 00000100:00100000:2.0:1775764850.946462:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764850.947147:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223089792 00000100:00100000:3.0:1775764850.947164:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223089792 00002000:00100000:3.0:1775764850.947248:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (282624->348159) req@ffff8b8c91624380 x1862022223089792/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/0 e 0 to 0 dl 1775764861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764850.947268:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624380 with x1862022223089792 ext(282624->348159) 00002000:00010000:3.0:1775764850.947276:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624380 00000100:00100000:3.0:1775764850.947317:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38884 00000100:00100000:3.0:1775764850.947327:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223089792:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764850.970915:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223089792:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 23569us (24443us total) trans 4294996831 rc 0/0 00000100:00100000:3.0:1775764850.970936:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38884 00002000:00100000:3.0:1775764850.970956:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (282624->348159) req@ffff8b8c91624380 x1862022223089792/t4294996831(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:331/0 lens 488/448 e 0 to 0 dl 1775764861 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764850.970968:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624380 with x1862022223089792 ext(282624->348159) 00002000:00010000:3.0:1775764850.970978:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624380 00000100:00100000:2.0:1775764850.986707:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764850.989081:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223089920 00000100:00100000:0.0:1775764850.989095:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223089920 00000100:00100000:1.0:1775764850.991694:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84860 00000100:00100000:1.0:1775764850.991708:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223089920:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764851.151396:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996831 is committed 00000100:00100000:1.0:1775764851.157189:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223089920:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 165462us (170470us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764851.157225:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84860 00000100:00100000:0.0:1775764851.181778:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.182081:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223090048 00000100:00100000:2.0:1775764851.182093:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223090048 00002000:00100000:2.0:1775764851.182144:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1540096->1593343) req@ffff8b8cb0a89880 x1862022223090048/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764851.182156:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89880 with x1862022223090048 ext(1540096->1593343) 00002000:00010000:2.0:1775764851.182169:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89880 00000100:00100000:2.0:1775764851.182274:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38885 00000100:00100000:2.0:1775764851.182284:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223090048:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764851.189688:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223090048:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7393us (7905us total) trans 4294996832 rc 0/0 00000100:00100000:3.0:1775764851.189711:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38885 00002000:00100000:3.0:1775764851.189724:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1540096->1593343) req@ffff8b8cb0a89880 x1862022223090048/t4294996832(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/448 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764851.189735:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89880 with x1862022223090048 ext(1540096->1593343) 00002000:00010000:3.0:1775764851.189742:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89880 00000100:00100000:3.0:1775764851.193646:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.201407:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223090176 00000100:00100000:2.0:1775764851.201425:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223090176 00000100:00100000:3.0:1775764851.201716:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84861 00000100:00100000:3.0:1775764851.201732:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223090176:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764851.269352:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223090176:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 67613us (75705us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764851.269365:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84861 00000001:00080000:2.0:1775764851.271923:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996832 is committed 00000100:00100000:1.0:1775764851.274649:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.274844:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223090304 00000100:00100000:2.0:1775764851.274856:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223090304 00002000:00100000:2.0:1775764851.274908:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2244608->2310143) req@ffff8b8c892e6d80 x1862022223090304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764851.274919:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6d80 with x1862022223090304 ext(2244608->2310143) 00002000:00010000:2.0:1775764851.274927:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e6d80 00000100:00100000:2.0:1775764851.274962:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38886 00000100:00100000:2.0:1775764851.274972:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223090304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764851.288406:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223090304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13424us (13757us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764851.288421:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38886 00002000:00100000:3.0:1775764851.288438:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2244608->2310143) req@ffff8b8c892e6d80 x1862022223090304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/440 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764851.288448:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6d80 with x1862022223090304 ext(2244608->2310143) 00002000:00010000:3.0:1775764851.288454:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e6d80 00000100:00100000:2.0:1775764851.292821:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764851.292929:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223090560 00000100:00100000:1.0:1775764851.292939:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223090560 00000100:00100000:1.0:1775764851.293023:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44636 00000100:00100000:1.0:1775764851.293034:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223090560:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764851.293094:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764851.293124:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ea00/0xdb23b4c9253d06a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd198 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.293145:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764851.293151:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764851.293408:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ee00/0xdb23b4c9253d06ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.293424:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ee00/0xdb23b4c9253d06ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.293434:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ee00/0xdb23b4c9253d06ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764851.293500:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032400 00000004:00010000:1.0:1775764851.293526:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6bc94b5 reply state 00000000e9708b30 transno 4295032401 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ee00/0xdb23b4c9253d06ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1775764851.294189:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764851.298092:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764851.298253:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223090560:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 5215us (5435us total) trans 4295032401 rc 0/0 00000100:00100000:1.0:1775764851.298267:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44636 00000020:00080000:1.0:1775764851.298274:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764851.301497:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ee00/0xdb23b4c9253d06ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.301514:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ee00/0xdb23b4c9253d06ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.301520:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ee00/0xdb23b4c9253d06ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.301527:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca313ee00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764851.301532:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ee00/0xdb23b4c9253d06ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.301563:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ee00/0xdb23b4c9253d06ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.301581:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764851.301584:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764851.301589:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ee00/0xdb23b4c9253d06ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.301594:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ee00/0xdb23b4c9253d06ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764851.303891:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.303941:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764851.304089:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223090688 00000100:00100000:1.0:1775764851.304099:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223090688 00002000:00010000:1.0:1775764851.304142:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (418745->18446744073709551615) 00002000:00100000:1.0:1775764851.304146:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624700 with x1862022223090688 ext(418745->18446744073709551615) 00002000:00010000:1.0:1775764851.304158:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624700. 00000100:00100000:1.0:1775764851.304188:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223090816 00000100:00100000:1.0:1775764851.304191:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223090816 00002000:00010000:1.0:1775764851.304217:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764851.304221:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feca80 with x1862022223090816 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764851.304227:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92feca80. 00000100:00100000:1.0:1775764851.304248:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38887 00000100:00100000:1.0:1775764851.304257:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223090688:12345-192.168.202.29@tcp:10:fsx.0 00000100:00080000:2.0:1775764851.304653:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764851.304710:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38888 00000100:00100000:0.0:1775764851.304720:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223090816:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764851.305006:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1377704 -> 0 00002000:00010000:0.0:1775764851.305010:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764850 -> 1775764851 00002000:00010000:0.0:1775764851.305013:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764851.305015:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764850 -> 1775764851 00002000:00010000:0.0:1775764851.305017:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 903 00000100:00100000:0.0:1775764851.305093:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223090816:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 375us (1150us total) trans 4294996181 rc 0/0 00000100:00100000:0.0:1775764851.305101:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38888 00002000:00010000:0.0:1775764851.305105:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764851.305108:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feca80 with x1862022223090816 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764851.305113:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92feca80. 00002000:00010000:1.0:1775764851.309530:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 418745 00002000:00010000:1.0:1775764851.309625:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764850 -> 1775764851 00002000:00010000:1.0:1775764851.309627:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764849 -> 1775764849 00002000:00010000:1.0:1775764851.309630:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764850 -> 1775764851 00002000:00010000:1.0:1775764851.309632:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1227 -> 1741 00000100:00100000:1.0:1775764851.309837:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223090688:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 5567us (5940us total) trans 4294996833 rc 0/0 00000100:00100000:1.0:1775764851.309849:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38887 00002000:00010000:1.0:1775764851.309855:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (418745->18446744073709551615) 00002000:00100000:1.0:1775764851.309858:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624700 with x1862022223090688 ext(418745->18446744073709551615) 00002000:00010000:1.0:1775764851.309865:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624700. 00000100:00100000:2.0:1775764851.325648:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.325821:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223090944 00000100:00100000:3.0:1775764851.325841:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223090944 00000100:00100000:3.0:1775764851.325893:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44637 00000100:00100000:3.0:1775764851.325903:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022223090944:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764851.325931:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764851.325957:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd19f expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.326067:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8e00/0xdb23b4c9253d06bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.326082:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8e00/0xdb23b4c9253d06bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.326094:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8e00/0xdb23b4c9253d06bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764851.326122:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 418745 00000004:00200000:3.0:1775764851.326127:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764851.326147:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8e00/0xdb23b4c9253d06bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.326175:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd19f expref: 13 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.326197:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8e00/0xdb23b4c9253d06bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd19f expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.326207:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764851.326220:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764851.326225:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cab5c8e00, rc 0) 00000100:00100000:3.0:1775764851.326686:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223090944:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 781us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764851.326704:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44637 00000100:00100000:2.0:1775764851.336300:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764851.336737:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223091200 00000100:00100000:0.0:1775764851.336748:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223091200 00000100:00100000:0.0:1775764851.336814:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44638 00000100:00100000:0.0:1775764851.336824:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223091200:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764851.336886:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764851.336914:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8e00/0xdb23b4c9253d06bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd19f expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764851.336935:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764851.336940:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764851.337319:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf964a00/0xdb23b4c9253d06c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764851.337333:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf964a00/0xdb23b4c9253d06c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764851.337342:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf964a00/0xdb23b4c9253d06c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764851.337391:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032402 00000004:00010000:0.0:1775764851.337414:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000beaeea52 reply state 0000000052149786 transno 4295032403 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf964a00/0xdb23b4c9253d06c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764851.337423:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764851.337525:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223091200:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 701us (1233us total) trans 4295032403 rc 0/0 00000100:00100000:0.0:1775764851.337533:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44638 00000020:00080000:0.0:1775764851.337788:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764851.341641:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764851.341667:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764851.341709:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223091328 00000100:00100000:0.0:1775764851.341718:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223091328 00002000:00010000:0.0:1775764851.341759:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764851.341764:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8bb80 with x1862022223091328 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764851.341780:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8bb80. 00000100:00100000:0.0:1775764851.341808:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223091456 00000100:00100000:0.0:1775764851.341812:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223091456 00002000:00010000:0.0:1775764851.341823:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (656398->18446744073709551615) 00002000:00100000:0.0:1775764851.341836:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022223091456 ext(656398->18446744073709551615) 00002000:00010000:0.0:1775764851.341843:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89f80. 00000100:00100000:0.0:1775764851.341862:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38889 00000100:00100000:0.0:1775764851.341872:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223091328:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764851.342113:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38890 00000100:00100000:2.0:1775764851.342123:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223091456:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764851.342313:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 656398 00002000:00010000:2.0:1775764851.342317:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764851 -> 1775764851 00002000:00010000:2.0:1775764851.342320:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764851.342323:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764851 -> 1775764851 00002000:00010000:2.0:1775764851.342324:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 903 -> 903 00000100:00100000:2.0:1775764851.342382:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223091456:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 260us (713us total) trans 4294996182 rc 0/0 00000100:00100000:2.0:1775764851.342390:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38890 00002000:00010000:2.0:1775764851.342393:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (656398->18446744073709551615) 00002000:00100000:2.0:1775764851.342396:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022223091456 ext(656398->18446744073709551615) 00002000:00010000:2.0:1775764851.342401:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89f80. 00002000:00010000:0.0:1775764851.342836:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 418745 -> 4194304 00002000:00010000:0.0:1775764851.342840:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764851 -> 1775764851 00002000:00010000:0.0:1775764851.342842:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764849 -> 1775764849 00002000:00010000:0.0:1775764851.342844:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764851 -> 1775764851 00002000:00010000:0.0:1775764851.342846:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1741 00000100:00100000:0.0:1775764851.342875:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223091328:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1003us (1244us total) trans 4294996834 rc 0/0 00000100:00100000:0.0:1775764851.342882:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38889 00002000:00010000:0.0:1775764851.342885:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764851.342888:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8bb80 with x1862022223091328 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764851.342894:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8bb80. 00010000:00010000:3.0:1775764851.343143:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf964a00/0xdb23b4c9253d06c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.343155:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf964a00/0xdb23b4c9253d06c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.343164:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf964a00/0xdb23b4c9253d06c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.343172:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8caf964a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764851.343177:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf964a00/0xdb23b4c9253d06c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.343187:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf964a00/0xdb23b4c9253d06c2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.343210:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764851.343214:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764851.343219:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf964a00/0xdb23b4c9253d06c2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.343226:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8caf964a00/0xdb23b4c9253d06c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764851.354069:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764851.354165:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223091584 00000100:00100000:1.0:1775764851.354176:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223091584 00002000:00100000:1.0:1775764851.354228:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (618496->622591) req@ffff8b8cb0a89180 x1862022223091584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764851.354239:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89180 with x1862022223091584 ext(618496->622591) 00002000:00010000:1.0:1775764851.354245:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89180 00000100:00100000:1.0:1775764851.354279:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38891 00000100:00100000:1.0:1775764851.354288:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223091584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764851.354590:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223091584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 302us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764851.354597:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38891 00002000:00100000:1.0:1775764851.354604:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (618496->622591) req@ffff8b8cb0a89180 x1862022223091584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/4536 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764851.354612:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89180 with x1862022223091584 ext(618496->622591) 00002000:00010000:1.0:1775764851.354615:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89180 00000100:00100000:2.0:1775764851.365406:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.366106:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223091712 00000100:00100000:3.0:1775764851.366123:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223091712 00002000:00100000:3.0:1775764851.366178:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (622592->626687) req@ffff8b8c92fec700 x1862022223091712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764851.366189:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec700 with x1862022223091712 ext(622592->626687) 00002000:00010000:3.0:1775764851.366196:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fec700 00000100:00100000:3.0:1775764851.366235:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38892 00000100:00100000:3.0:1775764851.366246:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223091712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764851.366511:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223091712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (1114us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764851.366518:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38892 00002000:00100000:3.0:1775764851.366524:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (622592->626687) req@ffff8b8c92fec700 x1862022223091712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/4536 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764851.366533:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec700 with x1862022223091712 ext(622592->626687) 00002000:00010000:3.0:1775764851.366576:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fec700 00000100:00100000:0.0:1775764851.377261:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.377381:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223091840 00000100:00100000:2.0:1775764851.377393:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223091840 00002000:00100000:2.0:1775764851.377445:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (262144->659455) req@ffff8b8cb0a88a80 x1862022223091840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 504/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764851.377457:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88a80 with x1862022223091840 ext(262144->659455) 00002000:00010000:2.0:1775764851.377464:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88a80 00000100:00100000:2.0:1775764851.377500:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38893 00000100:00100000:2.0:1775764851.377509:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223091840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764851.424986:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223091840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 47464us (47736us total) trans 0 rc 389120/389120 00000100:00100000:2.0:1775764851.425008:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38893 00002000:00100000:2.0:1775764851.425023:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (262144->659455) req@ffff8b8cb0a88a80 x1862022223091840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 504/440 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 389120/389120 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764851.425034:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88a80 with x1862022223091840 ext(262144->659455) 00002000:00010000:2.0:1775764851.425042:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88a80 00000100:00100000:0.0:1775764851.430350:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.430455:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223091968 00000100:00100000:2.0:1775764851.430467:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223091968 00002000:00100000:2.0:1775764851.430513:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (618496->656397) req@ffff8b8cb0a8aa00 x1862022223091968/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764851.430524:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8aa00 with x1862022223091968 ext(618496->656397) 00002000:00010000:2.0:1775764851.430530:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8aa00 00000100:00100000:2.0:1775764851.430591:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38894 00000100:00100000:2.0:1775764851.430601:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223091968:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764851.444101:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223091968:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 13485us (13747us total) trans 4294996183 rc 0/0 00000100:00100000:3.0:1775764851.444117:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38894 00002000:00100000:3.0:1775764851.444132:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (618496->656397) req@ffff8b8cb0a8aa00 x1862022223091968/t4294996183(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/448 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764851.444144:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8aa00 with x1862022223091968 ext(618496->656397) 00002000:00010000:3.0:1775764851.444151:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8aa00 00000100:00100000:0.0:1775764851.449096:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.449445:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223092096 00000100:00100000:3.0:1775764851.449458:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223092096 00000100:00100000:3.0:1775764851.449522:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84862 00000100:00100000:3.0:1775764851.449532:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223092096:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764851.515300:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996181 is committed 00000001:00080000:3.0:1775764851.515320:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996182 is committed 00000001:00080000:3.0:1775764851.515326:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996183 is committed 00000100:00100000:0.0:1775764851.515770:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223092096:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 66234us (66677us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764851.515782:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84862 00000100:00100000:2.0:1775764851.521630:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764851.521732:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223092224 00000100:00100000:1.0:1775764851.521743:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223092224 00000100:00100000:1.0:1775764851.521809:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44639 00000100:00100000:1.0:1775764851.521819:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022223092224:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764851.521855:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764851.521876:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d06c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1a6 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.521961:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d06d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.521976:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d06d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.521990:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d06d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764851.522037:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4850702 00000004:00200000:1.0:1775764851.522041:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764851.522059:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d06d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.522087:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d06c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1a6 expref: 15 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.522104:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d06d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1a6 expref: 14 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.522112:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764851.522115:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764851.522119:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313f800, rc 0) 00000100:00100000:1.0:1775764851.522172:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223092224:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 355us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764851.522179:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44639 00000100:00100000:2.0:1775764851.547271:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.547897:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223092480 00000100:00100000:3.0:1775764851.547910:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223092480 00000100:00100000:3.0:1775764851.547985:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44640 00000100:00100000:3.0:1775764851.548005:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223092480:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764851.548066:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764851.548097:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d06d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1a6 expref: 14 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.548116:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764851.548123:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764851.548499:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.548514:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.548524:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764851.548641:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032404 00000004:00010000:3.0:1775764851.548667:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e31bdc1 reply state 00000000cc817663 transno 4295032405 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764851.548676:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764851.549146:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223092480:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1142us (1881us total) trans 4295032405 rc 0/0 00000100:00100000:3.0:1775764851.549154:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44640 00000020:00080000:3.0:1775764851.549159:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764851.553900:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764851.553949:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764851.553989:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223092736 00000100:00100000:0.0:1775764851.554004:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223092736 00002000:00010000:0.0:1775764851.554044:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (374515->18446744073709551615) 00002000:00100000:0.0:1775764851.554049:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f480 with x1862022223092736 ext(374515->18446744073709551615) 00002000:00010000:0.0:1775764851.554063:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378f480. 00000100:00100000:0.0:1775764851.554084:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223092608 00000100:00100000:0.0:1775764851.554087:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223092608 00002000:00010000:0.0:1775764851.554097:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764851.554100:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f800 with x1862022223092608 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764851.554105:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f800. 00000100:00100000:0.0:1775764851.554123:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38895 00000100:00100000:0.0:1775764851.554133:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223092736:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764851.554495:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 656398 -> 374515 00002000:00010000:0.0:1775764851.554499:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764851 -> 1775764851 00002000:00010000:0.0:1775764851.554502:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764851.554504:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764851 -> 1775764851 00002000:00010000:0.0:1775764851.554506:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 903 -> 263 00000100:00100000:0.0:1775764851.554585:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223092736:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 453us (693us total) trans 4294996184 rc 0/0 00000100:00100000:0.0:1775764851.554593:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38895 00002000:00010000:0.0:1775764851.554597:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (374515->18446744073709551615) 00002000:00100000:0.0:1775764851.554600:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f480 with x1862022223092736 ext(374515->18446744073709551615) 00002000:00010000:0.0:1775764851.554604:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378f480. 00000100:00100000:0.0:1775764851.554621:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38896 00000100:00100000:0.0:1775764851.554628:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223092608:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764851.554738:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764851.554741:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764851 -> 1775764851 00002000:00010000:0.0:1775764851.554743:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764849 -> 1775764849 00002000:00010000:0.0:1775764851.554745:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764851 -> 1775764851 00002000:00010000:0.0:1775764851.554747:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1741 00000100:00100000:0.0:1775764851.554769:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223092608:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 140us (819us total) trans 4294996835 rc 0/0 00000100:00100000:0.0:1775764851.554775:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38896 00002000:00010000:0.0:1775764851.554778:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764851.554780:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f800 with x1862022223092608 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764851.554786:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f800. 00010000:00010000:1.0:1775764851.564941:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.564958:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.564965:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.564971:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cab5c9e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764851.564976:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.564983:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.565009:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764851.565013:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764851.565019:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.565024:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9e00/0xdb23b4c9253d06d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764851.565291:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.565423:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223092864 00000100:00100000:3.0:1775764851.565433:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223092864 00000100:00100000:3.0:1775764851.565487:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44641 00000100:00100000:3.0:1775764851.565496:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022223092864:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764851.565521:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764851.565560:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8400/0xdb23b4c9253d06de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1ad expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.565646:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8200/0xdb23b4c9253d06e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.565659:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8200/0xdb23b4c9253d06e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.565669:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8200/0xdb23b4c9253d06e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764851.565711:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4568819 00000004:00200000:3.0:1775764851.565716:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764851.565735:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8200/0xdb23b4c9253d06e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.565759:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8400/0xdb23b4c9253d06de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1ad expref: 17 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.565773:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8200/0xdb23b4c9253d06e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1ad expref: 16 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.565781:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764851.565784:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764851.565786:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cab5c8200, rc 0) 00000100:00100000:3.0:1775764851.565862:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223092864:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 366us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764851.565869:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44641 00000100:00100000:3.0:1775764851.570319:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764851.570681:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223092992 00000100:00100000:1.0:1775764851.570699:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223092992 00002000:00100000:1.0:1775764851.570747:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2027520->2031615) req@ffff8b8b85a31500 x1862022223092992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764851.570756:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31500 with x1862022223092992 ext(2027520->2031615) 00002000:00010000:1.0:1775764851.570762:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31500 00000100:00100000:1.0:1775764851.570787:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38897 00000100:00100000:1.0:1775764851.570798:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223092992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764851.571063:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223092992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (753us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764851.571071:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38897 00002000:00100000:1.0:1775764851.571076:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2027520->2031615) req@ffff8b8b85a31500 x1862022223092992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/4536 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764851.571084:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31500 with x1862022223092992 ext(2027520->2031615) 00002000:00010000:1.0:1775764851.571087:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31500 00000100:00100000:2.0:1775764851.580778:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764851.581006:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223093120 00000100:00100000:0.0:1775764851.581017:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223093120 00002000:00100000:0.0:1775764851.581069:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2068479) req@ffff8b8c92feea00 x1862022223093120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764851.581081:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feea00 with x1862022223093120 ext(2064384->2068479) 00002000:00010000:0.0:1775764851.581087:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feea00 00000100:00100000:0.0:1775764851.581113:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38898 00000100:00100000:0.0:1775764851.581122:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223093120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764851.581403:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223093120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 281us (636us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764851.581411:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38898 00002000:00100000:0.0:1775764851.581417:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2068479) req@ffff8b8c92feea00 x1862022223093120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/4536 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764851.581425:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92feea00 with x1862022223093120 ext(2064384->2068479) 00002000:00010000:0.0:1775764851.581428:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92feea00 00000100:00100000:3.0:1775764851.600099:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.600263:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223093376 00000100:00100000:2.0:1775764851.600274:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223093376 00000100:00100000:2.0:1775764851.600334:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44642 00000100:00100000:2.0:1775764851.600344:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223093376:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764851.600399:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764851.600429:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8200/0xdb23b4c9253d06e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1ad expref: 16 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764851.600448:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764851.600454:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764851.600720:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92da00/0xdb23b4c9253d06ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764851.600734:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92da00/0xdb23b4c9253d06ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764851.600744:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92da00/0xdb23b4c9253d06ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764851.600798:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032406 00000004:00010000:2.0:1775764851.600822:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b5ad04bf reply state 000000000e9cc0d0 transno 4295032407 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92da00/0xdb23b4c9253d06ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764851.600843:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764851.600933:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223093376:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 589us (844us total) trans 4295032407 rc 0/0 00000100:00100000:2.0:1775764851.600940:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44642 00000020:00080000:2.0:1775764851.600945:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764851.603340:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92da00/0xdb23b4c9253d06ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.603356:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92da00/0xdb23b4c9253d06ec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.603363:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92da00/0xdb23b4c9253d06ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.603369:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f92da00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764851.603373:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92da00/0xdb23b4c9253d06ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.603381:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92da00/0xdb23b4c9253d06ec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.603397:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764851.603400:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764851.603405:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92da00/0xdb23b4c9253d06ec lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.603410:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92da00/0xdb23b4c9253d06ec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764851.608864:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.608930:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.609023:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223093504 00000100:00100000:2.0:1775764851.609033:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223093504 00002000:00010000:2.0:1775764851.609073:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764851.609078:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022223093504 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764851.609089:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80. 00000100:00100000:2.0:1775764851.609112:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223093632 00000100:00100000:2.0:1775764851.609115:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223093632 00002000:00010000:2.0:1775764851.609126:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1304813->18446744073709551615) 00002000:00100000:2.0:1775764851.609129:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32300 with x1862022223093632 ext(1304813->18446744073709551615) 00002000:00010000:2.0:1775764851.609135:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a32300. 00000100:00100000:2.0:1775764851.609166:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38899 00000100:00100000:2.0:1775764851.609174:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223093504:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764851.609418:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1775764851.609423:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764851 -> 1775764851 00002000:00010000:2.0:1775764851.609426:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764849 -> 1775764849 00002000:00010000:2.0:1775764851.609427:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764851 -> 1775764851 00002000:00010000:2.0:1775764851.609429:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1741 00000100:00100000:2.0:1775764851.609482:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223093504:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 309us (627us total) trans 4294996836 rc 0/0 00000100:00100000:2.0:1775764851.609489:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38899 00002000:00010000:2.0:1775764851.609493:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764851.609496:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022223093504 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764851.609499:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80. 00000100:00100000:2.0:1775764851.609516:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38900 00000100:00100000:2.0:1775764851.609522:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223093632:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764851.609662:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 374515 -> 1304813 00002000:00010000:2.0:1775764851.609665:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764851 -> 1775764851 00002000:00010000:2.0:1775764851.609668:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:2.0:1775764851.609670:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764851 -> 1775764851 00002000:00010000:2.0:1775764851.609672:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764851.609695:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223093632:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 173us (765us total) trans 4294996185 rc 0/0 00000100:00100000:2.0:1775764851.609702:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38900 00002000:00010000:2.0:1775764851.609705:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1304813->18446744073709551615) 00002000:00100000:2.0:1775764851.609708:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32300 with x1862022223093632 ext(1304813->18446744073709551615) 00002000:00010000:2.0:1775764851.609712:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a32300. 00000100:00100000:2.0:1775764851.617807:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764851.617930:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223093760 00000100:00100000:0.0:1775764851.617942:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223093760 00002000:00100000:0.0:1775764851.618011:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1298432->1302527) req@ffff8b8c92fee300 x1862022223093760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764851.618022:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee300 with x1862022223093760 ext(1298432->1302527) 00002000:00010000:0.0:1775764851.618029:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fee300 00000100:00100000:0.0:1775764851.618065:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38901 00000100:00100000:0.0:1775764851.618075:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223093760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764851.619062:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223093760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 751us (1030us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764851.619071:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38901 00002000:00100000:0.0:1775764851.619079:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1298432->1302527) req@ffff8b8c92fee300 x1862022223093760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/4536 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764851.619087:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fee300 with x1862022223093760 ext(1298432->1302527) 00002000:00010000:0.0:1775764851.619092:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fee300 00000100:00100000:3.0:1775764851.630790:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764851.631090:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223093888 00000100:00100000:1.0:1775764851.631103:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223093888 00002000:00100000:1.0:1775764851.631166:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (1302528->1306623) req@ffff8b8b85a31c00 x1862022223093888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764851.631185:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022223093888 ext(1302528->1306623) 00002000:00010000:1.0:1775764851.631194:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:1.0:1775764851.631232:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38902 00000100:00100000:1.0:1775764851.631256:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223093888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764851.631508:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223093888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (728us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764851.631516:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38902 00002000:00100000:1.0:1775764851.631523:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (1302528->1306623) req@ffff8b8b85a31c00 x1862022223093888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/4536 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764851.631532:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022223093888 ext(1302528->1306623) 00002000:00010000:1.0:1775764851.631535:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:3.0:1775764851.645718:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.645951:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223094016 00000100:00100000:2.0:1775764851.645962:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223094016 00002000:00100000:2.0:1775764851.646022:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1298432->1304812) req@ffff8b8b85a31f80 x1862022223094016/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 6872/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764851.646033:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022223094016 ext(1298432->1304812) 00002000:00010000:2.0:1775764851.646039:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a31f80 00000100:00100000:2.0:1775764851.646075:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38903 00000100:00100000:2.0:1775764851.646086:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223094016:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764851.646606:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223094016:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 520us (898us total) trans 4294996186 rc 0/0 00000100:00100000:2.0:1775764851.646615:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38903 00002000:00100000:2.0:1775764851.646622:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1298432->1304812) req@ffff8b8b85a31f80 x1862022223094016/t4294996186(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 6872/448 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764851.646630:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022223094016 ext(1298432->1304812) 00002000:00010000:2.0:1775764851.646635:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a31f80 00000100:00100000:2.0:1775764851.650898:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.651449:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223094144 00000100:00100000:3.0:1775764851.651462:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223094144 00000100:00100000:3.0:1775764851.651527:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84863 00000100:00100000:3.0:1775764851.651560:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223094144:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:2.0:1775764851.660876:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764851.721604:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996184 is committed 00000001:00080000:1.0:1775764851.721620:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996186 is committed 00000100:00100000:3.0:1775764851.727250:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223094144:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 75693us (76339us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764851.727263:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84863 00000100:00100000:0.0:1775764851.736223:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.736452:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223094272 00000100:00100000:3.0:1775764851.736461:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223094272 00000100:00100000:3.0:1775764851.736587:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44643 00000100:00100000:3.0:1775764851.736597:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022223094272:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764851.736619:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764851.736638:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8000/0xdb23b4c9253d06f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1b4 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.736733:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8400/0xdb23b4c9253d06fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.736747:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8400/0xdb23b4c9253d06fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.736758:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8400/0xdb23b4c9253d06fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764851.736784:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5499117 00000004:00200000:3.0:1775764851.736789:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764851.736807:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8400/0xdb23b4c9253d06fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.736844:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8000/0xdb23b4c9253d06f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1b4 expref: 19 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.736863:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8400/0xdb23b4c9253d06fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1b4 expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.736871:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764851.736874:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764851.736878:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cab5c8400, rc 0) 00000100:00100000:3.0:1775764851.736938:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223094272:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 342us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764851.736944:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44643 00000100:00100000:0.0:1775764851.741838:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764851.742138:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223094528 00000100:00100000:1.0:1775764851.742149:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223094528 00000100:00100000:1.0:1775764851.744618:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44644 00000100:00100000:1.0:1775764851.744640:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223094528:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764851.744703:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764851.744732:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8400/0xdb23b4c9253d06fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1b4 expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.744754:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764851.744760:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764851.745349:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0701 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.745365:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.745376:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764851.745433:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032408 00000004:00010000:1.0:1775764851.745459:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007f677ad reply state 00000000c6875315 transno 4295032409 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764851.745468:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764851.745681:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223094528:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1050us (3858us total) trans 4295032409 rc 0/0 00000100:00100000:1.0:1775764851.745696:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44644 00000020:00080000:1.0:1775764851.745702:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764851.750438:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.750511:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764851.750616:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764851.750627:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0701 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764851.750634:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0701 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764851.750639:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca313fa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764851.750644:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0701 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764851.750651:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0701 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764851.750668:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764851.750671:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764851.750675:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0701 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764851.750681:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313fa00/0xdb23b4c9253d0701 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764851.750894:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223094784 00000100:00100000:3.0:1775764851.750906:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223094784 00002000:00010000:3.0:1775764851.750947:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764851.750951:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed880 with x1862022223094784 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764851.755902:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fed880. 00000100:00100000:3.0:1775764851.756000:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223094656 00000100:00100000:3.0:1775764851.756010:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223094656 00002000:00010000:3.0:1775764851.756051:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2525553->18446744073709551615) 00002000:00100000:3.0:1775764851.756055:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fece00 with x1862022223094656 ext(2525553->18446744073709551615) 00002000:00010000:3.0:1775764851.756062:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fece00. 00000100:00100000:3.0:1775764851.756088:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38904 00000100:00100000:3.0:1775764851.756097:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223094784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764851.756442:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1304813 -> 0 00002000:00010000:3.0:1775764851.756447:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764851 -> 1775764852 00002000:00010000:3.0:1775764851.756450:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764851.756452:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764851 -> 1775764852 00002000:00010000:3.0:1775764851.756454:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:3.0:1775764851.756523:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223094784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 426us (6093us total) trans 4294996187 rc 0/0 00000100:00100000:3.0:1775764851.756531:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38904 00002000:00010000:3.0:1775764851.756566:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764851.756569:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fed880 with x1862022223094784 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764851.756575:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c92fed880. 00000100:00100000:3.0:1775764851.756593:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38905 00000100:00100000:3.0:1775764851.756600:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223094656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764851.756799:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2525553 00002000:00010000:3.0:1775764851.756803:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764851 -> 1775764852 00002000:00010000:3.0:1775764851.756805:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764849 -> 1775764849 00002000:00010000:3.0:1775764851.756806:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764851 -> 1775764852 00002000:00010000:3.0:1775764851.756808:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1741 00000100:00100000:3.0:1775764851.756841:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223094656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 241us (6329us total) trans 4294996837 rc 0/0 00000100:00100000:3.0:1775764851.756846:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38905 00002000:00010000:3.0:1775764851.756849:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2525553->18446744073709551615) 00002000:00100000:3.0:1775764851.756852:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fece00 with x1862022223094656 ext(2525553->18446744073709551615) 00002000:00010000:3.0:1775764851.756856:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fece00. 00000100:00100000:0.0:1775764851.769485:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764851.769574:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223094912 00000100:00100000:1.0:1775764851.769585:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223094912 00000100:00100000:1.0:1775764851.769641:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44645 00000100:00100000:1.0:1775764851.769652:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022223094912:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764851.769677:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764851.769699:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d0708 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1bb expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.769784:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d070f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.769798:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d070f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.769812:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d070f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764851.769849:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2525553 00000004:00200000:1.0:1775764851.769854:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764851.769872:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d070f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.769894:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313ec00/0xdb23b4c9253d0708 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1bb expref: 21 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.769911:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d070f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1bb expref: 20 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.769919:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764851.769922:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764851.769926:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca313f800, rc 0) 00000100:00100000:1.0:1775764851.769999:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223094912:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 349us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764851.770007:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44645 00000100:00100000:0.0:1775764851.779719:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.779839:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223095040 00000100:00100000:2.0:1775764851.779851:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223095040 00002000:00100000:2.0:1775764851.779901:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (421888->425983) req@ffff8b8c9378f100 x1862022223095040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764851.779913:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f100 with x1862022223095040 ext(421888->425983) 00002000:00010000:2.0:1775764851.779918:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f100 00000100:00100000:2.0:1775764851.779951:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38906 00000100:00100000:2.0:1775764851.779970:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223095040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764851.780160:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223095040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 199us (451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764851.780168:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38906 00002000:00100000:2.0:1775764851.780176:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (421888->425983) req@ffff8b8c9378f100 x1862022223095040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/4536 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764851.780183:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f100 with x1862022223095040 ext(421888->425983) 00002000:00010000:2.0:1775764851.780186:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f100 00000100:00100000:2.0:1775764851.785143:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.785225:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223095168 00000100:00100000:3.0:1775764851.785236:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223095168 00002000:00100000:3.0:1775764851.785283:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (425984->430079) req@ffff8b8c8df0df80 x1862022223095168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764851.785295:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0df80 with x1862022223095168 ext(425984->430079) 00002000:00010000:3.0:1775764851.785302:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0df80 00000100:00100000:3.0:1775764851.785340:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38907 00000100:00100000:3.0:1775764851.785351:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223095168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764851.785623:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223095168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 273us (491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764851.785632:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38907 00002000:00100000:3.0:1775764851.785639:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (425984->430079) req@ffff8b8c8df0df80 x1862022223095168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/4536 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764851.785649:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0df80 with x1862022223095168 ext(425984->430079) 00002000:00010000:3.0:1775764851.785652:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0df80 00000100:00100000:0.0:1775764851.801187:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764851.802129:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223095296 00000100:00100000:2.0:1775764851.802149:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223095296 00002000:00100000:2.0:1775764851.802214:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (430080->466943) req@ffff8b8c9378c000 x1862022223095296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764851.802226:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c000 with x1862022223095296 ext(430080->466943) 00002000:00010000:2.0:1775764851.802234:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378c000 00000100:00100000:2.0:1775764851.802274:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38908 00000100:00100000:2.0:1775764851.802284:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223095296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764851.830608:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223095296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 28315us (29421us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764851.830621:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38908 00002000:00100000:0.0:1775764851.830634:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (430080->466943) req@ffff8b8c9378c000 x1862022223095296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/440 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764851.830645:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c000 with x1862022223095296 ext(430080->466943) 00002000:00010000:0.0:1775764851.830651:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378c000 00000100:00100000:1.0:1775764851.837366:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.837452:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223095424 00000100:00100000:3.0:1775764851.837462:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223095424 00002000:00100000:3.0:1775764851.837511:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (421888->2068479) req@ffff8b8c892e4e00 x1862022223095424/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 504/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764851.837522:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4e00 with x1862022223095424 ext(421888->2068479) 00002000:00010000:3.0:1775764851.837528:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4e00 00000100:00100000:3.0:1775764851.837603:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38909 00000100:00100000:3.0:1775764851.837613:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223095424:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764851.843864:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223095424:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6241us (6496us total) trans 4294996838 rc 0/0 00000100:00100000:3.0:1775764851.843879:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38909 00002000:00100000:3.0:1775764851.843893:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (421888->2068479) req@ffff8b8c892e4e00 x1862022223095424/t4294996838(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 504/448 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764851.843903:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4e00 with x1862022223095424 ext(421888->2068479) 00002000:00010000:3.0:1775764851.843909:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e4e00 00000100:00100000:1.0:1775764851.868698:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.868791:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223095552 00000100:00100000:3.0:1775764851.868804:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223095552 00000100:00100000:3.0:1775764851.868873:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84864 00000100:00100000:3.0:1775764851.868884:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb46b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223095552:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764851.964135:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996835 is committed 00000001:00080000:2.0:1775764851.964159:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996836 is committed 00000001:00080000:2.0:1775764851.964166:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996838 is committed 00000100:00100000:3.0:1775764851.964327:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb46b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223095552:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 95439us (95642us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764851.964340:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84864 00000100:00100000:0.0:1775764851.987229:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764851.987290:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764851.987375:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223095808 00000100:00100000:3.0:1775764851.987387:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223095808 00002000:00100000:3.0:1775764851.987438:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1515520->2527231) req@ffff8b8c9378d180 x1862022223095808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 504/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764851.987449:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d180 with x1862022223095808 ext(1515520->2527231) 00002000:00010000:3.0:1775764851.987455:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378d180 00000100:00100000:3.0:1775764851.987481:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223095680 00000100:00100000:3.0:1775764851.987484:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223095680 00002000:00100000:3.0:1775764851.987497:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (466944->1515519) req@ffff8b8c9378ca80 x1862022223095680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/0 e 0 to 0 dl 1775764862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764851.987503:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ca80 with x1862022223095680 ext(466944->1515519) 00002000:00010000:3.0:1775764851.987506:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ca80 00000100:00100000:3.0:1775764851.987533:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38910 00000100:00100000:3.0:1775764851.987570:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223095808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764851.988185:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38911 00000100:00100000:2.0:1775764851.988199:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223095680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764852.021836:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223095808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 34248us (34602us total) trans 0 rc 970752/970752 00000100:00100000:3.0:1775764852.021851:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38910 00002000:00100000:3.0:1775764852.021866:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1515520->2527231) req@ffff8b8c9378d180 x1862022223095808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 504/440 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 970752/970752 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.021878:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d180 with x1862022223095808 ext(1515520->2527231) 00002000:00010000:3.0:1775764852.021886:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378d180 00000100:00100000:2.0:1775764852.035857:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223095680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 47651us (48556us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764852.035871:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38911 00002000:00100000:2.0:1775764852.035885:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (466944->1515519) req@ffff8b8c9378ca80 x1862022223095680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:332/0 lens 488/440 e 0 to 0 dl 1775764862 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.035896:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ca80 with x1862022223095680 ext(466944->1515519) 00002000:00010000:2.0:1775764852.035902:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ca80 00000100:00100000:1.0:1775764852.061916:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.062395:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223096064 00000100:00100000:3.0:1775764852.062408:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223096064 00000100:00100000:3.0:1775764852.062477:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44646 00000100:00100000:3.0:1775764852.062486:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223096064:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764852.062579:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764852.062612:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca313f800/0xdb23b4c9253d070f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1bb expref: 20 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.062635:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.062640:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764852.062904:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9a00/0xdb23b4c9253d0716 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.062921:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9a00/0xdb23b4c9253d0716 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.062932:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9a00/0xdb23b4c9253d0716 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764852.063338:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032410 00000004:00010000:3.0:1775764852.063372:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001612ef6a reply state 00000000591fc0e8 transno 4295032411 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9a00/0xdb23b4c9253d0716 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764852.063381:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764852.063475:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223096064:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 988us (1567us total) trans 4295032411 rc 0/0 00000100:00100000:3.0:1775764852.063482:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44646 00000020:00080000:3.0:1775764852.063487:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764852.067007:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9a00/0xdb23b4c9253d0716 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.067022:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9a00/0xdb23b4c9253d0716 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.067029:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9a00/0xdb23b4c9253d0716 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.067035:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cab5c9a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764852.067040:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9a00/0xdb23b4c9253d0716 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.067047:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9a00/0xdb23b4c9253d0716 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.067064:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764852.067067:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764852.067071:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9a00/0xdb23b4c9253d0716 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.067076:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9a00/0xdb23b4c9253d0716 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764852.082714:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.082803:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.082903:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223096192 00000100:00100000:0.0:1775764852.082914:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223096192 00002000:00010000:0.0:1775764852.082977:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764852.082983:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7b80 with x1862022223096192 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764852.083003:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e7b80. 00000100:00100000:0.0:1775764852.083038:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223096320 00000100:00100000:0.0:1775764852.083041:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223096320 00002000:00010000:0.0:1775764852.083054:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1317924->18446744073709551615) 00002000:00100000:0.0:1775764852.083057:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e5180 with x1862022223096320 ext(1317924->18446744073709551615) 00002000:00010000:0.0:1775764852.083065:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e5180. 00000100:00100000:0.0:1775764852.083091:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38912 00000100:00100000:0.0:1775764852.083100:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223096192:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764852.083421:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2525553 -> 4194304 00002000:00010000:0.0:1775764852.083425:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.083428:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764849 -> 1775764849 00002000:00010000:0.0:1775764852.083430:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.083432:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1741 -> 1099 00000100:00100000:0.0:1775764852.083488:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223096192:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 389us (784us total) trans 4294996839 rc 0/0 00000100:00100000:0.0:1775764852.083496:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38912 00002000:00010000:0.0:1775764852.083500:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764852.083502:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7b80 with x1862022223096192 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764852.083507:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e7b80. 00000100:00100000:0.0:1775764852.083524:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38913 00000100:00100000:0.0:1775764852.083530:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223096320:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764852.083676:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1317924 00002000:00010000:0.0:1775764852.083680:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.083682:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764852.083684:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.083686:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764852.083707:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223096320:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 177us (905us total) trans 4294996188 rc 0/0 00000100:00100000:0.0:1775764852.083713:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38913 00002000:00010000:0.0:1775764852.083716:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1317924->18446744073709551615) 00002000:00100000:0.0:1775764852.083718:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e5180 with x1862022223096320 ext(1317924->18446744073709551615) 00002000:00010000:0.0:1775764852.083722:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e5180. 00000100:00080000:2.0:1775764852.085504:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764852.088074:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.088250:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223096448 00000100:00100000:1.0:1775764852.088264:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223096448 00000100:00100000:1.0:1775764852.088328:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44647 00000100:00100000:1.0:1775764852.088340:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022223096448:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764852.088367:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764852.088390:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d071d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1c2 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.088477:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0724 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.088491:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0724 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.088502:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0724 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764852.088530:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5512228 00000004:00200000:1.0:1775764852.088534:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764852.088596:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0724 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.088622:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d071d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1c2 expref: 23 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.088639:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0724 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1c2 expref: 22 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.088648:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764852.088652:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764852.088655:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9c00, rc 0) 00000100:00100000:1.0:1775764852.088716:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223096448:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 377us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764852.088727:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44647 00000100:00100000:0.0:1775764852.097035:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.097108:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223096576 00000100:00100000:1.0:1775764852.097120:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223096576 00002000:00100000:1.0:1775764852.097174:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (536576->598015) req@ffff8b8c9378dc00 x1862022223096576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.097185:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378dc00 with x1862022223096576 ext(536576->598015) 00002000:00010000:1.0:1775764852.097192:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378dc00 00000100:00100000:1.0:1775764852.097226:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38914 00000100:00100000:1.0:1775764852.097249:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223096576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764852.120039:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223096576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 22791us (23002us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1775764852.120054:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38914 00002000:00100000:1.0:1775764852.120068:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (536576->598015) req@ffff8b8c9378dc00 x1862022223096576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.120079:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378dc00 with x1862022223096576 ext(536576->598015) 00002000:00010000:1.0:1775764852.120088:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378dc00 00000100:00100000:0.0:1775764852.133410:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.133509:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223096704 00000100:00100000:2.0:1775764852.133521:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223096704 00002000:00100000:2.0:1775764852.133601:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (94208->159743) req@ffff8b8c9378c700 x1862022223096704/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.133613:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c700 with x1862022223096704 ext(94208->159743) 00002000:00010000:2.0:1775764852.133619:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378c700 00000100:00100000:2.0:1775764852.133643:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38915 00000100:00100000:2.0:1775764852.133653:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223096704:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764852.138207:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223096704:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4545us (4796us total) trans 4294996840 rc 0/0 00000100:00100000:2.0:1775764852.138221:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38915 00002000:00100000:2.0:1775764852.138234:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (94208->159743) req@ffff8b8c9378c700 x1862022223096704/t4294996840(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/448 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.138244:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c700 with x1862022223096704 ext(94208->159743) 00002000:00010000:2.0:1775764852.138251:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378c700 00000100:00100000:0.0:1775764852.154007:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.154189:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223096832 00000100:00100000:1.0:1775764852.154200:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223096832 00000100:00100000:1.0:1775764852.154259:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84865 00000100:00100000:1.0:1775764852.154269:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223096832:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764852.204290:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996839 is committed 00000001:00080000:1.0:1775764852.204317:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996840 is committed 00000100:00100000:1.0:1775764852.204430:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223096832:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 50156us (50435us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764852.204445:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84865 00000100:00100000:3.0:1775764852.211768:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.212168:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223096960 00000100:00100000:1.0:1775764852.212181:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223096960 00002000:00100000:1.0:1775764852.212252:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2908160->2912255) req@ffff8b8b85a33480 x1862022223096960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.212265:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33480 with x1862022223096960 ext(2908160->2912255) 00002000:00010000:1.0:1775764852.212272:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33480 00000100:00100000:1.0:1775764852.212305:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38916 00000100:00100000:1.0:1775764852.212315:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223096960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764852.212619:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223096960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 304us (859us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764852.212627:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38916 00002000:00100000:1.0:1775764852.212634:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2908160->2912255) req@ffff8b8b85a33480 x1862022223096960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.212643:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33480 with x1862022223096960 ext(2908160->2912255) 00002000:00010000:1.0:1775764852.212646:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33480 00000100:00100000:0.0:1775764852.220596:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.223777:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223097088 00000100:00100000:2.0:1775764852.223793:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223097088 00002000:00100000:2.0:1775764852.223886:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2912256->2916351) req@ffff8b8cad85ca80 x1862022223097088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.223898:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022223097088 ext(2912256->2916351) 00002000:00010000:2.0:1775764852.223905:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ca80 00000100:00100000:2.0:1775764852.223936:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38917 00000100:00100000:2.0:1775764852.223945:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223097088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.224211:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223097088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 266us (3624us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764852.224219:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38917 00002000:00100000:2.0:1775764852.224226:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2912256->2916351) req@ffff8b8cad85ca80 x1862022223097088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.224240:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022223097088 ext(2912256->2916351) 00002000:00010000:2.0:1775764852.224243:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ca80 00000100:00100000:1.0:1775764852.233848:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764852.236272:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.236859:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223097216 00000100:00100000:3.0:1775764852.236871:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223097216 00002000:00100000:3.0:1775764852.236918:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2887680->2953215) req@ffff8b8cad85ea00 x1862022223097216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.236928:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022223097216 ext(2887680->2953215) 00002000:00010000:3.0:1775764852.236934:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ea00 00000100:00100000:3.0:1775764852.236968:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38918 00000100:00100000:3.0:1775764852.236978:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223097216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764852.239338:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c9f969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224989312:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764852.239418:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764852.240420:0:12042:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224989312 00000100:00100000:2.0:1775764852.240435:0:12042:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224989312 00000100:00100000:2.0:1775764852.240510:0:12042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1775764852.240520:0:12042:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224989312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764852.240592:0:12042:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 221970432 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764852.240668:0:12042:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224989312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 150us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764852.240676:0:12042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00080000:0.0:1775764852.240784:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764852.240880:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c9f969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224989312:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764852.258093:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223097216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21105us (21818us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764852.258107:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38918 00002000:00100000:3.0:1775764852.258123:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2887680->2953215) req@ffff8b8cad85ea00 x1862022223097216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.258132:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022223097216 ext(2887680->2953215) 00002000:00010000:3.0:1775764852.258139:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ea00 00000100:00100000:3.0:1775764852.265000:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.265110:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223097344 00000100:00100000:0.0:1775764852.265121:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223097344 00002000:00100000:0.0:1775764852.265180:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2953216->2990079) req@ffff8b8c9f969f80 x1862022223097344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.265192:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969f80 with x1862022223097344 ext(2953216->2990079) 00002000:00010000:0.0:1775764852.265198:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969f80 00000100:00100000:0.0:1775764852.265242:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38919 00000100:00100000:0.0:1775764852.265251:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223097344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764852.274156:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223097344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8895us (9162us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764852.274169:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38919 00002000:00100000:0.0:1775764852.274181:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2953216->2990079) req@ffff8b8c9f969f80 x1862022223097344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.274191:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969f80 with x1862022223097344 ext(2953216->2990079) 00002000:00010000:0.0:1775764852.274197:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969f80 00000100:00100000:0.0:1775764852.278908:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.280382:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223097472 00000100:00100000:3.0:1775764852.280396:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223097472 00002000:00100000:3.0:1775764852.280455:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2908160->2961407) req@ffff8b8cad85e680 x1862022223097472/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.280466:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022223097472 ext(2908160->2961407) 00002000:00010000:3.0:1775764852.280473:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e680 00000100:00100000:3.0:1775764852.280515:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38920 00000100:00100000:3.0:1775764852.280524:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223097472:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764852.288392:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223097472:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7858us (9485us total) trans 4294996841 rc 0/0 00000100:00100000:3.0:1775764852.288406:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38920 00002000:00100000:3.0:1775764852.288418:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2908160->2961407) req@ffff8b8cad85e680 x1862022223097472/t4294996841(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/448 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.288428:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022223097472 ext(2908160->2961407) 00002000:00010000:3.0:1775764852.288434:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e680 00000100:00100000:2.0:1775764852.293956:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.294169:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223097600 00000100:00100000:3.0:1775764852.294178:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223097600 00000100:00100000:3.0:1775764852.294237:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84866 00000100:00100000:3.0:1775764852.294246:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223097600:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764852.338623:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996841 is committed 00000100:00100000:1.0:1775764852.338915:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223097600:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44664us (44962us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764852.338928:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84866 00000100:00100000:0.0:1775764852.344431:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.344624:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223097856 00000100:00100000:3.0:1775764852.344634:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223097856 00000100:00100000:3.0:1775764852.344797:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44648 00000100:00100000:3.0:1775764852.344809:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223097856:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764852.344876:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764852.344908:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d0724 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1c2 expref: 22 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.344928:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.344933:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764852.345174:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d072b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.345188:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d072b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.345198:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d072b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764852.345262:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032412 00000004:00010000:3.0:1775764852.345286:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7680504 reply state 00000000ffc978ca transno 4295032413 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d072b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764852.345295:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764852.345393:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223097856:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 586us (981us total) trans 4295032413 rc 0/0 00000100:00100000:3.0:1775764852.345401:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44648 00000020:00080000:3.0:1775764852.345406:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764852.349491:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.349529:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764852.349919:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d072b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.349931:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d072b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.349939:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d072b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.349950:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cab5c9400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764852.349955:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d072b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.349963:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d072b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.349982:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.349990:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764852.349996:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d072b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.350001:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d072b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764852.350039:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223097984 00000100:00100000:3.0:1775764852.350049:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223097984 00002000:00010000:3.0:1775764852.350088:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (199100->18446744073709551615) 00002000:00100000:3.0:1775764852.350092:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e5c00 with x1862022223097984 ext(199100->18446744073709551615) 00002000:00010000:3.0:1775764852.350104:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e5c00. 00000100:00100000:3.0:1775764852.350145:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223098112 00000100:00100000:3.0:1775764852.350149:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223098112 00002000:00010000:3.0:1775764852.350161:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764852.350164:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4a80 with x1862022223098112 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764852.350171:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e4a80. 00000100:00100000:3.0:1775764852.350192:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38921 00000100:00100000:3.0:1775764852.350202:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223097984:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764852.350655:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 199100 00002000:00010000:3.0:1775764852.350660:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.350663:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764849 -> 1775764852 00002000:00010000:3.0:1775764852.350664:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.350667:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1291 00000100:00100000:3.0:1775764852.350738:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223097984:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 536us (1254us total) trans 4294996842 rc 0/0 00000100:00100000:3.0:1775764852.350746:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38921 00002000:00010000:3.0:1775764852.350750:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (199100->18446744073709551615) 00002000:00100000:3.0:1775764852.350754:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e5c00 with x1862022223097984 ext(199100->18446744073709551615) 00002000:00010000:3.0:1775764852.350757:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e5c00. 00000100:00100000:3.0:1775764852.350775:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38922 00000100:00100000:3.0:1775764852.350781:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223098112:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764852.350928:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1317924 -> 0 00002000:00010000:3.0:1775764852.350931:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.350934:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764852.350936:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.350938:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764852.350959:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223098112:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 178us (1429us total) trans 4294996189 rc 0/0 00000100:00100000:3.0:1775764852.350966:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38922 00002000:00010000:3.0:1775764852.350969:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764852.350972:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e4a80 with x1862022223098112 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764852.350977:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e4a80. 00000100:00100000:0.0:1775764852.361267:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.361384:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223098240 00000100:00100000:2.0:1775764852.361397:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223098240 00000100:00100000:2.0:1775764852.361464:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44649 00000100:00100000:2.0:1775764852.361475:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022223098240:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764852.361500:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764852.361520:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92cc00/0xdb23b4c9253d0732 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1c9 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.361647:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d800/0xdb23b4c9253d0739 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.363940:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d800/0xdb23b4c9253d0739 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.363979:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d800/0xdb23b4c9253d0739 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764852.364037:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 199100 00000004:00200000:2.0:1775764852.364042:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764852.364067:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d800/0xdb23b4c9253d0739 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.364112:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92cc00/0xdb23b4c9253d0732 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1c9 expref: 25 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.364133:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d800/0xdb23b4c9253d0739 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1c9 expref: 24 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.364143:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764852.364146:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764852.364150:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f92d800, rc 0) 00000100:00100000:2.0:1775764852.364229:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223098240:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 2754us (2974us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764852.364237:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44649 00000100:00100000:3.0:1775764852.372095:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.372360:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223098496 00000100:00100000:1.0:1775764852.372372:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223098496 00000100:00100000:1.0:1775764852.372426:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44650 00000100:00100000:1.0:1775764852.372435:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223098496:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764852.372490:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764852.372515:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d800/0xdb23b4c9253d0739 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1c9 expref: 24 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.372534:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764852.372580:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764852.372928:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d0740 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.372943:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d0740 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.372953:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d0740 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764852.373014:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032414 00000004:00010000:1.0:1775764852.373040:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb1b3498 reply state 0000000040043a16 transno 4295032415 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d0740 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764852.373050:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764852.373198:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223098496:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 763us (1112us total) trans 4295032415 rc 0/0 00000100:00100000:1.0:1775764852.373205:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44650 00000020:00080000:1.0:1775764852.373285:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764852.378692:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.378762:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764852.378827:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d0740 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.378839:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d0740 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.378846:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d0740 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.378851:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764852.378856:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d0740 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.378863:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d0740 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.378882:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.378885:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764852.378889:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d0740 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.378894:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d0740 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764852.383379:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223098624 00000100:00100000:2.0:1775764852.383395:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223098624 00002000:00010000:2.0:1775764852.383448:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3482462->18446744073709551615) 00002000:00100000:2.0:1775764852.383453:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ed80 with x1862022223098624 ext(3482462->18446744073709551615) 00002000:00010000:2.0:1775764852.383466:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ed80. 00000100:00100000:2.0:1775764852.383665:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223098752 00000100:00100000:2.0:1775764852.383670:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223098752 00002000:00010000:2.0:1775764852.383696:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764852.383700:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022223098752 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764852.383709:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85c000. 00000100:00100000:0.0:1775764852.383897:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38923 00000100:00100000:0.0:1775764852.383913:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223098624:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764852.384217:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 199100 -> 3482462 00002000:00010000:0.0:1775764852.384222:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.384224:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.384227:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.384229:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:0.0:1775764852.384306:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223098624:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 397us (5768us total) trans 4294996843 rc 0/0 00000100:00100000:0.0:1775764852.384315:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38923 00002000:00010000:0.0:1775764852.384318:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3482462->18446744073709551615) 00002000:00100000:0.0:1775764852.384321:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ed80 with x1862022223098624 ext(3482462->18446744073709551615) 00002000:00010000:0.0:1775764852.384327:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ed80. 00000100:00100000:0.0:1775764852.384345:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38924 00000100:00100000:0.0:1775764852.384353:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223098752:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764852.384471:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764852.384474:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.384476:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764852.384478:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.384480:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764852.384501:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223098752:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 149us (5738us total) trans 4294996190 rc 0/0 00000100:00100000:0.0:1775764852.384507:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38924 00002000:00010000:0.0:1775764852.384510:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764852.384512:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022223098752 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764852.384517:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85c000. 00000100:00100000:0.0:1775764852.387932:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.388087:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223098880 00000100:00100000:3.0:1775764852.388099:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223098880 00000100:00100000:3.0:1775764852.388200:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44651 00000100:00100000:3.0:1775764852.388210:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022223098880:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764852.388234:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764852.388254:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0747 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1d0 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.388352:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8000/0xdb23b4c9253d074e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.388368:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8000/0xdb23b4c9253d074e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.388380:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8000/0xdb23b4c9253d074e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764852.388407:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3482462 00000004:00200000:3.0:1775764852.388411:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764852.388427:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8000/0xdb23b4c9253d074e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.388452:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d0747 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1d0 expref: 27 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.388469:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8000/0xdb23b4c9253d074e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1d0 expref: 26 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.388476:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.388479:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764852.388483:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cab5c8000, rc 0) 00000100:00100000:3.0:1775764852.388663:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223098880:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 453us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.388670:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44651 00000100:00100000:2.0:1775764852.392325:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.392407:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223099008 00000100:00100000:1.0:1775764852.392417:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223099008 00002000:00100000:1.0:1775764852.392467:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (786432->790527) req@ffff8b8c8df0f800 x1862022223099008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.392484:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f800 with x1862022223099008 ext(786432->790527) 00002000:00010000:1.0:1775764852.392489:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f800 00000100:00100000:1.0:1775764852.392521:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38925 00000100:00100000:1.0:1775764852.392531:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223099008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764852.396666:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223099008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4125us (4337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764852.396768:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38925 00002000:00100000:1.0:1775764852.396781:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (786432->790527) req@ffff8b8c8df0f800 x1862022223099008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.396790:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f800 with x1862022223099008 ext(786432->790527) 00002000:00010000:1.0:1775764852.396797:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f800 00000100:00100000:0.0:1775764852.400599:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.400810:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223099136 00000100:00100000:2.0:1775764852.400829:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223099136 00002000:00100000:2.0:1775764852.400883:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (790528->794623) req@ffff8b8cad85df80 x1862022223099136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.400894:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85df80 with x1862022223099136 ext(790528->794623) 00002000:00010000:2.0:1775764852.400900:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85df80 00000100:00100000:2.0:1775764852.400926:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38926 00000100:00100000:2.0:1775764852.400935:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223099136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.401178:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223099136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 243us (586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764852.401186:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38926 00002000:00100000:2.0:1775764852.401192:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (790528->794623) req@ffff8b8cad85df80 x1862022223099136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.401201:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85df80 with x1862022223099136 ext(790528->794623) 00002000:00010000:2.0:1775764852.401205:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85df80 00000100:00100000:0.0:1775764852.405477:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.405571:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223099264 00000100:00100000:3.0:1775764852.405580:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223099264 00002000:00100000:3.0:1775764852.405624:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (765952->831487) req@ffff8b8cad85d180 x1862022223099264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.405636:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d180 with x1862022223099264 ext(765952->831487) 00002000:00010000:3.0:1775764852.405642:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d180 00000100:00100000:3.0:1775764852.405670:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38927 00000100:00100000:3.0:1775764852.405679:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223099264:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764852.410337:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223099264:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4645us (4854us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764852.410351:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38927 00002000:00100000:3.0:1775764852.410363:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (765952->831487) req@ffff8b8cad85d180 x1862022223099264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.410373:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d180 with x1862022223099264 ext(765952->831487) 00002000:00010000:3.0:1775764852.410379:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d180 00000100:00100000:3.0:1775764852.415170:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.415344:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223099520 00000100:00100000:1.0:1775764852.415356:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223099520 00000100:00100000:1.0:1775764852.415420:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44652 00000100:00100000:1.0:1775764852.415430:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223099520:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764852.415493:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764852.415525:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8000/0xdb23b4c9253d074e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1d0 expref: 26 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.415591:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764852.415597:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764852.415845:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0755 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.415863:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0755 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.415873:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0755 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764852.415921:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032416 00000004:00010000:1.0:1775764852.415946:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086f18efc reply state 00000000fd92ac06 transno 4295032417 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0755 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764852.415955:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764852.416328:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223099520:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 898us (1166us total) trans 4295032417 rc 0/0 00000100:00100000:0.0:1775764852.416337:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44652 00000020:00080000:0.0:1775764852.416342:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764852.418675:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0755 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.418700:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0755 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.418707:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0755 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.418712:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764852.418716:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0755 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.418727:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0755 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.418743:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.418746:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764852.418751:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0755 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.418757:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0755 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764852.420730:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.420960:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223099648 00000100:00100000:1.0:1775764852.420973:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223099648 00002000:00010000:1.0:1775764852.421026:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3863803->18446744073709551615) 00002000:00100000:1.0:1775764852.421031:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83800 with x1862022223099648 ext(3863803->18446744073709551615) 00002000:00010000:1.0:1775764852.421044:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83800. 00000100:00100000:1.0:1775764852.421068:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38928 00000100:00100000:1.0:1775764852.421079:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223099648:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764852.421314:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3482462 -> 3863803 00002000:00010000:1.0:1775764852.421318:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:1.0:1775764852.421321:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:1.0:1775764852.421324:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:1.0:1775764852.421326:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:1.0:1775764852.421388:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223099648:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 309us (665us total) trans 4294996844 rc 0/0 00000100:00100000:1.0:1775764852.421395:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38928 00002000:00010000:1.0:1775764852.421399:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3863803->18446744073709551615) 00002000:00100000:1.0:1775764852.421424:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83800 with x1862022223099648 ext(3863803->18446744073709551615) 00002000:00010000:1.0:1775764852.421429:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83800. 00000100:00100000:1.0:1775764852.424031:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.424110:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223099776 00000100:00100000:3.0:1775764852.424121:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223099776 00002000:00010000:3.0:1775764852.424170:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764852.424175:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6300 with x1862022223099776 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764852.424186:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e6300. 00000100:00100000:3.0:1775764852.424230:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38929 00000100:00100000:3.0:1775764852.424241:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223099776:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764852.424463:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764852.424467:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.424469:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764852.424472:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.424473:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764852.424571:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223099776:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 300us (518us total) trans 4294996191 rc 0/0 00000100:00100000:3.0:1775764852.424579:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38929 00002000:00010000:3.0:1775764852.424583:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764852.424585:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e6300 with x1862022223099776 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764852.424589:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e6300. 00000100:00100000:2.0:1775764852.429931:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.430031:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223099904 00000100:00100000:3.0:1775764852.430043:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223099904 00000100:00100000:3.0:1775764852.430106:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44653 00000100:00100000:3.0:1775764852.430116:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022223099904:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764852.430144:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764852.430165:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d075c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1d7 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.430250:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0763 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.430263:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.430274:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764852.430303:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3863803 00000004:00200000:3.0:1775764852.430307:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764852.430325:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.430350:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d075c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1d7 expref: 29 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.430369:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0763 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1d7 expref: 28 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.430383:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.430385:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764852.430389:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cab5c9600, rc 0) 00000100:00100000:3.0:1775764852.430458:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223099904:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 344us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.430465:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44653 00000100:00100000:0.0:1775764852.438101:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.438246:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223100032 00000100:00100000:2.0:1775764852.438257:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223100032 00002000:00100000:2.0:1775764852.438300:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1323008->1388543) req@ffff8b8c86d36300 x1862022223100032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.438311:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36300 with x1862022223100032 ext(1323008->1388543) 00002000:00010000:2.0:1775764852.438317:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36300 00000100:00100000:2.0:1775764852.438351:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38930 00000100:00100000:2.0:1775764852.438359:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223100032:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.444070:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223100032:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5699us (5965us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764852.444084:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38930 00002000:00100000:2.0:1775764852.444099:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1323008->1388543) req@ffff8b8c86d36300 x1862022223100032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.444109:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36300 with x1862022223100032 ext(1323008->1388543) 00002000:00010000:2.0:1775764852.444115:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36300 00000100:00100000:0.0:1775764852.448382:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.448470:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223100160 00000100:00100000:3.0:1775764852.448479:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223100160 00002000:00100000:3.0:1775764852.448531:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (90112->1372159) req@ffff8b8c86d34000 x1862022223100160/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.448575:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34000 with x1862022223100160 ext(90112->1372159) 00002000:00010000:3.0:1775764852.448581:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34000 00000100:00100000:3.0:1775764852.448607:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38931 00000100:00100000:3.0:1775764852.448616:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223100160:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764852.453242:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223100160:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4612us (4854us total) trans 4294996845 rc 0/0 00000100:00100000:3.0:1775764852.453260:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38931 00002000:00100000:3.0:1775764852.453276:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (90112->1372159) req@ffff8b8c86d34000 x1862022223100160/t4294996845(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/448 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.453286:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34000 with x1862022223100160 ext(90112->1372159) 00002000:00010000:3.0:1775764852.453293:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34000 00000100:00100000:0.0:1775764852.456794:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.456907:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223100288 00000100:00100000:2.0:1775764852.456919:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223100288 00000100:00100000:2.0:1775764852.456980:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84867 00000100:00100000:2.0:1775764852.456997:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223100288:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764852.500351:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996843 is committed 00000001:00080000:0.0:1775764852.500365:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996844 is committed 00000001:00080000:0.0:1775764852.500372:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996845 is committed 00000100:00100000:2.0:1775764852.500518:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223100288:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 43517us (43727us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764852.500529:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84867 00000100:00100000:0.0:1775764852.503773:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.504473:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223100416 00000100:00100000:3.0:1775764852.504486:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223100416 00002000:00100000:3.0:1775764852.504643:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2547712->2551807) req@ffff8b8c86d36d80 x1862022223100416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.504655:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36d80 with x1862022223100416 ext(2547712->2551807) 00002000:00010000:3.0:1775764852.504663:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36d80 00000100:00100000:2.0:1775764852.504883:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38932 00000100:00100000:2.0:1775764852.504899:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223100416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.505157:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223100416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 261us (1392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764852.505165:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38932 00002000:00100000:2.0:1775764852.505171:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2547712->2551807) req@ffff8b8c86d36d80 x1862022223100416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.505179:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36d80 with x1862022223100416 ext(2547712->2551807) 00002000:00010000:2.0:1775764852.505182:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d36d80 00000100:00100000:0.0:1775764852.508508:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.508653:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223100544 00000100:00100000:3.0:1775764852.508663:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223100544 00002000:00100000:3.0:1775764852.508721:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2588672->2592767) req@ffff8b8c86d35500 x1862022223100544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.508731:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35500 with x1862022223100544 ext(2588672->2592767) 00002000:00010000:3.0:1775764852.508737:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35500 00000100:00100000:3.0:1775764852.508767:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38933 00000100:00100000:3.0:1775764852.508777:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223100544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764852.509058:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223100544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 280us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764852.509066:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38933 00002000:00100000:3.0:1775764852.509073:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2588672->2592767) req@ffff8b8c86d35500 x1862022223100544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.509081:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35500 with x1862022223100544 ext(2588672->2592767) 00002000:00010000:3.0:1775764852.509084:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35500 00000100:00100000:0.0:1775764852.513947:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.514335:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223100672 00000100:00100000:2.0:1775764852.514348:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223100672 00002000:00100000:2.0:1775764852.514398:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3723264->3727359) req@ffff8b8c86d35180 x1862022223100672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.514409:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35180 with x1862022223100672 ext(3723264->3727359) 00002000:00010000:2.0:1775764852.514415:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35180 00000100:00100000:2.0:1775764852.514450:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38934 00000100:00100000:2.0:1775764852.514461:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223100672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.514759:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223100672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 298us (822us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764852.514769:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38934 00002000:00100000:2.0:1775764852.514776:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3723264->3727359) req@ffff8b8c86d35180 x1862022223100672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.514785:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35180 with x1862022223100672 ext(3723264->3727359) 00002000:00010000:2.0:1775764852.514789:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35180 00000100:00100000:1.0:1775764852.518699:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.518856:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223100800 00000100:00100000:3.0:1775764852.518868:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223100800 00002000:00100000:3.0:1775764852.518928:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3727360->3731455) req@ffff8b8c892e7800 x1862022223100800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.518940:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7800 with x1862022223100800 ext(3727360->3731455) 00002000:00010000:3.0:1775764852.518947:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e7800 00000100:00100000:3.0:1775764852.518991:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38935 00000100:00100000:3.0:1775764852.519001:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223100800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764852.519260:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223100800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 260us (580us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764852.519268:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38935 00002000:00100000:3.0:1775764852.519274:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3727360->3731455) req@ffff8b8c892e7800 x1862022223100800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.519282:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e7800 with x1862022223100800 ext(3727360->3731455) 00002000:00010000:3.0:1775764852.519285:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e7800 00000100:00100000:1.0:1775764852.524502:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.524716:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223100928 00000100:00100000:2.0:1775764852.524733:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223100928 00002000:00100000:2.0:1775764852.524786:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3702784->3768319) req@ffff8b8c8f955c00 x1862022223100928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.524797:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022223100928 ext(3702784->3768319) 00002000:00010000:2.0:1775764852.524804:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955c00 00000100:00100000:2.0:1775764852.524846:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38936 00000100:00100000:2.0:1775764852.524855:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223100928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.535626:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223100928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10758us (11123us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764852.535642:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38936 00002000:00100000:2.0:1775764852.535659:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3702784->3768319) req@ffff8b8c8f955c00 x1862022223100928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.535671:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022223100928 ext(3702784->3768319) 00002000:00010000:2.0:1775764852.535680:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955c00 00000100:00100000:1.0:1775764852.540114:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.540219:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223101056 00000100:00100000:0.0:1775764852.540233:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223101056 00002000:00100000:0.0:1775764852.540285:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (552960->557055) req@ffff8b8c8f954700 x1862022223101056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.540295:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022223101056 ext(552960->557055) 00002000:00010000:0.0:1775764852.540301:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700 00000100:00100000:0.0:1775764852.540388:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38937 00000100:00100000:0.0:1775764852.540398:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223101056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764852.540666:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223101056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 269us (564us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764852.540674:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38937 00002000:00100000:0.0:1775764852.541786:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (552960->557055) req@ffff8b8c8f954700 x1862022223101056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.541804:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022223101056 ext(552960->557055) 00002000:00010000:0.0:1775764852.541810:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700 00000100:00100000:1.0:1775764852.543945:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.544854:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223101184 00000100:00100000:2.0:1775764852.544866:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223101184 00002000:00100000:2.0:1775764852.544922:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (565248->569343) req@ffff8b8c8f955500 x1862022223101184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.544933:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022223101184 ext(565248->569343) 00002000:00010000:2.0:1775764852.544939:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:2.0:1775764852.544971:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38938 00000100:00100000:2.0:1775764852.545088:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223101184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.545398:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223101184:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 417us (1459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764852.545407:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38938 00002000:00100000:2.0:1775764852.545414:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (565248->569343) req@ffff8b8c8f955500 x1862022223101184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.545423:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022223101184 ext(565248->569343) 00002000:00010000:2.0:1775764852.545426:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:1.0:1775764852.552065:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.552167:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223101312 00000100:00100000:0.0:1775764852.552179:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223101312 00002000:00100000:0.0:1775764852.552234:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2863104->2867199) req@ffff8b8c8f955880 x1862022223101312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.552245:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955880 with x1862022223101312 ext(2863104->2867199) 00002000:00010000:0.0:1775764852.552251:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955880 00000100:00100000:0.0:1775764852.552285:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38939 00000100:00100000:0.0:1775764852.552295:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223101312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764852.552526:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223101312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 231us (471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764852.552535:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38939 00002000:00100000:0.0:1775764852.552566:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2863104->2867199) req@ffff8b8c8f955880 x1862022223101312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.552576:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955880 with x1862022223101312 ext(2863104->2867199) 00002000:00010000:0.0:1775764852.552579:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955880 00000100:00100000:1.0:1775764852.556405:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.556504:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223101440 00000100:00100000:2.0:1775764852.556515:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223101440 00002000:00100000:2.0:1775764852.556583:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2867200->2871295) req@ffff8b8c8f954000 x1862022223101440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.556602:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022223101440 ext(2867200->2871295) 00002000:00010000:2.0:1775764852.556608:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:2.0:1775764852.556640:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38940 00000100:00100000:2.0:1775764852.556649:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223101440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.556980:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223101440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 331us (584us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764852.556989:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38940 00002000:00100000:2.0:1775764852.556996:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2867200->2871295) req@ffff8b8c8f954000 x1862022223101440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.557006:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022223101440 ext(2867200->2871295) 00002000:00010000:2.0:1775764852.557009:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:1.0:1775764852.561477:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.561581:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223101568 00000100:00100000:2.0:1775764852.561593:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223101568 00002000:00100000:2.0:1775764852.561641:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2842624->2908159) req@ffff8b8c8f957100 x1862022223101568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.561653:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022223101568 ext(2842624->2908159) 00002000:00010000:2.0:1775764852.561658:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957100 00000100:00100000:2.0:1775764852.561807:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38941 00000100:00100000:2.0:1775764852.561829:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223101568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.566229:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223101568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4404us (4750us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764852.566244:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38941 00002000:00100000:2.0:1775764852.566260:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2842624->2908159) req@ffff8b8c8f957100 x1862022223101568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.566271:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022223101568 ext(2842624->2908159) 00002000:00010000:2.0:1775764852.566279:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957100 00000100:00100000:2.0:1775764852.570168:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.570257:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223101696 00000100:00100000:3.0:1775764852.570269:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223101696 00002000:00100000:3.0:1775764852.570326:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (552960->2887679) req@ffff8b8c8df0dc00 x1862022223101696/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 520/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.570336:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0dc00 with x1862022223101696 ext(552960->2887679) 00002000:00010000:3.0:1775764852.570343:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0dc00 00000100:00100000:3.0:1775764852.570377:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38942 00000100:00100000:3.0:1775764852.570387:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223101696:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764852.584924:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223101696:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 14529us (14756us total) trans 4294996846 rc 0/0 00000100:00100000:3.0:1775764852.584937:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38942 00002000:00100000:3.0:1775764852.584948:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (552960->2887679) req@ffff8b8c8df0dc00 x1862022223101696/t4294996846(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 520/456 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.584965:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0dc00 with x1862022223101696 ext(552960->2887679) 00002000:00010000:3.0:1775764852.584972:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0dc00 00000100:00100000:0.0:1775764852.589074:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.589181:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223101824 00000100:00100000:1.0:1775764852.589197:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223101824 00000100:00100000:1.0:1775764852.589287:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84868 00000100:00100000:1.0:1775764852.589298:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223101824:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764852.623365:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996846 is committed 00000100:00100000:3.0:1775764852.623517:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223101824:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34214us (34445us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.623529:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84868 00000100:00100000:2.0:1775764852.629748:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.629884:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223102080 00000100:00100000:3.0:1775764852.629894:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223102080 00000100:00100000:3.0:1775764852.629955:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44654 00000100:00100000:3.0:1775764852.629964:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223102080:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764852.630028:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764852.630058:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9600/0xdb23b4c9253d0763 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1d7 expref: 28 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.630077:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.630082:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764852.630287:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d076a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.630301:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d076a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.630311:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d076a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764852.630353:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032418 00000004:00010000:3.0:1775764852.630373:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083b57d80 reply state 0000000009380ead transno 4295032419 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d076a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764852.630387:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764852.630482:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223102080:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 519us (742us total) trans 4295032419 rc 0/0 00000100:00100000:3.0:1775764852.630489:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44654 00000020:00080000:3.0:1775764852.630495:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764852.632357:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d076a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.632370:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d076a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.632378:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d076a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.632384:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cab5c9400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764852.632388:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d076a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.632395:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d076a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.632410:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.632413:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764852.632417:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d076a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.632423:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d076a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764852.635059:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.635098:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.635386:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223102208 00000100:00100000:3.0:1775764852.635398:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223102208 00002000:00010000:3.0:1775764852.635437:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3946781->18446744073709551615) 00002000:00100000:3.0:1775764852.635442:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022223102208 ext(3946781->18446744073709551615) 00002000:00010000:3.0:1775764852.635455:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80. 00000100:00100000:3.0:1775764852.635485:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223102336 00000100:00100000:3.0:1775764852.635488:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223102336 00002000:00010000:3.0:1775764852.635500:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764852.635503:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217480 with x1862022223102336 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764852.635509:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93217480. 00000100:00100000:3.0:1775764852.635524:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38943 00000100:00100000:3.0:1775764852.635533:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223102208:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764852.635857:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3863803 -> 3946781 00002000:00010000:3.0:1775764852.635862:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.635864:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.635867:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.635868:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 971 00000100:00100000:3.0:1775764852.635920:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223102208:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 387us (870us total) trans 4294996847 rc 0/0 00000100:00100000:3.0:1775764852.635928:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38943 00002000:00010000:3.0:1775764852.635932:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3946781->18446744073709551615) 00002000:00100000:3.0:1775764852.635935:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022223102208 ext(3946781->18446744073709551615) 00002000:00010000:3.0:1775764852.635940:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80. 00000100:00100000:3.0:1775764852.635956:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38944 00000100:00100000:3.0:1775764852.635963:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223102336:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764852.636069:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764852.636073:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.636075:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764852.636078:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.636080:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764852.636100:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223102336:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 137us (1001us total) trans 4294996192 rc 0/0 00000100:00100000:3.0:1775764852.636107:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38944 00002000:00010000:3.0:1775764852.636110:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764852.636113:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217480 with x1862022223102336 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764852.636117:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93217480. 00000100:00100000:0.0:1775764852.639373:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.639609:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223102464 00000100:00100000:3.0:1775764852.639619:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223102464 00000100:00100000:3.0:1775764852.640204:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44655 00000100:00100000:3.0:1775764852.640217:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022223102464:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764852.640244:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764852.640265:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0771 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1de expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.640363:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8600/0xdb23b4c9253d0778 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.640378:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8600/0xdb23b4c9253d0778 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.640391:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8600/0xdb23b4c9253d0778 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764852.640421:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3946781 00000004:00200000:3.0:1775764852.640425:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764852.640442:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8600/0xdb23b4c9253d0778 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.640469:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0771 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1de expref: 31 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.640486:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8600/0xdb23b4c9253d0778 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1de expref: 30 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.640494:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.640496:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764852.640500:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cab5c8600, rc 0) 00000100:00100000:3.0:1775764852.640599:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223102464:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 383us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.640607:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44655 00000100:00100000:1.0:1775764852.644589:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.644835:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223102720 00000100:00100000:2.0:1775764852.644846:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223102720 00000100:00100000:2.0:1775764852.644896:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44656 00000100:00100000:2.0:1775764852.644906:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223102720:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764852.644959:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764852.645116:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c8600/0xdb23b4c9253d0778 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1de expref: 30 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.645136:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764852.645141:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764852.645362:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d077f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.645376:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d077f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.645386:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d077f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764852.645436:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032420 00000004:00010000:2.0:1775764852.645460:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be0e2489 reply state 00000000da85c6d5 transno 4295032421 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d077f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764852.645475:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764852.646248:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223102720:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1336us (1661us total) trans 4295032421 rc 0/0 00000100:00100000:0.0:1775764852.646258:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44656 00000020:00080000:0.0:1775764852.646264:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764852.650639:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.650732:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764852.650886:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d077f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.650898:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d077f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.650904:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d077f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.650910:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f92c600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764852.650915:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d077f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.650922:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d077f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.650940:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.650944:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764852.650948:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d077f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.650954:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d077f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764852.651192:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223102976 00000100:00100000:1.0:1775764852.651203:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223102976 00002000:00010000:0.0:1775764852.651294:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764852.651298:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36680 with x1862022223102976 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764852.651310:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d36680. 00000100:00100000:0.0:1775764852.651339:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223102848 00000100:00100000:0.0:1775764852.651342:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223102848 00002000:00010000:0.0:1775764852.651354:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4021073->18446744073709551615) 00002000:00100000:0.0:1775764852.651357:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34700 with x1862022223102848 ext(4021073->18446744073709551615) 00002000:00010000:0.0:1775764852.651363:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34700. 00000100:00100000:0.0:1775764852.651421:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38945 00000100:00100000:0.0:1775764852.651432:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223102976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764852.651668:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764852.651672:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.651675:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764852.651677:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.651798:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764852.651862:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223102976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 431us (1232us total) trans 4294996193 rc 0/0 00000100:00100000:0.0:1775764852.651869:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38945 00002000:00010000:0.0:1775764852.651873:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764852.651875:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d36680 with x1862022223102976 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764852.651880:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d36680. 00000100:00100000:0.0:1775764852.651897:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38946 00000100:00100000:0.0:1775764852.651904:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223102848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764852.652026:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3946781 -> 4021073 00002000:00010000:0.0:1775764852.652030:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.652032:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.652034:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.652036:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:0.0:1775764852.652058:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223102848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 154us (1326us total) trans 4294996848 rc 0/0 00000100:00100000:0.0:1775764852.652064:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38946 00002000:00010000:0.0:1775764852.652067:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4021073->18446744073709551615) 00002000:00100000:0.0:1775764852.652070:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34700 with x1862022223102848 ext(4021073->18446744073709551615) 00002000:00010000:0.0:1775764852.652074:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34700. 00000100:00100000:0.0:1775764852.655179:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.655268:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223103104 00000100:00100000:3.0:1775764852.655277:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223103104 00000100:00100000:3.0:1775764852.655366:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44657 00000100:00100000:3.0:1775764852.655377:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022223103104:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764852.655401:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764852.655420:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0786 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1e5 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.655506:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d078d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.655523:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d078d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.655567:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d078d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764852.655600:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4021073 00000004:00200000:3.0:1775764852.655605:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764852.655622:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d078d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.655656:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d0786 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1e5 expref: 33 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.655672:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d078d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1e5 expref: 32 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.655843:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.655847:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764852.655852:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cab5c9400, rc 0) 00000100:00100000:3.0:1775764852.655912:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223103104:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 537us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.655920:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44657 00000100:00100000:0.0:1775764852.660655:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.660858:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223103232 00000100:00100000:2.0:1775764852.660869:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223103232 00002000:00100000:2.0:1775764852.660919:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3178496->3244031) req@ffff8b8c86d34380 x1862022223103232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.660930:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34380 with x1862022223103232 ext(3178496->3244031) 00002000:00010000:2.0:1775764852.660936:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34380 00000100:00100000:2.0:1775764852.660968:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38947 00000100:00100000:2.0:1775764852.660978:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223103232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.666204:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223103232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5215us (5545us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764852.666217:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38947 00002000:00100000:2.0:1775764852.666229:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3178496->3244031) req@ffff8b8c86d34380 x1862022223103232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.666241:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34380 with x1862022223103232 ext(3178496->3244031) 00002000:00010000:2.0:1775764852.666247:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d34380 00000100:00100000:0.0:1775764852.669894:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.670288:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223103360 00000100:00100000:2.0:1775764852.670299:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223103360 00002000:00100000:2.0:1775764852.670345:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3244032->3280895) req@ffff8b8c86d37100 x1862022223103360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.670355:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d37100 with x1862022223103360 ext(3244032->3280895) 00002000:00010000:2.0:1775764852.670361:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d37100 00000100:00100000:2.0:1775764852.670393:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38948 00000100:00100000:2.0:1775764852.670402:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223103360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764852.676938:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223103360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6524us (7038us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764852.676951:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38948 00002000:00100000:1.0:1775764852.676962:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3244032->3280895) req@ffff8b8c86d37100 x1862022223103360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.676972:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d37100 with x1862022223103360 ext(3244032->3280895) 00002000:00010000:1.0:1775764852.676978:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d37100 00010000:00010000:2.0:1775764852.682423:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764852.694798:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.694848:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.695135:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223103488 00000100:00100000:0.0:1775764852.695147:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223103488 00002000:00100000:0.0:1775764852.695204:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (200704->2539519) req@ffff8b8c8df0ea00 x1862022223103488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 552/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.695217:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ea00 with x1862022223103488 ext(200704->2539519) 00002000:00010000:0.0:1775764852.695224:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ea00 00000100:00100000:0.0:1775764852.695254:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223103616 00000100:00100000:0.0:1775764852.695258:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223103616 00002000:00100000:0.0:1775764852.695273:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1392640->2441215) req@ffff8b8c8df0f480 x1862022223103616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.695279:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f480 with x1862022223103616 ext(1392640->2441215) 00002000:00010000:0.0:1775764852.695282:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f480 00000100:00100000:0.0:1775764852.695391:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38949 00000100:00100000:0.0:1775764852.695401:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223103488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764852.700860:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38950 00000100:00100000:1.0:1775764852.700885:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223103616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.705993:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.706028:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.706061:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223103744 00000100:00100000:2.0:1775764852.706070:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223103744 00002000:00100000:2.0:1775764852.706114:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2441216->3772415) req@ffff8b8c8df0d500 x1862022223103744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 568/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.706125:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d500 with x1862022223103744 ext(2441216->3772415) 00002000:00010000:2.0:1775764852.706130:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d500 00000100:00100000:2.0:1775764852.706148:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223103872 00000100:00100000:2.0:1775764852.706152:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223103872 00002000:00100000:2.0:1775764852.706165:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3772416->4022271) req@ffff8b8c8df0d880 x1862022223103872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.706173:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d880 with x1862022223103872 ext(3772416->4022271) 00002000:00010000:2.0:1775764852.706175:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d880 00000100:00100000:2.0:1775764852.706196:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38951 00000100:00100000:2.0:1775764852.706205:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223103744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.707124:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38952 00000100:00100000:2.0:1775764852.707134:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223103872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.734362:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223103744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 28146us (28374us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764852.734376:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38951 00002000:00100000:2.0:1775764852.734389:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2441216->3772415) req@ffff8b8c8df0d500 x1862022223103744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 568/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.734400:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d500 with x1862022223103744 ext(2441216->3772415) 00002000:00010000:2.0:1775764852.734405:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d500 00000100:00100000:0.0:1775764852.737746:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223103488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 42336us (42960us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764852.737762:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38949 00002000:00100000:0.0:1775764852.737775:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (200704->2539519) req@ffff8b8c8df0ea00 x1862022223103488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 552/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.737785:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0ea00 with x1862022223103488 ext(200704->2539519) 00002000:00010000:0.0:1775764852.737792:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0ea00 00000100:00100000:2.0:1775764852.743522:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223103616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 42637us (48660us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764852.743549:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38950 00002000:00100000:2.0:1775764852.743565:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1392640->2441215) req@ffff8b8c8df0f480 x1862022223103616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.743576:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0f480 with x1862022223103616 ext(1392640->2441215) 00002000:00010000:2.0:1775764852.743582:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0f480 00000100:00100000:2.0:1775764852.745149:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223103872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 38008us (39112us total) trans 0 rc 249856/249856 00000100:00100000:2.0:1775764852.745162:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38952 00002000:00100000:2.0:1775764852.745171:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3772416->4022271) req@ffff8b8c8df0d880 x1862022223103872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/440 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 249856/249856 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.745181:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8df0d880 with x1862022223103872 ext(3772416->4022271) 00002000:00010000:2.0:1775764852.745186:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8df0d880 00000100:00100000:3.0:1775764852.748519:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.748630:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223104128 00000100:00100000:0.0:1775764852.748640:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223104128 00000100:00100000:0.0:1775764852.748704:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44658 00000100:00100000:0.0:1775764852.748715:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223104128:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764852.748774:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764852.748804:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9400/0xdb23b4c9253d078d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1e5 expref: 32 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.748837:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764852.748843:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764852.749088:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0794 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.749104:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0794 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.749114:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0794 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764852.749172:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032422 00000004:00010000:0.0:1775764852.749197:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5f00bed reply state 0000000007c88d36 transno 4295032423 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0794 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764852.749206:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764852.749323:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223104128:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 610us (812us total) trans 4295032423 rc 0/0 00000100:00100000:0.0:1775764852.749331:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44658 00000020:00080000:0.0:1775764852.749337:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764852.751836:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0794 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.751853:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0794 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.751862:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0794 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.751868:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7da00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764852.751873:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0794 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.751882:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0794 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.751904:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.751907:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764852.751911:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0794 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.751918:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0794 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764852.752232:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764852.752389:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c992f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022224989568:0@lo:400:kworker.0 00000100:00100000:0.0:1775764852.752448:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764852.752509:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764852.752515:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c992f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022224989696:0@lo:400:kworker.0 00000100:00100000:0.0:1775764852.752568:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764852.752605:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224989568 00000100:00100000:0.0:1775764852.752611:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224989568 00000100:00100000:0.0:1775764852.752659:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224989696 00000100:00100000:0.0:1775764852.752663:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224989696 00000100:00100000:0.0:1775764852.752707:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1775764852.752715:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022224989568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764852.752770:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022224989568:12345-0@lo:400:kworker.0 Request processed in 55us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764852.752777:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1775764852.752792:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1775764852.752797:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022224989696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764852.752835:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022224989696:12345-0@lo:400:kworker.0 Request processed in 37us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764852.752841:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00080000:0.0:1775764852.752857:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764852.752890:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c992f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022224989696:0@lo:400:kworker.0 00000100:00100000:0.0:1775764852.752898:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c992f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022224989568:0@lo:400:kworker.0 00000100:00100000:3.0:1775764852.754933:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.755027:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.755062:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223104384 00000100:00100000:3.0:1775764852.755070:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223104384 00002000:00010000:3.0:1775764852.755103:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764852.755108:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82a00 with x1862022223104384 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764852.755120:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed82a00. 00000100:00100000:3.0:1775764852.755138:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223104256 00000100:00100000:3.0:1775764852.755140:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223104256 00002000:00010000:3.0:1775764852.755149:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (990458->18446744073709551615) 00002000:00100000:3.0:1775764852.755151:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88000 with x1862022223104256 ext(990458->18446744073709551615) 00002000:00010000:3.0:1775764852.755158:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88000. 00000100:00100000:3.0:1775764852.755174:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38953 00000100:00100000:3.0:1775764852.755182:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223104384:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764852.755407:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764852.755411:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764853 00002000:00010000:3.0:1775764852.755414:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:3.0:1775764852.755416:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764853 00002000:00010000:3.0:1775764852.755418:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764852.755472:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223104384:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 289us (547us total) trans 4294996194 rc 0/0 00000100:00100000:3.0:1775764852.755479:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38953 00002000:00010000:3.0:1775764852.755483:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764852.755485:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82a00 with x1862022223104384 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764852.755489:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed82a00. 00000100:00100000:3.0:1775764852.755504:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38954 00000100:00100000:3.0:1775764852.755510:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223104256:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764852.755733:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4021073 -> 990458 00002000:00010000:3.0:1775764852.755736:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764852 -> 1775764853 00002000:00010000:3.0:1775764852.755738:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764852.755740:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764852 -> 1775764853 00002000:00010000:3.0:1775764852.755743:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:3.0:1775764852.755762:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223104256:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 252us (734us total) trans 4294996849 rc 0/0 00000100:00100000:3.0:1775764852.755768:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38954 00002000:00010000:3.0:1775764852.755770:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (990458->18446744073709551615) 00002000:00100000:3.0:1775764852.755773:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88000 with x1862022223104256 ext(990458->18446744073709551615) 00002000:00010000:3.0:1775764852.755776:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88000. 00000100:00100000:0.0:1775764852.759239:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c992f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022224989824:0@lo:400:kworker.0 00000100:00100000:0.0:1775764852.759316:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764852.759372:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c992fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:822ecbf7-6272-425b-8300-0d248be22ae0:3314:1862022224989440:0@lo:400:kworker.0 00000100:00100000:0.0:1775764852.759403:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764852.759481:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224989824 00000100:00100000:3.0:1775764852.759489:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224989824 00000100:00100000:3.0:1775764852.759572:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:3.0:1775764852.759582:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88089500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022224989824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764852.759637:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88089500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022224989824:12345-0@lo:400:kworker.0 Request processed in 56us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.759647:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1775764852.759714:0:5804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224989440 00000100:00100000:1.0:1775764852.759719:0:5804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224989440 00000100:00100000:1.0:1775764852.759754:0:5804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1775764852.759761:0:5804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c83178850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:822ecbf7-6272-425b-8300-0d248be22ae0+18:3314:x1862022224989440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764852.759793:0:5804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c83178850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:822ecbf7-6272-425b-8300-0d248be22ae0+18:3314:x1862022224989440:12345-0@lo:400:kworker.0 Request processed in 33us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764852.759799:0:5804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00080000:0.0:1775764852.760010:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764852.760051:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c992f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022224989824:0@lo:400:kworker.0 00000100:00100000:0.0:1775764852.760063:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c992fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:822ecbf7-6272-425b-8300-0d248be22ae0:3314:1862022224989440:0@lo:400:kworker.0 00000100:00100000:1.0:1775764852.760862:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764852.764502:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c992f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224989952:0@lo:400:kworker.0 00000100:00100000:1.0:1775764852.764967:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764852.765180:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224989952 00000100:00100000:3.0:1775764852.765190:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224989952 00000100:00100000:3.0:1775764852.765276:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1775764852.765285:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224989952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764852.765358:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224989952:12345-0@lo:400:kworker.0 Request processed in 74us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.765365:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00080000:0.0:1775764852.765569:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764852.765649:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c992f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224989952:0@lo:400:kworker.0 00000100:00100000:1.0:1775764852.770061:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.770151:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223104512 00000100:00100000:0.0:1775764852.770164:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223104512 00000100:00100000:0.0:1775764852.770236:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44659 00000100:00100000:0.0:1775764852.770247:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022223104512:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764852.770272:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764852.770292:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d079b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1ec expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.770376:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.770390:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.770402:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764852.770429:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 990458 00000004:00200000:0.0:1775764852.770433:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764852.770450:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.770474:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d079b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1ec expref: 35 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.770495:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1ec expref: 34 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.770503:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764852.770507:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764852.770510:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7c600, rc 0) 00000100:00100000:0.0:1775764852.770611:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223104512:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 364us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764852.770620:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44659 00000100:00100000:0.0:1775764852.776261:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764852.776484:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223104768 00000100:00100000:3.0:1775764852.776498:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223104768 00000100:00100000:3.0:1775764852.776599:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44660 00000100:00100000:3.0:1775764852.776611:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223104768:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764852.776693:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764852.776732:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1ec expref: 34 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.776754:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764852.776759:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764852.777112:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d07a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.777130:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d07a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.777142:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d07a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764852.777200:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032424 00000004:00010000:3.0:1775764852.777417:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000068485fb0 reply state 00000000390890e4 transno 4295032425 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d07a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764852.777428:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764852.777661:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223104768:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1050us (1413us total) trans 4295032425 rc 0/0 00000100:00100000:3.0:1775764852.777670:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44660 00000020:00080000:3.0:1775764852.777683:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764852.781972:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764852.782081:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d07a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.782093:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d07a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.782101:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d07a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.782107:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cab5c9000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764852.782111:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d07a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.782119:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d07a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.782137:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764852.782140:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764852.782146:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d07a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.782152:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cab5c9000/0xdb23b4c9253d07a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764852.783088:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.783531:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223104896 00000100:00100000:2.0:1775764852.783558:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223104896 00002000:00010000:2.0:1775764852.783599:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3202744->18446744073709551615) 00002000:00100000:2.0:1775764852.783604:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89c00 with x1862022223104896 ext(3202744->18446744073709551615) 00002000:00010000:2.0:1775764852.783616:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89c00. 00000100:00100000:2.0:1775764852.783702:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223105024 00000100:00100000:2.0:1775764852.783706:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223105024 00002000:00010000:2.0:1775764852.783720:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764852.783723:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624000 with x1862022223105024 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764852.783731:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624000. 00000100:00100000:0.0:1775764852.783862:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38955 00000100:00100000:0.0:1775764852.783876:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223104896:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764852.784116:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 990458 -> 3202744 00002000:00010000:0.0:1775764852.784120:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764852.784123:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764852.784125:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764852.784127:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:0.0:1775764852.784192:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223104896:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 320us (2228us total) trans 4294996850 rc 0/0 00000100:00100000:0.0:1775764852.784199:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38955 00002000:00010000:0.0:1775764852.784203:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3202744->18446744073709551615) 00002000:00100000:0.0:1775764852.784206:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89c00 with x1862022223104896 ext(3202744->18446744073709551615) 00002000:00010000:0.0:1775764852.784220:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89c00. 00000100:00100000:0.0:1775764852.784238:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38956 00000100:00100000:0.0:1775764852.784245:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223105024:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764852.784357:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764852.784360:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764852.784362:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:0.0:1775764852.784364:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764852.784366:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764852.784387:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223105024:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 143us (1304us total) trans 4294996195 rc 0/0 00000100:00100000:0.0:1775764852.784394:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38956 00002000:00010000:0.0:1775764852.784397:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764852.784399:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624000 with x1862022223105024 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764852.784403:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624000. 00000100:00100000:3.0:1775764852.788462:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.788941:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223105152 00000100:00100000:1.0:1775764852.788954:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223105152 00002000:00100000:1.0:1775764852.789014:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3153920->3158015) req@ffff8b8c91627800 x1862022223105152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.789025:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627800 with x1862022223105152 ext(3153920->3158015) 00002000:00010000:1.0:1775764852.789031:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627800 00000100:00100000:1.0:1775764852.789055:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38957 00000100:00100000:1.0:1775764852.789064:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223105152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764852.789339:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223105152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (886us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764852.789348:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38957 00002000:00100000:1.0:1775764852.789354:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3153920->3158015) req@ffff8b8c91627800 x1862022223105152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.789362:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627800 with x1862022223105152 ext(3153920->3158015) 00002000:00010000:1.0:1775764852.789366:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627800 00000100:00100000:3.0:1775764852.802017:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.802446:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223105280 00000100:00100000:2.0:1775764852.802459:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223105280 00002000:00100000:2.0:1775764852.802513:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3158016->3162111) req@ffff8b8c92fec000 x1862022223105280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.802525:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec000 with x1862022223105280 ext(3158016->3162111) 00002000:00010000:2.0:1775764852.802533:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec000 00000100:00100000:2.0:1775764852.802591:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38958 00000100:00100000:2.0:1775764852.802601:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223105280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.803422:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c92fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223105280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 610us (1202us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764852.803433:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38958 00002000:00100000:2.0:1775764852.803441:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3158016->3162111) req@ffff8b8c92fec000 x1862022223105280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.803450:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c92fec000 with x1862022223105280 ext(3158016->3162111) 00002000:00010000:2.0:1775764852.803454:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c92fec000 00000100:00100000:2.0:1775764852.806935:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.808224:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223105408 00000100:00100000:1.0:1775764852.808242:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223105408 00002000:00100000:1.0:1775764852.808305:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3162112->3166207) req@ffff8b8c992f8a80 x1862022223105408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.808319:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8a80 with x1862022223105408 ext(3162112->3166207) 00002000:00010000:1.0:1775764852.808327:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8a80 00000100:00100000:3.0:1775764852.808512:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38959 00000100:00100000:3.0:1775764852.808527:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223105408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764852.808876:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223105408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 353us (1949us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764852.808885:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38959 00002000:00100000:3.0:1775764852.808891:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3162112->3166207) req@ffff8b8c992f8a80 x1862022223105408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764852.808899:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8a80 with x1862022223105408 ext(3162112->3166207) 00002000:00010000:3.0:1775764852.808903:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8a80 00000100:00100000:0.0:1775764852.814892:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.815236:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223105536 00000100:00100000:2.0:1775764852.815249:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223105536 00002000:00100000:2.0:1775764852.815308:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3166208->3170303) req@ffff8b8c8808b480 x1862022223105536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.815328:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808b480 with x1862022223105536 ext(3166208->3170303) 00002000:00010000:2.0:1775764852.815334:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808b480 00000100:00100000:2.0:1775764852.815379:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38960 00000100:00100000:2.0:1775764852.815390:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223105536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.816021:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223105536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 630us (1138us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764852.816031:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38960 00002000:00100000:2.0:1775764852.816039:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3166208->3170303) req@ffff8b8c8808b480 x1862022223105536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.816049:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808b480 with x1862022223105536 ext(3166208->3170303) 00002000:00010000:2.0:1775764852.816053:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808b480 00000100:00100000:0.0:1775764852.826215:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.826333:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223105664 00000100:00100000:1.0:1775764852.826345:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223105664 00002000:00100000:1.0:1775764852.826405:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3170304->3174399) req@ffff8b8c8808aa00 x1862022223105664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.826416:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808aa00 with x1862022223105664 ext(3170304->3174399) 00002000:00010000:1.0:1775764852.826421:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808aa00 00000100:00100000:1.0:1775764852.826455:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38961 00000100:00100000:1.0:1775764852.826464:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223105664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764852.826947:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223105664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 482us (744us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764852.826956:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38961 00002000:00100000:1.0:1775764852.826963:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3170304->3174399) req@ffff8b8c8808aa00 x1862022223105664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.826972:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808aa00 with x1862022223105664 ext(3170304->3174399) 00002000:00010000:1.0:1775764852.826976:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808aa00 00000100:00100000:2.0:1775764852.836314:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.836629:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223105792 00000100:00100000:0.0:1775764852.836640:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223105792 00002000:00100000:0.0:1775764852.836705:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3174400->3178495) req@ffff8b8c992fbb80 x1862022223105792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.836717:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fbb80 with x1862022223105792 ext(3174400->3178495) 00002000:00010000:0.0:1775764852.836724:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fbb80 00000100:00100000:0.0:1775764852.836761:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38962 00000100:00100000:0.0:1775764852.836771:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223105792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764852.837036:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223105792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (731us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764852.837044:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38962 00002000:00100000:0.0:1775764852.837051:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3174400->3178495) req@ffff8b8c992fbb80 x1862022223105792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.837059:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fbb80 with x1862022223105792 ext(3174400->3178495) 00002000:00010000:0.0:1775764852.837062:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fbb80 00000100:00100000:0.0:1775764852.842786:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.843822:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223105920 00000100:00100000:2.0:1775764852.843834:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223105920 00002000:00100000:2.0:1775764852.843890:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3178496->3182591) req@ffff8b8c88088380 x1862022223105920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.843901:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88088380 with x1862022223105920 ext(3178496->3182591) 00002000:00010000:2.0:1775764852.843907:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88088380 00000100:00100000:2.0:1775764852.843998:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38963 00000100:00100000:2.0:1775764852.844007:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223105920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.844277:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223105920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 269us (1498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764852.844291:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38963 00002000:00100000:2.0:1775764852.844298:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3178496->3182591) req@ffff8b8c88088380 x1862022223105920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.844307:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88088380 with x1862022223105920 ext(3178496->3182591) 00002000:00010000:2.0:1775764852.844311:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88088380 00000100:00100000:3.0:1775764852.849401:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.849535:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223106048 00000100:00100000:0.0:1775764852.849582:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223106048 00002000:00100000:0.0:1775764852.849635:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3182592->3186687) req@ffff8b8c992e0e00 x1862022223106048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.849647:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e0e00 with x1862022223106048 ext(3182592->3186687) 00002000:00010000:0.0:1775764852.849652:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e0e00 00000100:00100000:0.0:1775764852.849702:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38964 00000100:00100000:0.0:1775764852.849711:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223106048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764852.849998:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223106048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (608us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764852.850006:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38964 00002000:00100000:0.0:1775764852.850014:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3182592->3186687) req@ffff8b8c992e0e00 x1862022223106048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764852.850022:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e0e00 with x1862022223106048 ext(3182592->3186687) 00002000:00010000:0.0:1775764852.850026:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e0e00 00000100:00100000:0.0:1775764852.855132:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.855241:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223106176 00000100:00100000:1.0:1775764852.855254:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223106176 00002000:00100000:1.0:1775764852.855302:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3186688->3190783) req@ffff8b8c8808ad80 x1862022223106176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.855313:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808ad80 with x1862022223106176 ext(3186688->3190783) 00002000:00010000:1.0:1775764852.855318:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808ad80 00000100:00100000:1.0:1775764852.855352:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38965 00000100:00100000:1.0:1775764852.855372:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223106176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764852.855946:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223106176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 575us (821us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764852.855955:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38965 00002000:00100000:1.0:1775764852.855962:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3186688->3190783) req@ffff8b8c8808ad80 x1862022223106176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.855971:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808ad80 with x1862022223106176 ext(3186688->3190783) 00002000:00010000:1.0:1775764852.855974:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8808ad80 00000100:00100000:3.0:1775764852.862224:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.862516:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223106304 00000100:00100000:1.0:1775764852.862527:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223106304 00002000:00100000:1.0:1775764852.862676:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3190784->3194879) req@ffff8b8c992e1c00 x1862022223106304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.862698:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1c00 with x1862022223106304 ext(3190784->3194879) 00002000:00010000:1.0:1775764852.862704:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1c00 00000100:00100000:1.0:1775764852.862786:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38966 00000100:00100000:1.0:1775764852.862796:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223106304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764852.863078:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223106304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 281us (862us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764852.863086:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38966 00002000:00100000:1.0:1775764852.863093:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3190784->3194879) req@ffff8b8c992e1c00 x1862022223106304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.863101:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1c00 with x1862022223106304 ext(3190784->3194879) 00002000:00010000:1.0:1775764852.863104:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1c00 00000100:00100000:3.0:1775764852.870030:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.870360:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223106432 00000100:00100000:1.0:1775764852.870370:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223106432 00002000:00100000:1.0:1775764852.870417:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3194880->3198975) req@ffff8b8c992e0700 x1862022223106432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.870429:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e0700 with x1862022223106432 ext(3194880->3198975) 00002000:00010000:1.0:1775764852.870434:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e0700 00000100:00100000:1.0:1775764852.870467:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38967 00000100:00100000:1.0:1775764852.870476:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223106432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764852.870757:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223106432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 281us (736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764852.870766:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38967 00002000:00100000:1.0:1775764852.870772:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3194880->3198975) req@ffff8b8c992e0700 x1862022223106432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.870781:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e0700 with x1862022223106432 ext(3194880->3198975) 00002000:00010000:1.0:1775764852.870784:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e0700 00000100:00100000:0.0:1775764852.876333:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.876437:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223106560 00000100:00100000:2.0:1775764852.876450:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223106560 00002000:00100000:2.0:1775764852.876499:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3198976->3203071) req@ffff8b8c88089180 x1862022223106560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.876510:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88089180 with x1862022223106560 ext(3198976->3203071) 00002000:00010000:2.0:1775764852.876515:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88089180 00000100:00100000:2.0:1775764852.876580:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38968 00000100:00100000:2.0:1775764852.876590:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223106560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764852.877424:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223106560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 833us (1097us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764852.877434:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38968 00002000:00100000:2.0:1775764852.877443:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3198976->3203071) req@ffff8b8c88089180 x1862022223106560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/4536 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764852.877453:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88089180 with x1862022223106560 ext(3198976->3203071) 00002000:00010000:2.0:1775764852.877457:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88089180 00000100:00100000:2.0:1775764852.881708:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.881783:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223106688 00000100:00100000:1.0:1775764852.881796:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223106688 00002000:00100000:1.0:1775764852.881852:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2453504->3202743) req@ffff8b8c992fb800 x1862022223106688/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.881864:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb800 with x1862022223106688 ext(2453504->3202743) 00002000:00010000:1.0:1775764852.881870:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb800 00000100:00100000:1.0:1775764852.881905:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38969 00000100:00100000:1.0:1775764852.881916:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223106688:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764852.888629:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223106688:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6701us (6918us total) trans 4294996851 rc 0/0 00000100:00100000:1.0:1775764852.888643:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38969 00002000:00100000:1.0:1775764852.888658:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2453504->3202743) req@ffff8b8c992fb800 x1862022223106688/t4294996851(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 504/448 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.888670:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb800 with x1862022223106688 ext(2453504->3202743) 00002000:00010000:1.0:1775764852.888747:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb800 00000100:00100000:3.0:1775764852.892176:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.892260:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223106816 00000100:00100000:0.0:1775764852.892272:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223106816 00000100:00100000:0.0:1775764852.892328:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84869 00000100:00100000:0.0:1775764852.892339:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223106816:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764852.922883:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996850 is committed 00000001:00080000:0.0:1775764852.922905:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996851 is committed 00000100:00100000:1.0:1775764852.923064:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223106816:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 30721us (30891us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764852.923076:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84869 00000100:00100000:0.0:1775764852.928908:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764852.932351:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223106944 00000100:00100000:2.0:1775764852.932366:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223106944 00000100:00100000:2.0:1775764852.932443:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44661 00000100:00100000:2.0:1775764852.932455:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88088a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022223106944:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764852.932483:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764852.932505:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92ca00/0xdb23b4c9253d07b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1f3 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.932631:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d07b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.932647:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d07b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.932661:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d07b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764852.932806:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3202744 00000004:00200000:0.0:1775764852.932896:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764852.932922:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d07b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.932951:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92ca00/0xdb23b4c9253d07b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1f3 expref: 37 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.932972:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d07b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1f3 expref: 36 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.932988:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764852.932992:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764852.932996:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f92c600, rc 0) 00000100:00100000:0.0:1775764852.933127:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88088a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223106944:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 672us (4229us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764852.933135:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44661 00000100:00100000:2.0:1775764852.943741:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764852.943956:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223107072 00000100:00100000:1.0:1775764852.943965:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223107072 00002000:00100000:1.0:1775764852.944026:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (147456->204799) req@ffff8b8c992f8e00 x1862022223107072/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/0 e 0 to 0 dl 1775764863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.944037:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8e00 with x1862022223107072 ext(147456->204799) 00002000:00010000:1.0:1775764852.944043:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8e00 00000100:00100000:1.0:1775764852.944072:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38970 00000100:00100000:1.0:1775764852.944082:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223107072:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764852.947297:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223107072:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3203us (3554us total) trans 4294996852 rc 0/0 00000100:00100000:1.0:1775764852.947309:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38970 00002000:00100000:1.0:1775764852.947321:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (147456->204799) req@ffff8b8c992f8e00 x1862022223107072/t4294996852(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:333/0 lens 488/448 e 0 to 0 dl 1775764863 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764852.947331:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8e00 with x1862022223107072 ext(147456->204799) 00002000:00010000:1.0:1775764852.947335:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8e00 00000100:00100000:3.0:1775764852.950119:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764852.950272:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223107200 00000100:00100000:0.0:1775764852.950283:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223107200 00000100:00100000:0.0:1775764852.950342:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84870 00000100:00100000:0.0:1775764852.950352:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223107200:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764853.019660:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996852 is committed 00000100:00100000:0.0:1775764853.019966:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223107200:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 69610us (69849us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.019983:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84870 00000100:00100000:2.0:1775764853.034199:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.034250:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.034282:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.034357:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223107328 00000100:00100000:3.0:1775764853.034368:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223107328 00002000:00100000:3.0:1775764853.034419:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (991232->2576383) req@ffff8b8c992faa00 x1862022223107328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 504/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.034429:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992faa00 with x1862022223107328 ext(991232->2576383) 00002000:00010000:3.0:1775764853.034435:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992faa00 00000100:00100000:0.0:1775764853.034462:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223107456 00000100:00100000:3.0:1775764853.034462:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223107584 00000100:00100000:3.0:1775764853.034465:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223107584 00000100:00100000:0.0:1775764853.034466:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223107456 00002000:00100000:3.0:1775764853.034480:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3145728->3153919) req@ffff8b8c992fb100 x1862022223107584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.034481:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2035712->3145727) req@ffff8b8c992f9500 x1862022223107456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 520/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.034490:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9500 with x1862022223107456 ext(2035712->3145727) 00002000:00100000:3.0:1775764853.034490:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb100 with x1862022223107584 ext(3145728->3153919) 00002000:00010000:3.0:1775764853.034493:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb100 00002000:00010000:0.0:1775764853.034494:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9500 00000100:00100000:3.0:1775764853.034511:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38971 00000100:00100000:3.0:1775764853.034520:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223107328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764853.040525:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38972 00000100:00100000:1.0:1775764853.040642:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38973 00000100:00100000:0.0:1775764853.040766:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223107584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764853.041323:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223107584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 717us (7037us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1775764853.041358:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223107456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764853.042831:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38972 00002000:00100000:0.0:1775764853.042847:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3145728->3153919) req@ffff8b8c992fb100 x1862022223107584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/8632 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.042858:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb100 with x1862022223107584 ext(3145728->3153919) 00002000:00010000:0.0:1775764853.042864:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb100 00000100:00100000:2.0:1775764853.050634:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223107328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16104us (16434us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764853.050648:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38971 00002000:00100000:2.0:1775764853.050661:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (991232->2576383) req@ffff8b8c992faa00 x1862022223107328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 504/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764853.050671:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992faa00 with x1862022223107328 ext(991232->2576383) 00002000:00010000:2.0:1775764853.050677:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992faa00 00000100:00100000:1.0:1775764853.058201:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223107456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16837us (23939us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764853.058214:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38973 00002000:00100000:1.0:1775764853.058226:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2035712->3145727) req@ffff8b8c992f9500 x1862022223107456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 520/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.058234:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9500 with x1862022223107456 ext(2035712->3145727) 00002000:00010000:1.0:1775764853.058239:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9500 00000100:00100000:2.0:1775764853.066289:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.066616:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223107840 00000100:00100000:0.0:1775764853.066629:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223107840 00000100:00080000:2.0:1775764853.066708:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764853.066716:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44662 00000100:00100000:0.0:1775764853.066728:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223107840:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764853.066788:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764853.066836:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d07b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1f3 expref: 36 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.066858:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764853.066864:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764853.067098:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d07be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.067112:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d07be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.067122:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d07be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764853.067174:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032426 00000004:00010000:0.0:1775764853.067200:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d455888d reply state 00000000969dafe1 transno 4295032427 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d07be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.067209:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764853.067319:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223107840:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 593us (1041us total) trans 4295032427 rc 0/0 00000100:00100000:0.0:1775764853.067328:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44662 00000020:00080000:0.0:1775764853.067333:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764853.074275:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d07be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.074295:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d07be lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.074302:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d07be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.074308:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7c200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764853.074315:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d07be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.074323:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d07be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.074333:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764853.074347:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764853.074350:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.074355:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d07be lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.074361:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d07be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.074436:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.074483:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223108096 00000100:00100000:0.0:1775764853.074494:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223108096 00002000:00010000:0.0:1775764853.074579:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (995650->18446744073709551615) 00002000:00100000:0.0:1775764853.074584:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8000 with x1862022223108096 ext(995650->18446744073709551615) 00002000:00010000:0.0:1775764853.074595:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f8000. 00000100:00100000:0.0:1775764853.074680:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223107968 00000100:00100000:0.0:1775764853.074684:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223107968 00000100:00080000:2.0:1775764853.074689:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1775764853.074698:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764853.074701:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8700 with x1862022223107968 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764853.074707:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8700. 00000100:00100000:1.0:1775764853.081903:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38974 00000100:00100000:1.0:1775764853.081933:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223108096:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764853.082215:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 995650 00002000:00010000:1.0:1775764853.082219:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:1.0:1775764853.082221:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764847 00002000:00010000:1.0:1775764853.082223:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:1.0:1775764853.082226:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764853.082306:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223108096:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 389us (7977us total) trans 4294996196 rc 0/0 00000100:00100000:1.0:1775764853.082312:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38974 00002000:00010000:1.0:1775764853.082317:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (995650->18446744073709551615) 00002000:00100000:1.0:1775764853.082319:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8000 with x1862022223108096 ext(995650->18446744073709551615) 00002000:00010000:1.0:1775764853.082326:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f8000. 00000100:00100000:1.0:1775764853.082344:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38975 00000100:00100000:1.0:1775764853.082349:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223107968:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764853.087987:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3202744 -> 4194304 00002000:00010000:1.0:1775764853.087997:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:1.0:1775764853.088000:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764853 00002000:00010000:1.0:1775764853.088002:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:1.0:1775764853.088004:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 907 00000100:00100000:1.0:1775764853.088083:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223107968:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 5726us (13640us total) trans 4294996853 rc 0/0 00000100:00100000:1.0:1775764853.088094:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38975 00002000:00010000:1.0:1775764853.088101:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764853.088105:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8700 with x1862022223107968 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764853.088114:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8700. 00000100:00100000:2.0:1775764853.099160:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.099922:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223108224 00000100:00100000:0.0:1775764853.099933:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223108224 00000100:00100000:2.0:1775764853.100523:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44663 00000100:00100000:2.0:1775764853.100571:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022223108224:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764853.100603:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.100626:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d07c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd1fa expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.100736:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d07cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.100751:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d07cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.100763:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d07cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764853.100794:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5189954 00000004:00200000:2.0:1775764853.100799:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764853.100825:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d07cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.100852:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d07c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1fa expref: 39 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.100873:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d07cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1fa expref: 38 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.100889:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764853.100893:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764853.100897:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0800, rc 0) 00000100:00100000:2.0:1775764853.100977:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223108224:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 441us (1829us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.100984:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44663 00000100:00100000:0.0:1775764853.122259:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.122303:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.122405:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223108480 00000100:00100000:1.0:1775764853.122417:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223108480 00002000:00100000:1.0:1775764853.122468:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3203072->4194303) req@ffff8b8c88089c00 x1862022223108480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.122479:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88089c00 with x1862022223108480 ext(3203072->4194303) 00002000:00010000:1.0:1775764853.122487:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88089c00 00000100:00100000:1.0:1775764853.122526:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223108352 00000100:00100000:1.0:1775764853.122529:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223108352 00002000:00100000:1.0:1775764853.122583:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (0->999423) req@ffff8b8c8808bb80 x1862022223108352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 504/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.122592:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808bb80 with x1862022223108352 ext(0->999423) 00002000:00010000:1.0:1775764853.122596:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8808bb80 00000100:00100000:1.0:1775764853.122611:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38976 00000100:00100000:1.0:1775764853.122620:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223108480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764853.123580:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38977 00000100:00100000:3.0:1775764853.123592:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223108352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764853.151530:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223108352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 27929us (29213us total) trans 0 rc 970752/970752 00000100:00100000:3.0:1775764853.151588:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38977 00002000:00100000:3.0:1775764853.151602:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (0->999423) req@ffff8b8c8808bb80 x1862022223108352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 504/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 970752/970752 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.151613:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808bb80 with x1862022223108352 ext(0->999423) 00002000:00010000:3.0:1775764853.151620:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8808bb80 00000100:00100000:1.0:1775764853.156151:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223108480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 33519us (33890us total) trans 0 rc 991232/991232 00000100:00100000:1.0:1775764853.156168:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38976 00002000:00100000:1.0:1775764853.156183:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3203072->4194303) req@ffff8b8c88089c00 x1862022223108480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 991232/991232 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.156193:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88089c00 with x1862022223108480 ext(3203072->4194303) 00002000:00010000:1.0:1775764853.156199:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c88089c00 00000100:00100000:0.0:1775764853.171930:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.172086:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223108608 00000100:00100000:2.0:1775764853.172097:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223108608 00002000:00100000:2.0:1775764853.172157:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (49152->761855) req@ffff8b8c8808a680 x1862022223108608/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 504/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764853.172168:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808a680 with x1862022223108608 ext(49152->761855) 00002000:00010000:2.0:1775764853.172173:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8808a680 00000100:00100000:2.0:1775764853.172207:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38978 00000100:00100000:2.0:1775764853.172218:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223108608:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764853.178443:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022223108608:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6214us (6511us total) trans 4294996197 rc 0/0 00000100:00100000:3.0:1775764853.178460:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38978 00002000:00100000:3.0:1775764853.178474:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (49152->761855) req@ffff8b8c8808a680 x1862022223108608/t4294996197(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 504/448 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.178484:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8808a680 with x1862022223108608 ext(49152->761855) 00002000:00010000:3.0:1775764853.178492:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8808a680 00000100:00100000:2.0:1775764853.189059:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.189213:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223108736 00000100:00100000:0.0:1775764853.189225:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223108736 00000100:00100000:0.0:1775764853.189289:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84871 00000100:00100000:0.0:1775764853.189300:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022223108736:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764853.264862:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764853.264885:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c93216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224990080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764853.264958:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764853.265036:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224990080 00000100:00100000:1.0:1775764853.265045:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224990080 00000100:00100000:1.0:1775764853.265091:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1775764853.265100:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224990080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764853.265140:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 501022720 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1775764853.265191:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224990080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.265199:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1775764853.265246:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c93216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224990080:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1775764853.302371:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996195 is committed 00000001:00080000:2.0:1775764853.302395:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996196 is committed 00000001:00080000:2.0:1775764853.302401:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996197 is committed 00000100:00100000:1.0:1775764853.305405:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223108736:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 116094us (116344us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.305420:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84871 00000100:00100000:1.0:1775764853.313710:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.313825:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223108864 00000100:00100000:2.0:1775764853.313836:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223108864 00002000:00100000:2.0:1775764853.313895:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (913408->2174975) req@ffff8b8c93216d80 x1862022223108864/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 520/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764853.313907:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216d80 with x1862022223108864 ext(913408->2174975) 00002000:00010000:2.0:1775764853.313913:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216d80 00000100:00100000:2.0:1775764853.313947:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38979 00000100:00100000:2.0:1775764853.313957:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223108864:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764853.327128:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223108864:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 13159us (13414us total) trans 4294996854 rc 0/0 00000100:00100000:2.0:1775764853.327146:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38979 00002000:00100000:2.0:1775764853.327163:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (913408->2174975) req@ffff8b8c93216d80 x1862022223108864/t4294996854(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 520/456 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764853.327175:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216d80 with x1862022223108864 ext(913408->2174975) 00002000:00010000:2.0:1775764853.327183:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216d80 00000100:00100000:3.0:1775764853.331331:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.331517:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223108992 00000100:00100000:1.0:1775764853.331527:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223108992 00000100:00100000:1.0:1775764853.331616:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84872 00000100:00100000:1.0:1775764853.331626:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223108992:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764853.378617:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996853 is committed 00000001:00080000:0.0:1775764853.378635:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996854 is committed 00000100:00100000:1.0:1775764853.379179:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223108992:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47546us (47847us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.379193:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84872 00000100:00100000:1.0:1775764853.384265:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.384378:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223109248 00000100:00100000:0.0:1775764853.384394:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223109248 00000100:00100000:0.0:1775764853.384471:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44664 00000100:00100000:0.0:1775764853.384481:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223109248:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764853.384655:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764853.384929:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d07cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd1fa expref: 38 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.384950:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764853.384955:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764853.385272:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d07d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.385286:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d07d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.385296:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d07d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764853.385346:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032428 00000004:00010000:0.0:1775764853.385370:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c6672d8a reply state 000000001c26df63 transno 4295032429 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d07d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.385379:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764853.385469:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223109248:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 989us (1213us total) trans 4295032429 rc 0/0 00000100:00100000:0.0:1775764853.385477:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44664 00000020:00080000:0.0:1775764853.385483:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764853.388409:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d07d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.388425:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d07d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.388433:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d07d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.388439:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7dc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764853.388444:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d07d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.388452:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d07d3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.388471:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764853.388474:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.388479:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d07d3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.388484:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d07d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764853.390690:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.391128:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223109376 00000100:00100000:3.0:1775764853.391139:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223109376 00002000:00010000:3.0:1775764853.391187:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764853.391192:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215c00 with x1862022223109376 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764853.391204:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215c00. 00000100:00100000:3.0:1775764853.391242:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38980 00000100:00100000:3.0:1775764853.391251:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223109376:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764853.391527:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764853.391531:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:3.0:1775764853.391533:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764853 -> 1775764853 00002000:00010000:3.0:1775764853.391558:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:3.0:1775764853.391561:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 1355 00000100:00100000:3.0:1775764853.391622:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223109376:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 371us (941us total) trans 4294996855 rc 0/0 00000100:00100000:3.0:1775764853.391630:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38980 00002000:00010000:3.0:1775764853.391635:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764853.391637:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215c00 with x1862022223109376 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764853.391642:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215c00. 00000100:00100000:0.0:1775764853.395632:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.395983:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223109504 00000100:00100000:1.0:1775764853.395993:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223109504 00002000:00010000:1.0:1775764853.396033:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (906094->18446744073709551615) 00002000:00100000:1.0:1775764853.396038:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88088700 with x1862022223109504 ext(906094->18446744073709551615) 00002000:00010000:1.0:1775764853.396050:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c88088700. 00000100:00100000:1.0:1775764853.396084:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38981 00000100:00100000:1.0:1775764853.396094:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223109504:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764853.396421:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 995650 -> 906094 00002000:00010000:1.0:1775764853.396425:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:1.0:1775764853.396427:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764847 -> 1775764852 00002000:00010000:1.0:1775764853.396430:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:1.0:1775764853.396432:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 519 00000100:00100000:1.0:1775764853.396533:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223109504:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 441us (909us total) trans 4294996198 rc 0/0 00000100:00100000:1.0:1775764853.396568:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38981 00002000:00010000:1.0:1775764853.396572:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (906094->18446744073709551615) 00002000:00100000:1.0:1775764853.396574:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c88088700 with x1862022223109504 ext(906094->18446744073709551615) 00002000:00010000:1.0:1775764853.396579:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c88088700. 00000100:00100000:1.0:1775764853.401737:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.401989:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223109632 00000100:00100000:3.0:1775764853.401999:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223109632 00000100:00100000:3.0:1775764853.402062:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44665 00000100:00100000:3.0:1775764853.402072:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022223109632:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764853.402101:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.402122:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d07da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd201 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.402225:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d07e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.402240:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d07e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.402252:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d07e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764853.402284:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5100398 00000004:00200000:3.0:1775764853.402288:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764853.402304:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d07e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.402328:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d07da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd201 expref: 41 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.402346:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d07e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd201 expref: 40 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.402355:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764853.402357:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764853.402362:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2045000, rc 0) 00000100:00100000:3.0:1775764853.402476:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223109632:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 405us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.402483:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44665 00000100:00100000:1.0:1775764853.410888:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.412434:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223109888 00000100:00100000:2.0:1775764853.412449:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223109888 00000100:00100000:2.0:1775764853.412517:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44666 00000100:00100000:2.0:1775764853.412527:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223109888:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764853.412606:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764853.412637:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d07e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd201 expref: 40 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.412657:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764853.412678:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764853.412914:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba000/0xdb23b4c9253d07e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.412930:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba000/0xdb23b4c9253d07e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.412944:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba000/0xdb23b4c9253d07e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764853.413516:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032430 00000004:00010000:2.0:1775764853.413574:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041b2eee3 reply state 00000000469d34a0 transno 4295032431 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba000/0xdb23b4c9253d07e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.413586:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764853.413715:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223109888:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1187us (2834us total) trans 4295032431 rc 0/0 00000100:00100000:2.0:1775764853.413724:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44666 00000020:00080000:2.0:1775764853.413730:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764853.417164:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba000/0xdb23b4c9253d07e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.417179:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba000/0xdb23b4c9253d07e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.417188:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba000/0xdb23b4c9253d07e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.417194:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca25ba000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764853.417199:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba000/0xdb23b4c9253d07e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.417207:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba000/0xdb23b4c9253d07e8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.417226:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764853.417229:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.417234:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba000/0xdb23b4c9253d07e8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.417240:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba000/0xdb23b4c9253d07e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764853.421440:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.421486:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.421597:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223110016 00000100:00100000:0.0:1775764853.421607:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223110016 00002000:00010000:0.0:1775764853.421655:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764853.421660:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217800 with x1862022223110016 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764853.421686:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217800. 00000100:00100000:0.0:1775764853.421713:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223110144 00000100:00100000:0.0:1775764853.421716:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223110144 00002000:00010000:0.0:1775764853.421730:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (886043->18446744073709551615) 00002000:00100000:0.0:1775764853.421733:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215f80 with x1862022223110144 ext(886043->18446744073709551615) 00002000:00010000:0.0:1775764853.421740:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93215f80. 00000100:00100000:0.0:1775764853.421771:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38982 00000100:00100000:0.0:1775764853.421781:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223110016:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764853.422305:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764853.422310:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.422313:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.422315:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.422318:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1355 -> 1355 00000100:00100000:0.0:1775764853.422375:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223110016:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 595us (945us total) trans 4294996856 rc 0/0 00000100:00100000:0.0:1775764853.422384:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38982 00002000:00010000:0.0:1775764853.422388:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764853.422391:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217800 with x1862022223110016 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764853.422396:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217800. 00000100:00100000:0.0:1775764853.422414:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38983 00000100:00100000:0.0:1775764853.422423:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223110144:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764853.422630:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 906094 -> 886043 00002000:00010000:0.0:1775764853.422633:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.422635:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764853.422638:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.422640:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1775764853.422662:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223110144:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 240us (1176us total) trans 4294996199 rc 0/0 00000100:00100000:0.0:1775764853.422669:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38983 00002000:00010000:0.0:1775764853.422672:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (886043->18446744073709551615) 00002000:00100000:0.0:1775764853.422674:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215f80 with x1862022223110144 ext(886043->18446744073709551615) 00002000:00010000:0.0:1775764853.422679:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93215f80. 00000100:00100000:2.0:1775764853.427645:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.428049:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223110272 00000100:00100000:0.0:1775764853.428060:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223110272 00000100:00100000:0.0:1775764853.428118:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44667 00000100:00100000:0.0:1775764853.428128:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022223110272:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764853.428154:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764853.428175:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d07ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd208 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.428264:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.428278:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.428289:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764853.428315:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5080347 00000004:00200000:0.0:1775764853.428319:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764853.428335:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.428358:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d07ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd208 expref: 43 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.428377:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd208 expref: 42 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.428386:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764853.428389:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764853.428393:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7c600, rc 0) 00000100:00100000:0.0:1775764853.428452:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223110272:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 325us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.428459:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44667 00000100:00100000:1.0:1775764853.433325:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.433416:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223110528 00000100:00100000:0.0:1775764853.433426:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223110528 00000100:00100000:0.0:1775764853.433531:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44668 00000100:00100000:0.0:1775764853.433573:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223110528:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764853.433627:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764853.433653:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d07f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd208 expref: 42 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.433687:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764853.433693:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764853.433916:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d07fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.433930:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d07fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.433941:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d07fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764853.434004:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032432 00000004:00010000:0.0:1775764853.434031:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000767d6cbb reply state 00000000f245981e transno 4295032433 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d07fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.434041:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764853.434136:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223110528:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 595us (819us total) trans 4295032433 rc 0/0 00000100:00100000:0.0:1775764853.434143:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44668 00000020:00080000:0.0:1775764853.434148:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764853.438702:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d07fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.438720:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d07fd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.438728:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d07fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.438735:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7ce00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764853.438740:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d07fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.438748:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d07fd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.438770:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764853.438784:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.438789:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d07fd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.438832:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d07fd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764853.439477:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.439513:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.439572:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223110656 00000100:00100000:1.0:1775764853.439581:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223110656 00002000:00010000:1.0:1775764853.439619:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3088335->18446744073709551615) 00002000:00100000:1.0:1775764853.439623:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022223110656 ext(3088335->18446744073709551615) 00002000:00010000:1.0:1775764853.439635:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300. 00000100:00100000:1.0:1775764853.439658:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223110784 00000100:00100000:1.0:1775764853.439674:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223110784 00002000:00010000:1.0:1775764853.439687:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764853.439690:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022223110784 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764853.439696:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174700. 00000100:00100000:1.0:1775764853.439714:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38984 00000100:00100000:1.0:1775764853.439722:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223110656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764853.440047:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3088335 00002000:00010000:1.0:1775764853.440052:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:1.0:1775764853.440054:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764853 -> 1775764853 00002000:00010000:1.0:1775764853.440056:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:1.0:1775764853.440058:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1355 -> 1355 00000100:00100000:1.0:1775764853.440117:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223110656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 394us (645us total) trans 4294996857 rc 0/0 00000100:00100000:1.0:1775764853.440125:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38984 00002000:00010000:1.0:1775764853.440128:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3088335->18446744073709551615) 00002000:00100000:1.0:1775764853.440131:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022223110656 ext(3088335->18446744073709551615) 00002000:00010000:1.0:1775764853.440136:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300. 00000100:00100000:1.0:1775764853.440152:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38985 00000100:00100000:1.0:1775764853.440159:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223110784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764853.440309:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 886043 -> 0 00002000:00010000:1.0:1775764853.440313:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:1.0:1775764853.440315:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:1.0:1775764853.440317:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:1.0:1775764853.440319:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1775764853.440339:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223110784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 180us (825us total) trans 4294996200 rc 0/0 00000100:00100000:1.0:1775764853.440345:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38985 00002000:00010000:1.0:1775764853.440347:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764853.440349:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022223110784 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764853.440353:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174700. 00000100:00100000:1.0:1775764853.451927:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.452321:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223110912 00000100:00100000:3.0:1775764853.452332:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223110912 00000100:00100000:3.0:1775764853.452402:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44669 00000100:00100000:3.0:1775764853.452413:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022223110912:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764853.452445:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.452467:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d0804 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd20f expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.452579:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d080b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.452595:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d080b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.452609:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d080b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764853.452642:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3088335 00000004:00200000:3.0:1775764853.452647:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764853.452679:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d080b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.452703:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d0804 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd20f expref: 45 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.452721:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d080b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd20f expref: 44 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.452731:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764853.452734:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764853.452738:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044000, rc 0) 00000100:00100000:3.0:1775764853.452813:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223110912:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 385us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.452821:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44669 00000100:00100000:1.0:1775764853.458882:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.459064:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223111168 00000100:00100000:3.0:1775764853.459074:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223111168 00000100:00100000:3.0:1775764853.459138:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44670 00000100:00100000:3.0:1775764853.459148:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223111168:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764853.459214:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764853.459247:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d080b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd20f expref: 44 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.459268:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764853.459274:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764853.459582:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0812 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.459599:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0812 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.459609:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0812 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764853.459673:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032434 00000004:00010000:3.0:1775764853.459699:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f68c72c9 reply state 00000000ab00f4af transno 4295032435 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0812 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.459709:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764853.459822:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223111168:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 674us (947us total) trans 4295032435 rc 0/0 00000100:00100000:3.0:1775764853.459830:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44670 00000020:00080000:3.0:1775764853.459835:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764853.464318:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.464353:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.464435:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223111296 00000100:00100000:0.0:1775764853.464446:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223111296 00002000:00010000:0.0:1775764853.464485:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764853.464490:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175c00 with x1862022223111296 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764853.464501:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175c00. 00000100:00100000:0.0:1775764853.464532:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223111424 00000100:00100000:0.0:1775764853.464559:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223111424 00002000:00010000:0.0:1775764853.464572:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (297015->18446744073709551615) 00002000:00100000:0.0:1775764853.464575:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174000 with x1862022223111424 ext(297015->18446744073709551615) 00002000:00010000:0.0:1775764853.464582:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174000. 00000100:00100000:0.0:1775764853.464597:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38986 00000100:00100000:0.0:1775764853.464607:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223111296:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764853.465033:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3088335 -> 4194304 00002000:00010000:0.0:1775764853.465037:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.465039:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.465041:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.465043:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1355 -> 1355 00000100:00100000:0.0:1775764853.465095:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223111296:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 487us (786us total) trans 4294996858 rc 0/0 00000100:00100000:0.0:1775764853.465102:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38986 00002000:00010000:0.0:1775764853.465105:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764853.465108:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175c00 with x1862022223111296 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764853.465113:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175c00. 00000100:00100000:0.0:1775764853.465130:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38987 00000100:00100000:0.0:1775764853.465137:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223111424:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764853.465256:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 297015 00002000:00010000:0.0:1775764853.465259:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.465261:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764853.465263:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.465265:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1775764853.465288:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223111424:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 152us (934us total) trans 4294996201 rc 0/0 00000100:00100000:0.0:1775764853.465295:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38987 00002000:00010000:0.0:1775764853.465298:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (297015->18446744073709551615) 00002000:00100000:0.0:1775764853.465300:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174000 with x1862022223111424 ext(297015->18446744073709551615) 00002000:00010000:0.0:1775764853.465305:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174000. 00010000:00010000:3.0:1775764853.465504:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0812 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.465515:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0812 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.465523:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0812 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.465528:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764853.465533:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0812 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.465565:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0812 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.465582:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764853.465585:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.465590:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0812 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.465597:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0812 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764853.471066:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.471170:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223111552 00000100:00100000:0.0:1775764853.471182:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223111552 00000100:00100000:0.0:1775764853.471284:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44671 00000100:00100000:0.0:1775764853.471295:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022223111552:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764853.471321:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764853.471339:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0819 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd216 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.471427:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0820 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.471444:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.471457:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764853.471482:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4491319 00000004:00200000:0.0:1775764853.471486:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764853.471504:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.471528:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0819 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd216 expref: 47 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.471581:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0820 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd216 expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.471589:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764853.471593:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764853.471597:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7da00, rc 0) 00000100:00100000:0.0:1775764853.471650:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223111552:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 358us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.471658:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44671 00000100:00100000:1.0:1775764853.483740:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.483960:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223111680 00000100:00100000:2.0:1775764853.483972:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223111680 00002000:00100000:2.0:1775764853.484036:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (331776->2248703) req@ffff8b8cb3177100 x1862022223111680/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 504/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764853.484048:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177100 with x1862022223111680 ext(331776->2248703) 00002000:00010000:2.0:1775764853.484054:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177100 00000100:00100000:2.0:1775764853.484088:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38988 00000100:00100000:2.0:1775764853.484097:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223111680:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764853.491448:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223111680:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7341us (7706us total) trans 4294996859 rc 0/0 00000100:00100000:2.0:1775764853.491461:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38988 00002000:00100000:2.0:1775764853.491473:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (331776->2248703) req@ffff8b8cb3177100 x1862022223111680/t4294996859(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 504/448 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764853.491484:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177100 with x1862022223111680 ext(331776->2248703) 00002000:00010000:2.0:1775764853.491491:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177100 00000100:00100000:1.0:1775764853.499610:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.499718:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223111808 00000100:00100000:0.0:1775764853.499730:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223111808 00000100:00100000:0.0:1775764853.499791:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84873 00000100:00100000:0.0:1775764853.500076:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223111808:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764853.542078:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223111808:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 41993us (42469us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.542092:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84873 00000001:00080000:1.0:1775764853.542421:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996858 is committed 00000001:00080000:1.0:1775764853.542441:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996859 is committed 00000100:00100000:3.0:1775764853.549342:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.549390:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.549488:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223111936 00000100:00100000:0.0:1775764853.549500:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223111936 00002000:00100000:0.0:1775764853.549571:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3088384->4136959) req@ffff8b8c992e1500 x1862022223111936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.549583:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1500 with x1862022223111936 ext(3088384->4136959) 00002000:00010000:0.0:1775764853.549589:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1500 00000100:00100000:0.0:1775764853.549616:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223112064 00000100:00100000:0.0:1775764853.549619:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223112064 00002000:00100000:0.0:1775764853.549633:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (4136960->4194303) req@ffff8b8c992e2d80 x1862022223112064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.549641:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2d80 with x1862022223112064 ext(4136960->4194303) 00002000:00010000:0.0:1775764853.549644:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e2d80 00000100:00100000:0.0:1775764853.549678:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38989 00000100:00100000:0.0:1775764853.549687:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223111936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764853.550753:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38990 00000100:00100000:1.0:1775764853.550766:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223112064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764853.568476:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223112064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17688us (19060us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764853.568490:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38990 00002000:00100000:1.0:1775764853.568503:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (4136960->4194303) req@ffff8b8c992e2d80 x1862022223112064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.568514:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2d80 with x1862022223112064 ext(4136960->4194303) 00002000:00010000:1.0:1775764853.568520:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e2d80 00000100:00100000:0.0:1775764853.571520:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223111936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21823us (22178us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764853.571534:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38989 00002000:00100000:0.0:1775764853.573149:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3088384->4136959) req@ffff8b8c992e1500 x1862022223111936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.573165:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1500 with x1862022223111936 ext(3088384->4136959) 00002000:00010000:0.0:1775764853.573173:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1500 00000100:00100000:2.0:1775764853.580370:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.580495:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223112192 00000100:00100000:0.0:1775764853.580507:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223112192 00002000:00100000:0.0:1775764853.580652:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3239936->3244031) req@ffff8b8c9ed7ca80 x1862022223112192/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 4584/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.580664:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ca80 with x1862022223112192 ext(3239936->3244031) 00002000:00010000:0.0:1775764853.580752:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7ca80 00000100:00100000:0.0:1775764853.580833:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38991 00000100:00100000:0.0:1775764853.580844:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223112192:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764853.581484:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223112192:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 640us (1123us total) trans 4294996860 rc 0/0 00000100:00100000:0.0:1775764853.581493:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38991 00002000:00100000:0.0:1775764853.581501:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3239936->3244031) req@ffff8b8c9ed7ca80 x1862022223112192/t4294996860(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 4584/448 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.581509:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ca80 with x1862022223112192 ext(3239936->3244031) 00002000:00010000:0.0:1775764853.581513:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7ca80 00000100:00100000:1.0:1775764853.584256:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.584424:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223112320 00000100:00100000:2.0:1775764853.584436:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223112320 00000100:00100000:2.0:1775764853.584534:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84874 00000100:00100000:2.0:1775764853.584578:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223112320:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764853.615943:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223112320:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31357us (31685us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.615958:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84874 00000001:00080000:1.0:1775764853.619723:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996860 is committed 00000100:00100000:2.0:1775764853.620215:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.620312:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223112448 00000100:00100000:0.0:1775764853.620323:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223112448 00002000:00100000:0.0:1775764853.620368:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (1060864->1122303) req@ffff8b8c9ed7f480 x1862022223112448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.620381:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7f480 with x1862022223112448 ext(1060864->1122303) 00002000:00010000:0.0:1775764853.620387:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7f480 00000100:00100000:0.0:1775764853.620446:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38992 00000100:00100000:0.0:1775764853.620455:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223112448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764853.623243:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223112448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2776us (3022us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.623256:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38992 00002000:00100000:0.0:1775764853.623267:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (1060864->1122303) req@ffff8b8c9ed7f480 x1862022223112448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.623277:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7f480 with x1862022223112448 ext(1060864->1122303) 00002000:00010000:0.0:1775764853.623283:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7f480 00000100:00100000:1.0:1775764853.627509:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.628398:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223112704 00000100:00100000:0.0:1775764853.628414:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223112704 00000100:00100000:1.0:1775764853.628636:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44672 00000100:00100000:1.0:1775764853.628649:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223112704:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764853.628716:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764853.628747:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0820 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd216 expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.628769:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764853.628774:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764853.629155:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0827 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.629171:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0827 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.629182:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0827 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764853.629248:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032436 00000004:00010000:1.0:1775764853.629274:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000277d10c reply state 00000000c21416a1 transno 4295032437 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0827 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764853.629284:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764853.629448:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223112704:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 801us (1953us total) trans 4295032437 rc 0/0 00000100:00100000:1.0:1775764853.629456:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44672 00000020:00080000:1.0:1775764853.629462:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764853.633175:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.633472:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223112832 00000100:00100000:0.0:1775764853.633483:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223112832 00002000:00010000:0.0:1775764853.633525:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2716203->18446744073709551615) 00002000:00100000:0.0:1775764853.633532:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7df80 with x1862022223112832 ext(2716203->18446744073709551615) 00002000:00010000:0.0:1775764853.633574:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7df80. 00000100:00100000:0.0:1775764853.633606:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38993 00000100:00100000:0.0:1775764853.633616:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223112832:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764853.634217:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2716203 00002000:00010000:0.0:1775764853.634224:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.634227:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.634229:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.634232:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1355 -> 1549 00000100:00100000:0.0:1775764853.634297:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223112832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 681us (1131us total) trans 4294996861 rc 0/0 00000100:00100000:0.0:1775764853.634306:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38993 00002000:00010000:0.0:1775764853.634309:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2716203->18446744073709551615) 00002000:00100000:0.0:1775764853.634312:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7df80 with x1862022223112832 ext(2716203->18446744073709551615) 00002000:00010000:0.0:1775764853.634317:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7df80. 00000100:00100000:2.0:1775764853.635597:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.637391:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223112960 00000100:00100000:0.0:1775764853.637406:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223112960 00002000:00010000:0.0:1775764853.637454:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764853.637459:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ce00 with x1862022223112960 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764853.637472:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7ce00. 00000100:00100000:0.0:1775764853.637511:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38994 00000100:00100000:0.0:1775764853.637521:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223112960:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764853.637850:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 297015 -> 0 00002000:00010000:0.0:1775764853.637854:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.637856:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764853.637859:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:0.0:1775764853.637861:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1775764853.637923:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223112960:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 402us (2332us total) trans 4294996202 rc 0/0 00000100:00100000:0.0:1775764853.637934:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38994 00002000:00010000:0.0:1775764853.637938:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764853.637940:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ce00 with x1862022223112960 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764853.637945:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7ce00. 00010000:00010000:3.0:1775764853.639645:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0827 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.639663:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0827 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.639761:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0827 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.639768:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764853.639772:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0827 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.639780:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0827 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.639798:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764853.639802:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.639832:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0827 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.639838:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0827 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.645574:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.645669:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223113088 00000100:00100000:0.0:1775764853.645690:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223113088 00000100:00100000:0.0:1775764853.645746:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44673 00000100:00100000:0.0:1775764853.645756:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022223113088:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764853.645782:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764853.645802:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d082e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd21d expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.645896:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0835 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.645909:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0835 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.645920:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0835 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764853.645950:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2716203 00000004:00200000:0.0:1775764853.645954:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764853.645983:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0835 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.646011:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d082e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd21d expref: 49 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.646033:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0835 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd21d expref: 48 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.646042:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764853.646045:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764853.646049:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7da00, rc 0) 00000100:00100000:0.0:1775764853.646111:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223113088:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 357us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.646119:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44673 00000100:00100000:2.0:1775764853.652534:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.652824:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223113344 00000100:00100000:0.0:1775764853.652835:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223113344 00000100:00100000:0.0:1775764853.652899:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44674 00000100:00100000:0.0:1775764853.652911:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223113344:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764853.653057:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764853.653087:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0835 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd21d expref: 48 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.653113:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764853.653120:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764853.653501:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d083c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.653517:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d083c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.653527:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d083c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764853.653634:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032438 00000004:00010000:0.0:1775764853.653662:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006b8aae8 reply state 000000003198d5ee transno 4295032439 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d083c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.654406:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764853.654531:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223113344:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1620us (2002us total) trans 4295032439 rc 0/0 00000100:00100000:0.0:1775764853.654584:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44674 00000020:00080000:0.0:1775764853.654590:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764853.657832:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d083c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.657848:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d083c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.657855:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d083c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.657861:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7ca00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764853.657867:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d083c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.657875:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d083c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.657893:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764853.657897:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.657901:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d083c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.657910:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d083c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.659587:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.659665:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.659890:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223113600 00000100:00100000:3.0:1775764853.659903:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223113600 00002000:00010000:3.0:1775764853.659956:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764853.659963:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7f100 with x1862022223113600 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764853.659988:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7f100. 00000100:00100000:3.0:1775764853.660022:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223113472 00000100:00100000:3.0:1775764853.660025:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223113472 00002000:00010000:3.0:1775764853.660040:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2650689->18446744073709551615) 00002000:00100000:3.0:1775764853.660044:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ed80 with x1862022223113472 ext(2650689->18446744073709551615) 00002000:00010000:3.0:1775764853.660051:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7ed80. 00000100:00100000:3.0:1775764853.660079:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38995 00000100:00100000:3.0:1775764853.660088:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223113600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764853.660372:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764853.660376:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:3.0:1775764853.660379:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:3.0:1775764853.660381:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:3.0:1775764853.660383:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:3.0:1775764853.660441:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223113600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 354us (862us total) trans 4294996203 rc 0/0 00000100:00100000:3.0:1775764853.660449:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38995 00002000:00010000:3.0:1775764853.660453:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764853.660455:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7f100 with x1862022223113600 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764853.660460:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7f100. 00000100:00100000:3.0:1775764853.660475:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38996 00000100:00100000:3.0:1775764853.660481:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223113472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764853.660687:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2716203 -> 2650689 00002000:00010000:3.0:1775764853.660691:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764853 00002000:00010000:3.0:1775764853.660693:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764853 -> 1775764853 00002000:00010000:3.0:1775764853.660695:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764853 00002000:00010000:3.0:1775764853.660697:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1549 -> 1549 00000100:00100000:3.0:1775764853.660720:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223113472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 238us (1054us total) trans 4294996862 rc 0/0 00000100:00100000:3.0:1775764853.660730:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38996 00002000:00010000:3.0:1775764853.660733:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2650689->18446744073709551615) 00002000:00100000:3.0:1775764853.660735:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7ed80 with x1862022223113472 ext(2650689->18446744073709551615) 00002000:00010000:3.0:1775764853.660740:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7ed80. 00000100:00100000:1.0:1775764853.664433:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.664617:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223113728 00000100:00100000:2.0:1775764853.664628:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223113728 00000100:00100000:2.0:1775764853.664719:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44675 00000100:00100000:2.0:1775764853.664729:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022223113728:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764853.664752:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.664770:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0843 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd224 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.664856:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba400/0xdb23b4c9253d084a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.664870:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba400/0xdb23b4c9253d084a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.664881:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba400/0xdb23b4c9253d084a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764853.664911:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2650689 00000004:00200000:2.0:1775764853.664915:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764853.664931:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba400/0xdb23b4c9253d084a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.664956:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0843 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd224 expref: 51 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.664987:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba400/0xdb23b4c9253d084a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd224 expref: 50 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.664996:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764853.664999:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764853.665004:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca25ba400, rc 0) 00000100:00100000:2.0:1775764853.665063:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223113728:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 336us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.665069:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44675 00000100:00100000:3.0:1775764853.670092:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.670191:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223113856 00000100:00100000:1.0:1775764853.670202:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223113856 00002000:00100000:1.0:1775764853.670253:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1728512->1765375) req@ffff8b8c992e1880 x1862022223113856/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.670266:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1880 with x1862022223113856 ext(1728512->1765375) 00002000:00010000:1.0:1775764853.670273:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1880 00000100:00100000:1.0:1775764853.670306:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38997 00000100:00100000:1.0:1775764853.670315:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223113856:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764853.674366:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223113856:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4038us (4269us total) trans 4294996863 rc 0/0 00000100:00100000:1.0:1775764853.674381:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38997 00002000:00100000:1.0:1775764853.674397:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1728512->1765375) req@ffff8b8c992e1880 x1862022223113856/t4294996863(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/448 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.674411:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1880 with x1862022223113856 ext(1728512->1765375) 00002000:00010000:1.0:1775764853.674419:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1880 00000100:00100000:0.0:1775764853.678951:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.679098:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223113984 00000100:00100000:2.0:1775764853.679108:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223113984 00000100:00100000:2.0:1775764853.679169:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84875 00000100:00100000:2.0:1775764853.679179:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223113984:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:1.0:1775764853.706320:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764853.724184:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223113984:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44995us (45232us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.724197:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84875 00000001:00080000:2.0:1775764853.724236:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996861 is committed 00000001:00080000:2.0:1775764853.724247:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996863 is committed 00000100:00100000:3.0:1775764853.729129:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.729651:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223114240 00000100:00100000:2.0:1775764853.729663:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223114240 00000100:00100000:2.0:1775764853.729726:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44676 00000100:00100000:2.0:1775764853.729737:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223114240:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764853.729793:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764853.729830:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba400/0xdb23b4c9253d084a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd224 expref: 50 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.729853:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764853.729858:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764853.730099:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0851 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.730113:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0851 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.730123:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0851 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764853.730176:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032440 00000004:00010000:2.0:1775764853.730200:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a6ecebd reply state 00000000ff5fb11e transno 4295032441 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0851 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.730222:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764853.730665:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223114240:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 929us (1548us total) trans 4295032441 rc 0/0 00000100:00100000:2.0:1775764853.730681:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44676 00000020:00080000:2.0:1775764853.730686:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764853.733967:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0851 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.733993:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0851 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.734002:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0851 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.734008:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca25bb200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764853.734013:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0851 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.734021:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0851 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.734040:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764853.734044:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.734049:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0851 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.734056:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb200/0xdb23b4c9253d0851 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.735329:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.735601:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223114496 00000100:00100000:2.0:1775764853.735612:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223114496 00002000:00010000:2.0:1775764853.735648:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (619070->18446744073709551615) 00002000:00100000:2.0:1775764853.735653:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2680 with x1862022223114496 ext(619070->18446744073709551615) 00002000:00010000:2.0:1775764853.735664:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e2680. 00000100:00100000:2.0:1775764853.735701:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38998 00000100:00100000:2.0:1775764853.735711:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223114496:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764853.735943:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 619070 00002000:00010000:2.0:1775764853.735946:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764854 00002000:00010000:2.0:1775764853.735948:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:2.0:1775764853.735950:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764854 00002000:00010000:2.0:1775764853.735953:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1775764853.736144:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223114496:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 434us (822us total) trans 4294996204 rc 0/0 00000100:00100000:2.0:1775764853.736152:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38998 00002000:00010000:2.0:1775764853.736156:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (619070->18446744073709551615) 00002000:00100000:2.0:1775764853.736159:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2680 with x1862022223114496 ext(619070->18446744073709551615) 00002000:00010000:2.0:1775764853.736164:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e2680. 00000100:00100000:3.0:1775764853.736420:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.736926:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223114368 00000100:00100000:2.0:1775764853.736935:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223114368 00002000:00010000:2.0:1775764853.736962:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764853.736966:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e3480 with x1862022223114368 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764853.737043:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e3480. 00000100:00100000:2.0:1775764853.737072:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 38999 00000100:00100000:2.0:1775764853.737081:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223114368:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764853.737317:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2650689 -> 4194304 00002000:00010000:2.0:1775764853.737320:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764853 -> 1775764854 00002000:00010000:2.0:1775764853.737324:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764853 -> 1775764853 00002000:00010000:2.0:1775764853.737326:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764853 -> 1775764854 00002000:00010000:2.0:1775764853.737329:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1549 -> 1613 00000100:00100000:2.0:1775764853.737434:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223114368:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 353us (1014us total) trans 4294996864 rc 0/0 00000100:00100000:2.0:1775764853.737441:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 38999 00002000:00010000:2.0:1775764853.737444:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764853.737447:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e3480 with x1862022223114368 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764853.737451:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e3480. 00000100:00100000:0.0:1775764853.742108:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.742218:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223114624 00000100:00100000:2.0:1775764853.742232:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223114624 00000100:00100000:2.0:1775764853.742323:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44677 00000100:00100000:2.0:1775764853.742334:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022223114624:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764853.742359:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.742381:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba400/0xdb23b4c9253d0858 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd22b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.742465:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d085f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.742479:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d085f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.742491:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d085f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764853.742516:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4813374 00000004:00200000:2.0:1775764853.742521:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764853.742566:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d085f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.742592:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba400/0xdb23b4c9253d0858 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd22b expref: 53 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.742615:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d085f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd22b expref: 52 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.742624:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764853.742627:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764853.742631:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca25bba00, rc 0) 00000100:00100000:2.0:1775764853.742688:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223114624:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 357us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.742695:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44677 00000100:00100000:2.0:1775764853.747153:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.747294:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223114880 00000100:00100000:3.0:1775764853.747307:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223114880 00000100:00100000:3.0:1775764853.747364:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44678 00000100:00100000:3.0:1775764853.747376:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223114880:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764853.747437:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764853.747466:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d085f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd22b expref: 52 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.747488:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764853.747494:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764853.747766:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0866 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.747781:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0866 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.747792:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0866 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764853.747854:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032442 00000004:00010000:3.0:1775764853.747880:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d3c2ccd5 reply state 000000009a8faa3a transno 4295032443 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0866 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.747889:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764853.748003:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223114880:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 630us (862us total) trans 4295032443 rc 0/0 00000100:00100000:3.0:1775764853.748012:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44678 00000020:00080000:3.0:1775764853.748018:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764853.752349:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.752383:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764853.752487:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0866 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.752501:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0866 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.752509:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0866 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.752515:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764853.752520:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0866 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.752528:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0866 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.752574:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764853.752577:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.752582:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0866 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.752589:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d0866 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.752680:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223115008 00000100:00100000:2.0:1775764853.752690:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223115008 00002000:00010000:2.0:1775764853.752735:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (378093->18446744073709551615) 00002000:00100000:2.0:1775764853.752740:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022223115008 ext(378093->18446744073709551615) 00002000:00010000:2.0:1775764853.752753:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452a00. 00000100:00100000:2.0:1775764853.752779:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223115136 00000100:00100000:2.0:1775764853.752783:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223115136 00002000:00010000:2.0:1775764853.752795:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764853.752798:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452d80 with x1862022223115136 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764853.752814:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452d80. 00000100:00100000:2.0:1775764853.752839:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39000 00000100:00100000:2.0:1775764853.752848:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223115008:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764853.753240:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 378093 00002000:00010000:2.0:1775764853.753245:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764854 -> 1775764854 00002000:00010000:2.0:1775764853.753247:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764853 -> 1775764853 00002000:00010000:2.0:1775764853.753249:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764854 -> 1775764854 00002000:00010000:2.0:1775764853.753252:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00000100:00100000:2.0:1775764853.753310:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223115008:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 463us (971us total) trans 4294996865 rc 0/0 00000100:00100000:2.0:1775764853.753318:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39000 00002000:00010000:2.0:1775764853.753322:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (378093->18446744073709551615) 00002000:00100000:2.0:1775764853.753324:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022223115008 ext(378093->18446744073709551615) 00002000:00010000:2.0:1775764853.753328:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452a00. 00000100:00100000:2.0:1775764853.753344:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39001 00000100:00100000:2.0:1775764853.753350:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223115136:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764853.753504:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 619070 -> 0 00002000:00010000:2.0:1775764853.753507:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764854 -> 1775764854 00002000:00010000:2.0:1775764853.753509:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:2.0:1775764853.753512:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764854 -> 1775764854 00002000:00010000:2.0:1775764853.753514:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1775764853.753568:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223115136:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 188us (1154us total) trans 4294996205 rc 0/0 00000100:00100000:2.0:1775764853.753575:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39001 00002000:00010000:2.0:1775764853.753578:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764853.753580:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452d80 with x1862022223115136 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764853.753585:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452d80. 00000100:00100000:0.0:1775764853.766143:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.766301:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223115264 00000100:00100000:3.0:1775764853.766311:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223115264 00000100:00100000:3.0:1775764853.766402:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44679 00000100:00100000:3.0:1775764853.766413:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022223115264:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764853.766439:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.766460:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d086d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd232 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.766882:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0874 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.766900:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0874 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.766914:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0874 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764853.766945:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 378093 00000004:00200000:1.0:1775764853.766949:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764853.766965:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0874 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.767078:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d086d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd232 expref: 55 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.767105:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0874 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd232 expref: 54 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.767115:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764853.767118:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764853.767123:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83600, rc 0) 00000100:00100000:1.0:1775764853.767191:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223115264:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 779us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.767199:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44679 00000100:00100000:0.0:1775764853.775851:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.776057:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223115392 00000100:00100000:2.0:1775764853.776068:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223115392 00002000:00100000:2.0:1775764853.776113:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (94208->139263) req@ffff8b8c90d51500 x1862022223115392/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764853.776125:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51500 with x1862022223115392 ext(94208->139263) 00002000:00010000:2.0:1775764853.776130:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51500 00000100:00100000:2.0:1775764853.776194:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39002 00000100:00100000:2.0:1775764853.776203:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223115392:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764853.781060:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223115392:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4844us (5204us total) trans 4294996866 rc 0/0 00000100:00100000:3.0:1775764853.781076:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39002 00002000:00100000:3.0:1775764853.781092:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (94208->139263) req@ffff8b8c90d51500 x1862022223115392/t4294996866(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/448 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.781105:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51500 with x1862022223115392 ext(94208->139263) 00002000:00010000:3.0:1775764853.781111:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51500 00000100:00100000:3.0:1775764853.785638:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.785799:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223115520 00000100:00100000:1.0:1775764853.785818:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223115520 00000100:00100000:1.0:1775764853.785882:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84876 00000100:00100000:1.0:1775764853.785893:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223115520:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764853.819167:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223115520:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33261us (33526us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.819184:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84876 00000001:00080000:2.0:1775764853.819283:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996865 is committed 00000001:00080000:2.0:1775764853.819301:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996866 is committed 00000100:00100000:3.0:1775764853.837177:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.837646:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223115648 00000100:00100000:0.0:1775764853.837657:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223115648 00002000:00100000:0.0:1775764853.837718:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (303104->307199) req@ffff8b8cb24d1180 x1862022223115648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.837731:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1180 with x1862022223115648 ext(303104->307199) 00002000:00010000:0.0:1775764853.837738:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1180 00000100:00100000:0.0:1775764853.837774:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39003 00000100:00100000:0.0:1775764853.837785:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223115648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764853.838073:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223115648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 289us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.838082:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39003 00002000:00100000:0.0:1775764853.838088:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (303104->307199) req@ffff8b8cb24d1180 x1862022223115648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.838096:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1180 with x1862022223115648 ext(303104->307199) 00002000:00010000:0.0:1775764853.838100:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1180 00000100:00100000:0.0:1775764853.852004:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.852377:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223115776 00000100:00100000:1.0:1775764853.852387:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223115776 00002000:00100000:1.0:1775764853.852445:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (307200->311295) req@ffff8b8c90d52d80 x1862022223115776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.852456:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022223115776 ext(307200->311295) 00002000:00010000:1.0:1775764853.852462:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:1.0:1775764853.852495:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39004 00000100:00100000:1.0:1775764853.852505:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223115776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764853.853064:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223115776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 558us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.853073:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39004 00002000:00100000:1.0:1775764853.853079:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (307200->311295) req@ffff8b8c90d52d80 x1862022223115776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.853087:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022223115776 ext(307200->311295) 00002000:00010000:1.0:1775764853.853090:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:1.0:1775764853.871332:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.871454:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223115904 00000100:00100000:0.0:1775764853.871466:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223115904 00002000:00100000:0.0:1775764853.871513:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (311296->315391) req@ffff8b8cb3450000 x1862022223115904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.871524:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450000 with x1862022223115904 ext(311296->315391) 00002000:00010000:0.0:1775764853.871530:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450000 00000100:00100000:0.0:1775764853.871592:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39005 00000100:00100000:0.0:1775764853.871602:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223115904:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764853.871884:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223115904:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.871892:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39005 00002000:00100000:0.0:1775764853.871898:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (311296->315391) req@ffff8b8cb3450000 x1862022223115904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.871906:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450000 with x1862022223115904 ext(311296->315391) 00002000:00010000:0.0:1775764853.871910:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450000 00000100:00100000:3.0:1775764853.876781:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.876895:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223116032 00000100:00100000:2.0:1775764853.876907:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223116032 00002000:00100000:2.0:1775764853.876964:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (315392->319487) req@ffff8b8cb24d0380 x1862022223116032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764853.877019:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0380 with x1862022223116032 ext(315392->319487) 00002000:00010000:2.0:1775764853.877027:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0380 00000100:00100000:2.0:1775764853.877060:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39006 00000100:00100000:2.0:1775764853.877070:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223116032:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764853.877358:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223116032:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 289us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.877366:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39006 00002000:00100000:2.0:1775764853.877373:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (315392->319487) req@ffff8b8cb24d0380 x1862022223116032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764853.877381:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0380 with x1862022223116032 ext(315392->319487) 00002000:00010000:2.0:1775764853.877385:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0380 00000100:00100000:2.0:1775764853.882018:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.882169:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223116160 00000100:00100000:1.0:1775764853.882180:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223116160 00002000:00100000:1.0:1775764853.882228:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (319488->323583) req@ffff8b8c9ed7e300 x1862022223116160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.882240:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7e300 with x1862022223116160 ext(319488->323583) 00002000:00010000:1.0:1775764853.882247:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7e300 00000100:00100000:1.0:1775764853.882279:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39007 00000100:00100000:1.0:1775764853.882288:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223116160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764853.882579:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223116160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 290us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.882587:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39007 00002000:00100000:1.0:1775764853.882594:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (319488->323583) req@ffff8b8c9ed7e300 x1862022223116160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.882602:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7e300 with x1862022223116160 ext(319488->323583) 00002000:00010000:1.0:1775764853.882606:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7e300 00000100:00100000:1.0:1775764853.889261:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764853.889381:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223116288 00000100:00100000:2.0:1775764853.889395:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223116288 00002000:00100000:2.0:1775764853.889461:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (323584->327679) req@ffff8b8cb3453100 x1862022223116288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764853.889473:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022223116288 ext(323584->327679) 00002000:00010000:2.0:1775764853.889479:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:2.0:1775764853.889516:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39008 00000100:00100000:2.0:1775764853.889526:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223116288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764853.889822:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223116288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 296us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.889831:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39008 00002000:00100000:2.0:1775764853.889838:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (323584->327679) req@ffff8b8cb3453100 x1862022223116288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764853.889846:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022223116288 ext(323584->327679) 00002000:00010000:2.0:1775764853.889849:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:0.0:1775764853.902876:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.903097:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223116416 00000100:00100000:1.0:1775764853.903107:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223116416 00002000:00100000:1.0:1775764853.903163:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (327680->331775) req@ffff8b8c90d53800 x1862022223116416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.903175:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53800 with x1862022223116416 ext(327680->331775) 00002000:00010000:1.0:1775764853.903183:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53800 00000100:00100000:1.0:1775764853.903220:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39009 00000100:00100000:1.0:1775764853.903231:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223116416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764853.903501:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223116416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.903509:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39009 00002000:00100000:1.0:1775764853.903515:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (327680->331775) req@ffff8b8c90d53800 x1862022223116416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.903523:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53800 with x1862022223116416 ext(327680->331775) 00002000:00010000:1.0:1775764853.903527:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53800 00000100:00100000:0.0:1775764853.907582:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.907664:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223116544 00000100:00100000:3.0:1775764853.907682:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223116544 00002000:00100000:3.0:1775764853.907734:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (331776->335871) req@ffff8b8c90d53b80 x1862022223116544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.907747:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022223116544 ext(331776->335871) 00002000:00010000:3.0:1775764853.907753:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53b80 00000100:00100000:3.0:1775764853.907787:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39010 00000100:00100000:3.0:1775764853.907797:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223116544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764853.908064:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223116544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.908072:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39010 00002000:00100000:3.0:1775764853.908079:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (331776->335871) req@ffff8b8c90d53b80 x1862022223116544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.908087:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022223116544 ext(331776->335871) 00002000:00010000:3.0:1775764853.908090:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53b80 00000100:00100000:0.0:1775764853.917711:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.917886:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223116672 00000100:00100000:1.0:1775764853.917897:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223116672 00002000:00100000:1.0:1775764853.917949:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (335872->339967) req@ffff8b8c90d51180 x1862022223116672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.917962:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51180 with x1862022223116672 ext(335872->339967) 00002000:00010000:1.0:1775764853.917982:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51180 00000100:00100000:1.0:1775764853.918015:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39011 00000100:00100000:1.0:1775764853.918026:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223116672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764853.918638:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223116672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 511us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.918646:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39011 00002000:00100000:1.0:1775764853.918654:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (335872->339967) req@ffff8b8c90d51180 x1862022223116672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.918663:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51180 with x1862022223116672 ext(335872->339967) 00002000:00010000:1.0:1775764853.918747:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51180 00000100:00100000:0.0:1775764853.923096:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.923181:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223116800 00000100:00100000:1.0:1775764853.923193:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223116800 00002000:00100000:1.0:1775764853.923247:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (339968->344063) req@ffff8b8c90d53100 x1862022223116800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.923258:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53100 with x1862022223116800 ext(339968->344063) 00002000:00010000:1.0:1775764853.923265:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53100 00000100:00100000:1.0:1775764853.923302:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39012 00000100:00100000:1.0:1775764853.923312:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223116800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764853.923628:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223116800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 317us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.923636:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39012 00002000:00100000:1.0:1775764853.923642:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (339968->344063) req@ffff8b8c90d53100 x1862022223116800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.923649:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53100 with x1862022223116800 ext(339968->344063) 00002000:00010000:1.0:1775764853.923652:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53100 00000100:00100000:0.0:1775764853.937939:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.938104:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223116928 00000100:00100000:3.0:1775764853.938115:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223116928 00002000:00100000:3.0:1775764853.938166:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (344064->348159) req@ffff8b8c90d53480 x1862022223116928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.938179:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53480 with x1862022223116928 ext(344064->348159) 00002000:00010000:3.0:1775764853.938185:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53480 00000100:00100000:3.0:1775764853.938218:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39013 00000100:00100000:3.0:1775764853.938231:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223116928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764853.938502:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223116928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 272us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.938514:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39013 00002000:00100000:3.0:1775764853.938521:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (344064->348159) req@ffff8b8c90d53480 x1862022223116928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.938529:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53480 with x1862022223116928 ext(344064->348159) 00002000:00010000:3.0:1775764853.938533:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53480 00000100:00100000:2.0:1775764853.943313:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.943515:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223117056 00000100:00100000:0.0:1775764853.943528:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223117056 00002000:00100000:0.0:1775764853.943620:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (348160->352255) req@ffff8b8c9ed7f800 x1862022223117056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.943633:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7f800 with x1862022223117056 ext(348160->352255) 00002000:00010000:0.0:1775764853.943640:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7f800 00000100:00100000:0.0:1775764853.943674:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39014 00000100:00100000:0.0:1775764853.943685:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223117056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764853.943961:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223117056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 277us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.943977:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39014 00002000:00100000:0.0:1775764853.943984:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (348160->352255) req@ffff8b8c9ed7f800 x1862022223117056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.943992:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7f800 with x1862022223117056 ext(348160->352255) 00002000:00010000:0.0:1775764853.943995:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9ed7f800 00000100:00100000:1.0:1775764853.948214:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.948310:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223117184 00000100:00100000:3.0:1775764853.948320:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223117184 00002000:00100000:3.0:1775764853.948373:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (352256->356351) req@ffff8b8cb3450e00 x1862022223117184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.948384:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022223117184 ext(352256->356351) 00002000:00010000:3.0:1775764853.948390:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:3.0:1775764853.948426:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39015 00000100:00100000:3.0:1775764853.948436:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223117184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764853.948725:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223117184:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 289us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.948733:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39015 00002000:00100000:3.0:1775764853.948739:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (352256->356351) req@ffff8b8cb3450e00 x1862022223117184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.948747:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022223117184 ext(352256->356351) 00002000:00010000:3.0:1775764853.948751:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:2.0:1775764853.954635:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.954833:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223117312 00000100:00100000:3.0:1775764853.954846:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223117312 00002000:00100000:3.0:1775764853.954900:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1216512->1220607) req@ffff8b8c9371ed80 x1862022223117312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.954919:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ed80 with x1862022223117312 ext(1216512->1220607) 00002000:00010000:3.0:1775764853.954926:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ed80 00000100:00100000:3.0:1775764853.954958:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39016 00000100:00100000:3.0:1775764853.954968:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223117312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764853.955227:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223117312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 258us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.955234:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39016 00002000:00100000:3.0:1775764853.955240:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1216512->1220607) req@ffff8b8c9371ed80 x1862022223117312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.955248:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ed80 with x1862022223117312 ext(1216512->1220607) 00002000:00010000:3.0:1775764853.955251:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ed80 00000100:00100000:2.0:1775764853.959684:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.960085:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223117440 00000100:00100000:3.0:1775764853.960096:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223117440 00002000:00100000:3.0:1775764853.960142:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1220608->1224703) req@ffff8b8c9371c000 x1862022223117440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.960152:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371c000 with x1862022223117440 ext(1220608->1224703) 00002000:00010000:3.0:1775764853.960157:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371c000 00000100:00100000:3.0:1775764853.960239:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39017 00000100:00100000:3.0:1775764853.960248:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223117440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764853.960482:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223117440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 233us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.960490:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39017 00002000:00100000:3.0:1775764853.960497:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1220608->1224703) req@ffff8b8c9371c000 x1862022223117440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.960505:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371c000 with x1862022223117440 ext(1220608->1224703) 00002000:00010000:3.0:1775764853.960508:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371c000 00000100:00100000:1.0:1775764853.966914:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.967076:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223117568 00000100:00100000:3.0:1775764853.967088:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223117568 00002000:00100000:3.0:1775764853.967136:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1224704->1228799) req@ffff8b8cb3453800 x1862022223117568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.967148:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022223117568 ext(1224704->1228799) 00002000:00010000:3.0:1775764853.967154:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453800 00000100:00100000:3.0:1775764853.967185:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39018 00000100:00100000:3.0:1775764853.967194:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223117568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764853.967513:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223117568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 319us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.967521:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39018 00002000:00100000:3.0:1775764853.967528:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1224704->1228799) req@ffff8b8cb3453800 x1862022223117568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.967563:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022223117568 ext(1224704->1228799) 00002000:00010000:3.0:1775764853.967566:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453800 00000100:00100000:2.0:1775764853.970516:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.970634:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223117696 00000100:00100000:1.0:1775764853.970645:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223117696 00002000:00100000:1.0:1775764853.970703:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1228800->1232895) req@ffff8b8c9371d880 x1862022223117696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.970714:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371d880 with x1862022223117696 ext(1228800->1232895) 00002000:00010000:1.0:1775764853.970720:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371d880 00000100:00100000:1.0:1775764853.970752:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39019 00000100:00100000:1.0:1775764853.970761:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223117696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764853.971068:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223117696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 307us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.971077:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39019 00002000:00100000:1.0:1775764853.971083:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1228800->1232895) req@ffff8b8c9371d880 x1862022223117696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.971091:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371d880 with x1862022223117696 ext(1228800->1232895) 00002000:00010000:1.0:1775764853.971095:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371d880 00000100:00100000:0.0:1775764853.975073:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.975232:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223117824 00000100:00100000:1.0:1775764853.975244:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223117824 00002000:00100000:1.0:1775764853.975294:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (4169728->4173823) req@ffff8b8c90d51880 x1862022223117824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.975305:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51880 with x1862022223117824 ext(4169728->4173823) 00002000:00010000:1.0:1775764853.975311:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51880 00000100:00100000:1.0:1775764853.975344:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39020 00000100:00100000:1.0:1775764853.975353:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223117824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764853.975642:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223117824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 290us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.975649:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39020 00002000:00100000:1.0:1775764853.975657:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (4169728->4173823) req@ffff8b8c90d51880 x1862022223117824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.975665:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51880 with x1862022223117824 ext(4169728->4173823) 00002000:00010000:1.0:1775764853.975753:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51880 00000100:00100000:0.0:1775764853.979253:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764853.979348:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223117952 00000100:00100000:1.0:1775764853.979359:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223117952 00002000:00100000:1.0:1775764853.979413:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (4173824->4177919) req@ffff8b8c90d50700 x1862022223117952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.979425:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50700 with x1862022223117952 ext(4173824->4177919) 00002000:00010000:1.0:1775764853.979432:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50700 00000100:00100000:1.0:1775764853.979466:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39021 00000100:00100000:1.0:1775764853.979475:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223117952:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764853.979750:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223117952:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.979758:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39021 00002000:00100000:1.0:1775764853.979765:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (4173824->4177919) req@ffff8b8c90d50700 x1862022223117952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764853.979773:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50700 with x1862022223117952 ext(4173824->4177919) 00002000:00010000:1.0:1775764853.979777:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50700 00000100:00100000:2.0:1775764853.987933:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764853.988076:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223118080 00000100:00100000:3.0:1775764853.988090:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223118080 00002000:00100000:3.0:1775764853.988152:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4177920->4182015) req@ffff8b8c9371d180 x1862022223118080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.988166:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371d180 with x1862022223118080 ext(4177920->4182015) 00002000:00010000:3.0:1775764853.988174:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371d180 00000100:00100000:3.0:1775764853.988216:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39022 00000100:00100000:3.0:1775764853.988228:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223118080:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764853.989062:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223118080:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 309us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.989074:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39022 00002000:00100000:3.0:1775764853.989084:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4177920->4182015) req@ffff8b8c9371d180 x1862022223118080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764853.989094:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371d180 with x1862022223118080 ext(4177920->4182015) 00002000:00010000:3.0:1775764853.989099:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371d180 00000100:00100000:3.0:1775764853.997216:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764853.997878:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223118208 00000100:00100000:0.0:1775764853.997894:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223118208 00002000:00100000:0.0:1775764853.997958:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (4182016->4186111) req@ffff8b8cb24d0700 x1862022223118208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.997978:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0700 with x1862022223118208 ext(4182016->4186111) 00002000:00010000:0.0:1775764853.997985:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0700 00000100:00100000:0.0:1775764853.998018:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39023 00000100:00100000:0.0:1775764853.998029:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223118208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764853.998388:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223118208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 358us (1183us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.998395:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39023 00002000:00100000:0.0:1775764853.998402:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (4182016->4186111) req@ffff8b8cb24d0700 x1862022223118208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:334/0 lens 488/440 e 0 to 0 dl 1775764864 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.998410:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0700 with x1862022223118208 ext(4182016->4186111) 00002000:00010000:0.0:1775764853.998413:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0700 00000100:00100000:0.0:1775764854.003721:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.003951:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223118336 00000100:00100000:2.0:1775764854.003965:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223118336 00002000:00100000:2.0:1775764854.004040:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4186112->4190207) req@ffff8b8c90d51f80 x1862022223118336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.004059:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51f80 with x1862022223118336 ext(4186112->4190207) 00002000:00010000:2.0:1775764854.004065:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51f80 00000100:00080000:0.0:1775764854.004080:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764854.004104:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39024 00000100:00100000:2.0:1775764854.004115:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223118336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.004479:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223118336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 365us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764854.004488:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39024 00002000:00100000:2.0:1775764854.004496:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4186112->4190207) req@ffff8b8c90d51f80 x1862022223118336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.004504:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51f80 with x1862022223118336 ext(4186112->4190207) 00002000:00010000:2.0:1775764854.004508:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51f80 00000100:00100000:2.0:1775764854.008207:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.008251:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764854.008664:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223118464 00000100:00100000:3.0:1775764854.008682:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223118464 00002000:00100000:3.0:1775764854.008732:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (4190208->4194303) req@ffff8b8c9371ca80 x1862022223118464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.008746:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ca80 with x1862022223118464 ext(4190208->4194303) 00002000:00010000:3.0:1775764854.008754:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ca80 00000100:00100000:3.0:1775764854.008774:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223118592 00000100:00100000:3.0:1775764854.008777:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223118592 00002000:00100000:3.0:1775764854.008792:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (0->12287) req@ffff8b8c9371fb80 x1862022223118592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.008799:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371fb80 with x1862022223118592 ext(0->12287) 00002000:00010000:3.0:1775764854.008813:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9371fb80 00000100:00100000:3.0:1775764854.008840:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39025 00000100:00100000:3.0:1775764854.008849:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223118464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.009146:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39026 00000100:00100000:2.0:1775764854.009155:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223118592:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.009365:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223118592:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 211us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764854.009373:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39026 00002000:00100000:2.0:1775764854.009379:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (0->12287) req@ffff8b8c9371fb80 x1862022223118592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.009386:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371fb80 with x1862022223118592 ext(0->12287) 00002000:00010000:2.0:1775764854.009390:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9371fb80 00000100:00100000:3.0:1775764854.009488:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223118464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 640us (1292us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.009494:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39025 00002000:00100000:3.0:1775764854.009500:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (4190208->4194303) req@ffff8b8c9371ca80 x1862022223118464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.009507:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ca80 with x1862022223118464 ext(4190208->4194303) 00002000:00010000:3.0:1775764854.009510:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ca80 00000100:00100000:2.0:1775764854.015385:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764854.015574:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223118720 00000100:00100000:0.0:1775764854.015585:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223118720 00002000:00100000:0.0:1775764854.015632:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (815104->819199) req@ffff8b8c9371e680 x1862022223118720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.015644:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371e680 with x1862022223118720 ext(815104->819199) 00002000:00010000:0.0:1775764854.015650:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371e680 00000100:00100000:0.0:1775764854.015683:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39027 00000100:00100000:0.0:1775764854.015693:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223118720:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764854.015954:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223118720:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 261us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764854.015962:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39027 00002000:00100000:0.0:1775764854.016176:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (815104->819199) req@ffff8b8c9371e680 x1862022223118720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.016185:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371e680 with x1862022223118720 ext(815104->819199) 00002000:00010000:0.0:1775764854.016188:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371e680 00000100:00100000:0.0:1775764854.020281:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764854.020378:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223118848 00000100:00100000:3.0:1775764854.020388:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223118848 00002000:00100000:3.0:1775764854.020448:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (819200->823295) req@ffff8b8c90d50a80 x1862022223118848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.020459:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022223118848 ext(819200->823295) 00002000:00010000:3.0:1775764854.020466:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50a80 00000100:00100000:3.0:1775764854.020584:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39028 00000100:00100000:3.0:1775764854.020594:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223118848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764854.020837:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223118848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 243us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.020845:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39028 00002000:00100000:3.0:1775764854.020851:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (819200->823295) req@ffff8b8c90d50a80 x1862022223118848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.020858:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022223118848 ext(819200->823295) 00002000:00010000:3.0:1775764854.020862:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50a80 00000100:00100000:2.0:1775764854.025401:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764854.025491:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223118976 00000100:00100000:3.0:1775764854.025501:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223118976 00002000:00100000:3.0:1775764854.025586:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (733184->827391) req@ffff8b8c9371e300 x1862022223118976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 504/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.025599:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371e300 with x1862022223118976 ext(733184->827391) 00002000:00010000:3.0:1775764854.025606:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371e300 00000100:00100000:3.0:1775764854.025641:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39029 00000100:00100000:3.0:1775764854.025652:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223118976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.028880:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223118976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3219us (3477us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764854.028895:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39029 00002000:00100000:2.0:1775764854.028907:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (733184->827391) req@ffff8b8c9371e300 x1862022223118976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 504/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.028919:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371e300 with x1862022223118976 ext(733184->827391) 00002000:00010000:2.0:1775764854.028926:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371e300 00000100:00100000:0.0:1775764854.032836:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.032944:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223119104 00000100:00100000:2.0:1775764854.032957:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223119104 00002000:00100000:2.0:1775764854.033096:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (827392->831487) req@ffff8b8c8f9cf480 x1862022223119104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.033108:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf480 with x1862022223119104 ext(827392->831487) 00002000:00010000:2.0:1775764854.033114:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf480 00000100:00100000:2.0:1775764854.033188:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39030 00000100:00100000:2.0:1775764854.033199:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223119104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.033510:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223119104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 311us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764854.033518:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39030 00002000:00100000:2.0:1775764854.033525:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (827392->831487) req@ffff8b8c8f9cf480 x1862022223119104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.033534:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf480 with x1862022223119104 ext(827392->831487) 00002000:00010000:2.0:1775764854.033565:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf480 00000100:00100000:0.0:1775764854.037450:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764854.037514:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223119232 00000100:00100000:3.0:1775764854.037523:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223119232 00002000:00100000:3.0:1775764854.037582:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (831488->835583) req@ffff8b8c8f9cd500 x1862022223119232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.037594:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd500 with x1862022223119232 ext(831488->835583) 00002000:00010000:3.0:1775764854.037600:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd500 00000100:00100000:3.0:1775764854.037759:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39031 00000100:00100000:3.0:1775764854.037771:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223119232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764854.038095:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223119232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 326us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.038103:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39031 00002000:00100000:3.0:1775764854.038110:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (831488->835583) req@ffff8b8c8f9cd500 x1862022223119232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.038118:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd500 with x1862022223119232 ext(831488->835583) 00002000:00010000:3.0:1775764854.038121:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd500 00000100:00100000:0.0:1775764854.041652:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.041815:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223119360 00000100:00100000:1.0:1775764854.041826:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223119360 00002000:00100000:1.0:1775764854.041875:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (835584->839679) req@ffff8b8c8f9cf100 x1862022223119360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.041886:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf100 with x1862022223119360 ext(835584->839679) 00002000:00010000:1.0:1775764854.041892:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf100 00000100:00100000:1.0:1775764854.041928:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39032 00000100:00100000:1.0:1775764854.041938:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223119360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764854.042208:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223119360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 271us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764854.042217:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39032 00002000:00100000:1.0:1775764854.042223:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (835584->839679) req@ffff8b8c8f9cf100 x1862022223119360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.042231:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cf100 with x1862022223119360 ext(835584->839679) 00002000:00010000:1.0:1775764854.042234:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cf100 00000100:00100000:0.0:1775764854.045855:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.046214:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223119488 00000100:00100000:1.0:1775764854.046226:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223119488 00002000:00100000:1.0:1775764854.046283:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (839680->843775) req@ffff8b8c8f9cca80 x1862022223119488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.046296:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cca80 with x1862022223119488 ext(839680->843775) 00002000:00010000:1.0:1775764854.046303:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cca80 00000100:00100000:1.0:1775764854.046335:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39033 00000100:00100000:1.0:1775764854.046343:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223119488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764854.046785:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223119488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 441us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764854.046796:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39033 00002000:00100000:1.0:1775764854.046813:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (839680->843775) req@ffff8b8c8f9cca80 x1862022223119488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.046822:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cca80 with x1862022223119488 ext(839680->843775) 00002000:00010000:1.0:1775764854.046825:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cca80 00000100:00100000:0.0:1775764854.051399:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764854.051497:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223119616 00000100:00100000:3.0:1775764854.051507:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223119616 00002000:00100000:3.0:1775764854.051821:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (843776->847871) req@ffff8b8c8f9cfb80 x1862022223119616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.051836:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cfb80 with x1862022223119616 ext(843776->847871) 00002000:00010000:3.0:1775764854.051844:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cfb80 00000100:00100000:0.0:1775764854.051944:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39034 00000100:00100000:0.0:1775764854.051957:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223119616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764854.052216:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223119616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 262us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764854.052224:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39034 00002000:00100000:0.0:1775764854.052230:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (843776->847871) req@ffff8b8c8f9cfb80 x1862022223119616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.052238:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cfb80 with x1862022223119616 ext(843776->847871) 00002000:00010000:0.0:1775764854.052242:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cfb80 00000100:00100000:2.0:1775764854.056179:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764854.056306:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223119744 00000100:00100000:0.0:1775764854.056319:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223119744 00002000:00100000:0.0:1775764854.056375:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (815104->847871) req@ffff8b8c9371f480 x1862022223119744/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.056394:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371f480 with x1862022223119744 ext(815104->847871) 00002000:00010000:0.0:1775764854.056402:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371f480 00000100:00100000:0.0:1775764854.056443:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39035 00000100:00100000:0.0:1775764854.056453:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223119744:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764854.061074:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223119744:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4611us (4895us total) trans 4294996867 rc 0/0 00000100:00100000:0.0:1775764854.061088:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39035 00002000:00100000:0.0:1775764854.061102:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (815104->847871) req@ffff8b8c9371f480 x1862022223119744/t4294996867(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/448 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.061112:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371f480 with x1862022223119744 ext(815104->847871) 00002000:00010000:0.0:1775764854.061118:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371f480 00000100:00100000:1.0:1775764854.066127:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.066311:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223119872 00000100:00100000:2.0:1775764854.066324:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223119872 00000100:00100000:2.0:1775764854.066432:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84877 00000100:00100000:2.0:1775764854.066446:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223119872:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764854.105405:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223119872:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38952us (39276us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.105418:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84877 00000001:00080000:1.0:1775764854.111516:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996867 is committed 00000100:00100000:2.0:1775764854.111725:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764854.111817:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223120000 00000100:00100000:3.0:1775764854.111827:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223120000 00002000:00100000:3.0:1775764854.111875:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3989504->3993599) req@ffff8b8c9371f800 x1862022223120000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.111887:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371f800 with x1862022223120000 ext(3989504->3993599) 00002000:00010000:3.0:1775764854.111893:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371f800 00000100:00100000:3.0:1775764854.111918:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39036 00000100:00100000:3.0:1775764854.111928:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223120000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764854.112214:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223120000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 285us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.112222:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39036 00002000:00100000:3.0:1775764854.112228:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3989504->3993599) req@ffff8b8c9371f800 x1862022223120000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.112236:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371f800 with x1862022223120000 ext(3989504->3993599) 00002000:00010000:3.0:1775764854.112240:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371f800 00000100:00100000:2.0:1775764854.125248:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.125365:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223120128 00000100:00100000:1.0:1775764854.125377:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223120128 00002000:00100000:1.0:1775764854.125427:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (4046848->4050943) req@ffff8b8c9371df80 x1862022223120128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.125438:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371df80 with x1862022223120128 ext(4046848->4050943) 00002000:00010000:1.0:1775764854.125444:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371df80 00000100:00100000:1.0:1775764854.125480:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39037 00000100:00100000:1.0:1775764854.125491:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223120128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.126342:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223120128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 848us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764854.126350:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39037 00002000:00100000:2.0:1775764854.126357:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (4046848->4050943) req@ffff8b8c9371df80 x1862022223120128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.126366:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371df80 with x1862022223120128 ext(4046848->4050943) 00002000:00010000:2.0:1775764854.126370:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371df80 00000100:00100000:1.0:1775764854.131058:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.131235:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223120256 00000100:00100000:2.0:1775764854.131245:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223120256 00002000:00100000:2.0:1775764854.131298:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (585728->589823) req@ffff8b8cb3452300 x1862022223120256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.131309:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022223120256 ext(585728->589823) 00002000:00010000:2.0:1775764854.131317:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:2.0:1775764854.131352:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39038 00000100:00100000:2.0:1775764854.131362:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223120256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.131635:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223120256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 274us (591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764854.131643:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39038 00002000:00100000:2.0:1775764854.131650:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (585728->589823) req@ffff8b8cb3452300 x1862022223120256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.131660:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022223120256 ext(585728->589823) 00002000:00010000:2.0:1775764854.131663:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:0.0:1775764854.135736:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764854.135830:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223120384 00000100:00100000:3.0:1775764854.135840:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223120384 00002000:00100000:3.0:1775764854.135887:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (634880->638975) req@ffff8b8c8f9cce00 x1862022223120384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.135899:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cce00 with x1862022223120384 ext(634880->638975) 00002000:00010000:3.0:1775764854.135904:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cce00 00000100:00100000:3.0:1775764854.135939:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39039 00000100:00100000:3.0:1775764854.135948:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223120384:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764854.136212:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223120384:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 264us (487us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764854.136221:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39039 00002000:00100000:3.0:1775764854.136227:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (634880->638975) req@ffff8b8c8f9cce00 x1862022223120384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.136235:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cce00 with x1862022223120384 ext(634880->638975) 00002000:00010000:3.0:1775764854.136239:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cce00 00000100:00100000:3.0:1775764854.141978:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.142135:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223120512 00000100:00100000:2.0:1775764854.142147:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223120512 00002000:00100000:2.0:1775764854.142196:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1486848->1552383) req@ffff8b8cb24d1f80 x1862022223120512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.142206:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1f80 with x1862022223120512 ext(1486848->1552383) 00002000:00010000:2.0:1775764854.142212:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1f80 00000100:00100000:2.0:1775764854.142246:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39040 00000100:00100000:2.0:1775764854.142254:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223120512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.144601:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223120512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2336us (2633us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764854.144616:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39040 00002000:00100000:2.0:1775764854.144629:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1486848->1552383) req@ffff8b8cb24d1f80 x1862022223120512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.144640:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1f80 with x1862022223120512 ext(1486848->1552383) 00002000:00010000:2.0:1775764854.144646:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1f80 00000100:00100000:0.0:1775764854.149312:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.149515:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223120640 00000100:00100000:2.0:1775764854.149524:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223120640 00002000:00100000:2.0:1775764854.149602:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2560000->2564095) req@ffff8b8c8f9ced80 x1862022223120640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.149614:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ced80 with x1862022223120640 ext(2560000->2564095) 00002000:00010000:2.0:1775764854.149620:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ced80 00000100:00100000:2.0:1775764854.149706:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39041 00000100:00100000:2.0:1775764854.149716:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223120640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.149936:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223120640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 221us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764854.149944:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39041 00002000:00100000:2.0:1775764854.149951:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2560000->2564095) req@ffff8b8c8f9ced80 x1862022223120640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.149959:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ced80 with x1862022223120640 ext(2560000->2564095) 00002000:00010000:2.0:1775764854.149962:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ced80 00000100:00100000:3.0:1775764854.152840:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.153367:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223120768 00000100:00100000:1.0:1775764854.153377:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223120768 00002000:00100000:1.0:1775764854.153434:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2596864->2600959) req@ffff8b8cb24d3480 x1862022223120768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.153445:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3480 with x1862022223120768 ext(2596864->2600959) 00002000:00010000:1.0:1775764854.153451:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3480 00000100:00100000:1.0:1775764854.153483:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39042 00000100:00100000:1.0:1775764854.153492:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223120768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764854.153789:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223120768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 295us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764854.153797:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39042 00002000:00100000:1.0:1775764854.153813:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2596864->2600959) req@ffff8b8cb24d3480 x1862022223120768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.153821:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3480 with x1862022223120768 ext(2596864->2600959) 00002000:00010000:1.0:1775764854.153824:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3480 00000100:00100000:0.0:1775764854.159123:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.159301:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223121024 00000100:00100000:2.0:1775764854.159314:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223121024 00000100:00100000:2.0:1775764854.159383:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44680 00000100:00100000:2.0:1775764854.159393:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223121024:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764854.159449:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764854.159479:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0874 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd232 expref: 54 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.159501:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764854.159506:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764854.159849:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d087b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.159865:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d087b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.159876:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d087b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764854.159927:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032444 00000004:00010000:2.0:1775764854.159952:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009579056b reply state 00000000abcfda13 transno 4295032445 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d087b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764854.159962:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764854.160059:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223121024:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 667us (945us total) trans 4295032445 rc 0/0 00000100:00100000:2.0:1775764854.160067:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44680 00000020:00080000:2.0:1775764854.160072:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764854.164433:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764854.164468:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.164579:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223121152 00000100:00100000:2.0:1775764854.164590:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223121152 00002000:00010000:2.0:1775764854.164631:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764854.164635:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd180 with x1862022223121152 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764854.164650:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd180. 00000100:00100000:2.0:1775764854.164680:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223121280 00000100:00100000:2.0:1775764854.164685:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223121280 00002000:00010000:2.0:1775764854.164696:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (762348->18446744073709551615) 00002000:00100000:2.0:1775764854.164699:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc000 with x1862022223121280 ext(762348->18446744073709551615) 00002000:00010000:2.0:1775764854.164706:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cc000. 00000100:00100000:2.0:1775764854.164726:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39043 00000100:00100000:2.0:1775764854.164735:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223121152:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764854.165027:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 378093 -> 4194304 00002000:00010000:2.0:1775764854.165031:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764854 -> 1775764854 00002000:00010000:2.0:1775764854.165034:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764853 -> 1775764854 00002000:00010000:2.0:1775764854.165036:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764854 -> 1775764854 00002000:00010000:2.0:1775764854.165039:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 713 00000100:00100000:2.0:1775764854.165090:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223121152:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 355us (668us total) trans 4294996868 rc 0/0 00000100:00100000:2.0:1775764854.165097:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39043 00002000:00010000:2.0:1775764854.165101:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764854.165103:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cd180 with x1862022223121152 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764854.165107:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cd180. 00000100:00100000:2.0:1775764854.165123:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39044 00000100:00100000:2.0:1775764854.165129:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223121280:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764854.165250:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 762348 00002000:00010000:2.0:1775764854.165254:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764854 -> 1775764854 00002000:00010000:2.0:1775764854.165256:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:2.0:1775764854.165258:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764854 -> 1775764854 00002000:00010000:2.0:1775764854.165260:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1775764854.165282:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223121280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 153us (814us total) trans 4294996206 rc 0/0 00000100:00100000:2.0:1775764854.165290:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39044 00002000:00010000:2.0:1775764854.165293:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (762348->18446744073709551615) 00002000:00100000:2.0:1775764854.165295:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc000 with x1862022223121280 ext(762348->18446744073709551615) 00002000:00010000:2.0:1775764854.165300:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f9cc000. 00010000:00010000:1.0:1775764854.165867:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d087b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.165877:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d087b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.165885:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d087b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.165891:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca25bb800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764854.165895:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d087b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.165902:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d087b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.165920:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764854.165923:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764854.165929:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d087b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.165934:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d087b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764854.170633:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.170742:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223121408 00000100:00100000:2.0:1775764854.170752:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223121408 00000100:00100000:2.0:1775764854.170819:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44681 00000100:00100000:2.0:1775764854.170830:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022223121408:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764854.170858:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764854.170880:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba800/0xdb23b4c9253d0882 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd239 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.170981:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb000/0xdb23b4c9253d0889 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.170996:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb000/0xdb23b4c9253d0889 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.171008:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb000/0xdb23b4c9253d0889 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764854.171036:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4956652 00000004:00200000:2.0:1775764854.171040:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764854.171055:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb000/0xdb23b4c9253d0889 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.171081:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba800/0xdb23b4c9253d0882 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd239 expref: 57 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.171102:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb000/0xdb23b4c9253d0889 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd239 expref: 56 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.171111:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764854.171115:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764854.171119:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca25bb000, rc 0) 00000100:00100000:2.0:1775764854.171189:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223121408:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 362us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764854.171196:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44681 00000100:00100000:0.0:1775764854.176343:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.176607:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223121536 00000100:00100000:2.0:1775764854.176617:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223121536 00002000:00100000:2.0:1775764854.176662:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1089536->1093631) req@ffff8b8c8f9ce300 x1862022223121536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.176682:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ce300 with x1862022223121536 ext(1089536->1093631) 00002000:00010000:2.0:1775764854.176688:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ce300 00000100:00100000:2.0:1775764854.176723:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39045 00000100:00100000:2.0:1775764854.176732:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223121536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.176961:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223121536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 229us (627us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764854.177857:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39045 00002000:00100000:2.0:1775764854.177867:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1089536->1093631) req@ffff8b8c8f9ce300 x1862022223121536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.177875:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9ce300 with x1862022223121536 ext(1089536->1093631) 00002000:00010000:2.0:1775764854.177881:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9ce300 00000100:00100000:3.0:1775764854.180524:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764854.180740:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223121664 00000100:00100000:0.0:1775764854.180752:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223121664 00002000:00100000:0.0:1775764854.180816:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1110016->1114111) req@ffff8b8cb24d1880 x1862022223121664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.180827:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1880 with x1862022223121664 ext(1110016->1114111) 00002000:00010000:0.0:1775764854.180834:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1880 00000100:00100000:0.0:1775764854.180870:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39046 00000100:00100000:0.0:1775764854.180880:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223121664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764854.181239:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223121664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 360us (726us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764854.181247:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39046 00002000:00100000:0.0:1775764854.181255:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1110016->1114111) req@ffff8b8cb24d1880 x1862022223121664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.181264:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1880 with x1862022223121664 ext(1110016->1114111) 00002000:00010000:0.0:1775764854.181268:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1880 00000100:00100000:0.0:1775764854.187097:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.187271:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223121792 00000100:00100000:1.0:1775764854.187282:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223121792 00002000:00100000:1.0:1775764854.187340:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3936256->3940351) req@ffff8b8c8f9cc700 x1862022223121792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.187353:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc700 with x1862022223121792 ext(3936256->3940351) 00002000:00010000:1.0:1775764854.187360:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cc700 00000100:00100000:1.0:1775764854.187395:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39047 00000100:00100000:1.0:1775764854.187406:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223121792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764854.187755:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223121792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 349us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764854.187763:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39047 00002000:00100000:1.0:1775764854.187770:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3936256->3940351) req@ffff8b8c8f9cc700 x1862022223121792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.187779:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cc700 with x1862022223121792 ext(3936256->3940351) 00002000:00010000:1.0:1775764854.187782:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cc700 00000100:00100000:1.0:1775764854.192318:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.192446:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223121920 00000100:00100000:2.0:1775764854.192457:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223121920 00002000:00100000:2.0:1775764854.192510:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3940352->3944447) req@ffff8b8cb3452680 x1862022223121920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.192522:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022223121920 ext(3940352->3944447) 00002000:00010000:2.0:1775764854.192528:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:2.0:1775764854.192606:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39048 00000100:00100000:2.0:1775764854.192617:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223121920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.192907:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223121920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 291us (599us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764854.192915:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39048 00002000:00100000:2.0:1775764854.192922:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3940352->3944447) req@ffff8b8cb3452680 x1862022223121920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.192930:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022223121920 ext(3940352->3944447) 00002000:00010000:2.0:1775764854.192933:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:3.0:1775764854.197685:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.197853:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223122048 00000100:00100000:1.0:1775764854.197864:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223122048 00002000:00100000:1.0:1775764854.197918:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3915776->3981311) req@ffff8b8cb24d3100 x1862022223122048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 504/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.197931:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3100 with x1862022223122048 ext(3915776->3981311) 00002000:00010000:1.0:1775764854.197937:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3100 00000100:00100000:1.0:1775764854.197976:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39049 00000100:00100000:1.0:1775764854.197987:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223122048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764854.202690:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223122048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4694us (5013us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764854.202703:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39049 00002000:00100000:1.0:1775764854.202716:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3915776->3981311) req@ffff8b8cb24d3100 x1862022223122048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 504/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.202727:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3100 with x1862022223122048 ext(3915776->3981311) 00002000:00010000:1.0:1775764854.202732:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3100 00000100:00100000:0.0:1775764854.206496:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.206603:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223122176 00000100:00100000:1.0:1775764854.206614:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223122176 00002000:00100000:1.0:1775764854.206669:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (585728->4050943) req@ffff8b8c8f9cdf80 x1862022223122176/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 568/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.206679:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdf80 with x1862022223122176 ext(585728->4050943) 00002000:00010000:1.0:1775764854.206685:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cdf80 00000100:00100000:1.0:1775764854.206725:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39050 00000100:00100000:1.0:1775764854.206734:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223122176:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764854.227771:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223122176:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 21027us (21276us total) trans 4294996869 rc 0/0 00000100:00100000:1.0:1775764854.227785:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39050 00002000:00100000:1.0:1775764854.227809:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (585728->4050943) req@ffff8b8c8f9cdf80 x1862022223122176/t4294996869(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 568/464 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.227820:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f9cdf80 with x1862022223122176 ext(585728->4050943) 00002000:00010000:1.0:1775764854.227827:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f9cdf80 00000100:00100000:2.0:1775764854.231622:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764854.231842:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223122304 00000100:00100000:3.0:1775764854.231852:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223122304 00000100:00100000:2.0:1775764854.232094:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84878 00000100:00100000:2.0:1775764854.232106:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223122304:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764854.319607:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223122304:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 87492us (87984us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764854.319620:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84878 00000001:00080000:3.0:1775764854.325259:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996869 is committed 00000100:00100000:2.0:1775764854.333364:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.333504:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223122432 00000100:00100000:1.0:1775764854.333515:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223122432 00002000:00100000:1.0:1775764854.333672:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2920448->2965503) req@ffff8b8c9371ce00 x1862022223122432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.333685:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ce00 with x1862022223122432 ext(2920448->2965503) 00002000:00010000:1.0:1775764854.333856:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ce00 00000100:00100000:1.0:1775764854.333943:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39051 00000100:00100000:1.0:1775764854.333954:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223122432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764854.338516:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223122432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4553us (5150us total) trans 0 rc 45056/45056 00000100:00100000:1.0:1775764854.338530:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39051 00002000:00100000:1.0:1775764854.338569:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2920448->2965503) req@ffff8b8c9371ce00 x1862022223122432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.338579:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9371ce00 with x1862022223122432 ext(2920448->2965503) 00002000:00010000:1.0:1775764854.338585:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9371ce00 00000100:00100000:2.0:1775764854.350706:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.353287:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223122560 00000100:00100000:1.0:1775764854.353306:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223122560 00002000:00100000:1.0:1775764854.353378:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (49152->102399) req@ffff8b8c90d5f800 x1862022223122560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.353391:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f800 with x1862022223122560 ext(49152->102399) 00002000:00010000:1.0:1775764854.353398:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f800 00000100:00100000:1.0:1775764854.353447:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39052 00000100:00100000:1.0:1775764854.353457:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223122560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764854.360013:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223122560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6546us (9308us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1775764854.360028:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39052 00002000:00100000:1.0:1775764854.360042:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (49152->102399) req@ffff8b8c90d5f800 x1862022223122560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.360054:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f800 with x1862022223122560 ext(49152->102399) 00002000:00010000:1.0:1775764854.360061:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f800 00000100:00100000:3.0:1775764854.373013:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764854.373135:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223122688 00000100:00100000:0.0:1775764854.373146:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223122688 00002000:00100000:0.0:1775764854.373208:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1785856->1789951) req@ffff8b8cb24d3b80 x1862022223122688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.373220:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022223122688 ext(1785856->1789951) 00002000:00010000:0.0:1775764854.373227:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:0.0:1775764854.373270:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39053 00000100:00100000:0.0:1775764854.373281:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223122688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764854.373574:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223122688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 258us (534us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764854.373583:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39053 00002000:00100000:0.0:1775764854.373589:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1785856->1789951) req@ffff8b8cb24d3b80 x1862022223122688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.373603:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022223122688 ext(1785856->1789951) 00002000:00010000:0.0:1775764854.373607:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:0.0:1775764854.391277:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.391382:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223122816 00000100:00100000:2.0:1775764854.391394:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223122816 00002000:00100000:2.0:1775764854.391447:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1798144->1802239) req@ffff8b8c99351880 x1862022223122816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.391459:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351880 with x1862022223122816 ext(1798144->1802239) 00002000:00010000:2.0:1775764854.391465:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351880 00000100:00100000:2.0:1775764854.391499:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39054 00000100:00100000:2.0:1775764854.391510:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223122816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.392170:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223122816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 659us (902us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764854.392178:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39054 00002000:00100000:2.0:1775764854.392187:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1798144->1802239) req@ffff8b8c99351880 x1862022223122816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.392196:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351880 with x1862022223122816 ext(1798144->1802239) 00002000:00010000:2.0:1775764854.392200:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351880 00000100:00100000:3.0:1775764854.401428:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.402828:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223122944 00000100:00100000:1.0:1775764854.402843:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223122944 00002000:00100000:1.0:1775764854.403160:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2117632->2183167) req@ffff8b8cb24d0000 x1862022223122944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.403173:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022223122944 ext(2117632->2183167) 00002000:00010000:1.0:1775764854.403180:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0000 00000100:00100000:1.0:1775764854.403285:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39055 00000100:00100000:1.0:1775764854.403295:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223122944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764854.438321:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223122944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 35014us (36888us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764854.438337:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39055 00002000:00100000:1.0:1775764854.438350:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2117632->2183167) req@ffff8b8cb24d0000 x1862022223122944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.438361:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022223122944 ext(2117632->2183167) 00002000:00010000:1.0:1775764854.438368:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0000 00000100:00100000:3.0:1775764854.455769:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.456360:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223123072 00000100:00100000:2.0:1775764854.456373:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223123072 00002000:00100000:2.0:1775764854.456428:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1785856->2170879) req@ffff8b8cb24d3800 x1862022223123072/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 504/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.456439:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022223123072 ext(1785856->2170879) 00002000:00010000:2.0:1775764854.456445:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3800 00000100:00100000:2.0:1775764854.456481:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39056 00000100:00100000:2.0:1775764854.456491:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223123072:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764854.483389:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223123072:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 26889us (27620us total) trans 4294996870 rc 0/0 00000100:00100000:3.0:1775764854.483404:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39056 00002000:00100000:3.0:1775764854.483418:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1785856->2170879) req@ffff8b8cb24d3800 x1862022223123072/t4294996870(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 504/448 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764854.483429:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022223123072 ext(1785856->2170879) 00002000:00010000:3.0:1775764854.483435:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3800 00000100:00100000:0.0:1775764854.504320:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.519080:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223123200 00000100:00100000:1.0:1775764854.519095:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223123200 00000100:00100000:1.0:1775764854.519179:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84879 00000100:00100000:1.0:1775764854.519189:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223123200:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764854.593867:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996870 is committed 00000100:00100000:3.0:1775764854.594052:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223123200:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 74858us (89735us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.594064:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84879 00000100:00100000:2.0:1775764854.603339:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764854.603642:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223123328 00000100:00100000:0.0:1775764854.603654:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223123328 00002000:00100000:0.0:1775764854.603720:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (745472->749567) req@ffff8b8c90d5fb80 x1862022223123328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.603731:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5fb80 with x1862022223123328 ext(745472->749567) 00002000:00010000:0.0:1775764854.603737:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5fb80 00000100:00100000:0.0:1775764854.603772:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39057 00000100:00100000:0.0:1775764854.603782:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022223123328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764854.604071:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022223123328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 289us (741us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764854.604079:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39057 00002000:00100000:0.0:1775764854.604086:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (745472->749567) req@ffff8b8c90d5fb80 x1862022223123328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.604095:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5fb80 with x1862022223123328 ext(745472->749567) 00002000:00010000:0.0:1775764854.604098:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5fb80 00000100:00100000:0.0:1775764854.619095:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.619804:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223123456 00000100:00100000:2.0:1775764854.619817:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223123456 00002000:00100000:2.0:1775764854.619880:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (749568->753663) req@ffff8b8c99353b80 x1862022223123456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.619891:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353b80 with x1862022223123456 ext(749568->753663) 00002000:00010000:2.0:1775764854.619896:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99353b80 00000100:00100000:2.0:1775764854.619938:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39058 00000100:00100000:2.0:1775764854.619947:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223123456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.620405:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223123456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 458us (1318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764854.620413:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39058 00002000:00100000:2.0:1775764854.620420:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (749568->753663) req@ffff8b8c99353b80 x1862022223123456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.620429:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353b80 with x1862022223123456 ext(749568->753663) 00002000:00010000:2.0:1775764854.620432:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99353b80 00000100:00100000:3.0:1775764854.637420:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.637509:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223123584 00000100:00100000:1.0:1775764854.637519:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223123584 00002000:00100000:1.0:1775764854.637596:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3440640->3444735) req@ffff8b8c86d77480 x1862022223123584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.637604:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022223123584 ext(3440640->3444735) 00002000:00010000:1.0:1775764854.637610:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:1.0:1775764854.637633:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39059 00000100:00100000:1.0:1775764854.637640:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223123584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764854.638113:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223123584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 472us (701us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764854.638122:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39059 00002000:00100000:1.0:1775764854.638128:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3440640->3444735) req@ffff8b8c86d77480 x1862022223123584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.638136:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022223123584 ext(3440640->3444735) 00002000:00010000:1.0:1775764854.638139:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:2.0:1775764854.647042:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.647402:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223123712 00000100:00100000:1.0:1775764854.647415:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223123712 00002000:00100000:1.0:1775764854.647471:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3444736->3448831) req@ffff8b8c90d5e680 x1862022223123712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.647482:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e680 with x1862022223123712 ext(3444736->3448831) 00002000:00010000:1.0:1775764854.647489:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5e680 00000100:00100000:1.0:1775764854.647525:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39060 00000100:00100000:1.0:1775764854.647534:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223123712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764854.647816:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223123712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 282us (784us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764854.647825:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39060 00002000:00100000:1.0:1775764854.647972:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3444736->3448831) req@ffff8b8c90d5e680 x1862022223123712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.647982:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5e680 with x1862022223123712 ext(3444736->3448831) 00002000:00010000:1.0:1775764854.647985:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5e680 00000100:00100000:0.0:1775764854.654527:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764854.654687:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223123840 00000100:00100000:2.0:1775764854.654699:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223123840 00002000:00100000:2.0:1775764854.654750:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3420160->3485695) req@ffff8b8c99352680 x1862022223123840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 504/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.654761:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352680 with x1862022223123840 ext(3420160->3485695) 00002000:00010000:2.0:1775764854.654767:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352680 00000100:00100000:2.0:1775764854.654793:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39061 00000100:00100000:2.0:1775764854.654814:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223123840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764854.676500:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223123840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21677us (21973us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764854.676513:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39061 00002000:00100000:2.0:1775764854.676525:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3420160->3485695) req@ffff8b8c99352680 x1862022223123840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 504/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.676564:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352680 with x1862022223123840 ext(3420160->3485695) 00002000:00010000:2.0:1775764854.676573:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352680 00000100:00100000:3.0:1775764854.686072:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.686314:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223123968 00000100:00100000:1.0:1775764854.686325:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223123968 00002000:00100000:1.0:1775764854.686376:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3485696->3522559) req@ffff8b8c86d75180 x1862022223123968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.686386:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022223123968 ext(3485696->3522559) 00002000:00010000:1.0:1775764854.686392:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:1.0:1775764854.686426:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39062 00000100:00100000:1.0:1775764854.686435:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223123968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764854.693534:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223123968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7089us (7464us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764854.693588:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39062 00002000:00100000:1.0:1775764854.693600:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3485696->3522559) req@ffff8b8c86d75180 x1862022223123968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/440 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.693611:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022223123968 ext(3485696->3522559) 00002000:00010000:1.0:1775764854.693619:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:3.0:1775764854.699745:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764854.699885:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223124096 00000100:00100000:1.0:1775764854.699895:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223124096 00002000:00100000:1.0:1775764854.699956:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3440640->3502079) req@ffff8b8c86d74000 x1862022223124096/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.699976:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022223124096 ext(3440640->3502079) 00002000:00010000:1.0:1775764854.699983:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:1.0:1775764854.700018:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39063 00000100:00100000:1.0:1775764854.700028:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223124096:12345-192.168.202.29@tcp:4:fsx.0 00010000:00010000:3.0:1775764854.730423:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764854.748739:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223124096:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 48700us (48992us total) trans 4294996871 rc 0/0 00000100:00100000:1.0:1775764854.748754:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39063 00002000:00100000:1.0:1775764854.748769:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3440640->3502079) req@ffff8b8c86d74000 x1862022223124096/t4294996871(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/448 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.748780:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022223124096 ext(3440640->3502079) 00002000:00010000:1.0:1775764854.748787:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:3.0:1775764854.757416:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764854.757877:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223124224 00000100:00100000:0.0:1775764854.757890:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223124224 00000100:00100000:0.0:1775764854.757954:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84880 00000100:00100000:0.0:1775764854.757974:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223124224:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764854.850080:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223124224:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 92108us (92664us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764854.850094:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84880 00000001:00080000:0.0:1775764854.850139:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996871 is committed 00000100:00100000:3.0:1775764854.857624:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764854.858107:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223124352 00000100:00100000:0.0:1775764854.858118:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223124352 00002000:00100000:0.0:1775764854.858182:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (249856->303103) req@ffff8b8c86d76300 x1862022223124352/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.858194:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76300 with x1862022223124352 ext(249856->303103) 00002000:00010000:0.0:1775764854.858201:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76300 00000100:00100000:0.0:1775764854.858240:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39064 00000100:00100000:0.0:1775764854.858251:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223124352:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764854.873637:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223124352:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 15374us (16007us total) trans 4294996872 rc 0/0 00000100:00100000:1.0:1775764854.873653:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39064 00002000:00100000:1.0:1775764854.874348:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (249856->303103) req@ffff8b8c86d76300 x1862022223124352/t4294996872(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:335/0 lens 488/448 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764854.874361:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76300 with x1862022223124352 ext(249856->303103) 00002000:00010000:1.0:1775764854.874369:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76300 00000100:00100000:0.0:1775764854.881585:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764854.881842:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223124480 00000100:00100000:3.0:1775764854.881854:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223124480 00000100:00100000:3.0:1775764854.881924:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84881 00000100:00100000:3.0:1775764854.881935:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223124480:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764854.903146:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032439 is committed 00000001:00080000:2.0:1775764854.903204:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032445 is committed 00000001:00080000:1.0:1775764854.976413:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996872 is committed 00000100:00100000:3.0:1775764854.982261:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223124480:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 94723us (95121us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.982280:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84881 00000100:00100000:0.0:1775764855.000509:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.002202:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223124608 00000100:00100000:1.0:1775764855.002217:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223124608 00002000:00100000:1.0:1775764855.002277:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3383296->3387391) req@ffff8b8c99351f80 x1862022223124608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.002289:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351f80 with x1862022223124608 ext(3383296->3387391) 00002000:00010000:1.0:1775764855.002295:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351f80 00000100:00100000:1.0:1775764855.002329:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39065 00000100:00100000:1.0:1775764855.002338:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223124608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.002633:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223124608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 295us (2133us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764855.002642:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39065 00002000:00100000:1.0:1775764855.002649:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3383296->3387391) req@ffff8b8c99351f80 x1862022223124608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.002669:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351f80 with x1862022223124608 ext(3383296->3387391) 00002000:00010000:1.0:1775764855.002673:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351f80 00000100:00100000:1.0:1775764855.012802:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764855.012903:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223124736 00000100:00100000:3.0:1775764855.012913:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223124736 00002000:00100000:3.0:1775764855.012978:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->3391487) req@ffff8b8cb3453b80 x1862022223124736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.012990:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453b80 with x1862022223124736 ext(3387392->3391487) 00002000:00010000:3.0:1775764855.012996:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453b80 00000100:00100000:3.0:1775764855.013027:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39066 00000100:00100000:3.0:1775764855.013036:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223124736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764855.013274:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223124736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 238us (491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764855.013282:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39066 00002000:00100000:3.0:1775764855.013289:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->3391487) req@ffff8b8cb3453b80 x1862022223124736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.013297:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453b80 with x1862022223124736 ext(3387392->3391487) 00002000:00010000:3.0:1775764855.013301:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453b80 00000100:00100000:0.0:1775764855.027220:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764855.027841:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223124864 00000100:00100000:3.0:1775764855.027852:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223124864 00002000:00100000:3.0:1775764855.027901:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3362816->3420159) req@ffff8b8c99350e00 x1862022223124864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.027913:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350e00 with x1862022223124864 ext(3362816->3420159) 00002000:00010000:3.0:1775764855.027919:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350e00 00000100:00100000:3.0:1775764855.027954:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39067 00000100:00100000:3.0:1775764855.027973:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223124864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764855.057989:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223124864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30007us (30769us total) trans 0 rc 49152/49152 00000100:00100000:3.0:1775764855.058003:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39067 00002000:00100000:3.0:1775764855.058016:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3362816->3420159) req@ffff8b8c99350e00 x1862022223124864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.058026:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350e00 with x1862022223124864 ext(3362816->3420159) 00002000:00010000:3.0:1775764855.058032:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350e00 00000100:00100000:0.0:1775764855.064990:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.065952:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223124992 00000100:00100000:1.0:1775764855.066128:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223124992 00002000:00100000:3.0:1775764855.066313:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3383296->3416063) req@ffff8b8c99353100 x1862022223124992/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.066324:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353100 with x1862022223124992 ext(3383296->3416063) 00002000:00010000:3.0:1775764855.066330:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353100 00000100:00100000:3.0:1775764855.066362:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39068 00000100:00100000:3.0:1775764855.066372:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223124992:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764855.077201:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223124992:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10819us (12208us total) trans 4294996873 rc 0/0 00000100:00100000:3.0:1775764855.077217:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39068 00002000:00100000:3.0:1775764855.077232:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3383296->3416063) req@ffff8b8c99353100 x1862022223124992/t4294996873(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/448 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.077243:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353100 with x1862022223124992 ext(3383296->3416063) 00002000:00010000:3.0:1775764855.077249:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353100 00000100:00100000:2.0:1775764855.084285:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764855.084618:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223125120 00000100:00100000:3.0:1775764855.084631:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223125120 00000100:00100000:3.0:1775764855.085048:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84882 00000100:00100000:3.0:1775764855.085060:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223125120:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764855.193379:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996873 is committed 00000100:00100000:2.0:1775764855.193925:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223125120:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 108862us (109645us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.193938:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84882 00000100:00100000:0.0:1775764855.203200:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.203309:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223125376 00000100:00100000:1.0:1775764855.203319:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223125376 00000100:00100000:1.0:1775764855.203437:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44682 00000100:00100000:1.0:1775764855.203448:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:11755:x1862022223125376:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764855.203505:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764855.203573:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb000/0xdb23b4c9253d0889 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd239 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764855.203601:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764855.203607:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764855.203976:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0890 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764855.203991:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0890 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764855.204001:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0890 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764855.204053:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032446 00000004:00010000:1.0:1775764855.204079:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f5acfce reply state 000000000742e3fa transno 4295032447 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0890 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764855.204088:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764855.204192:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223125376:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 744us (1000us total) trans 4295032447 rc 0/0 00000100:00100000:1.0:1775764855.204201:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44682 00000020:00080000:1.0:1775764855.204207:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1775764855.206451:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764855.210204:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0890 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.210219:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0890 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.210227:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0890 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.210234:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764855.210239:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0890 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.210247:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0890 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.210265:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764855.210268:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764855.210272:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0890 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.210279:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0890 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764855.214125:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.214170:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.214268:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223125504 00000100:00100000:1.0:1775764855.214278:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223125504 00002000:00010000:1.0:1775764855.214316:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (949166->18446744073709551615) 00002000:00100000:1.0:1775764855.214320:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351180 with x1862022223125504 ext(949166->18446744073709551615) 00002000:00010000:1.0:1775764855.214332:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351180. 00000100:00100000:1.0:1775764855.214358:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223125632 00000100:00100000:1.0:1775764855.214361:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223125632 00002000:00010000:1.0:1775764855.214386:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764855.214389:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352d80 with x1862022223125632 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764855.214395:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99352d80. 00000100:00100000:1.0:1775764855.214411:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39069 00000100:00100000:1.0:1775764855.214419:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223125504:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764855.214857:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 949166 00002000:00010000:1.0:1775764855.214861:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764854 -> 1775764855 00002000:00010000:1.0:1775764855.214864:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:1.0:1775764855.214866:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764854 -> 1775764855 00002000:00010000:1.0:1775764855.214868:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 2061 00000100:00100000:1.0:1775764855.214923:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223125504:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 505us (807us total) trans 4294996874 rc 0/0 00000100:00100000:1.0:1775764855.214930:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39069 00002000:00010000:1.0:1775764855.214933:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (949166->18446744073709551615) 00002000:00100000:1.0:1775764855.214935:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99351180 with x1862022223125504 ext(949166->18446744073709551615) 00002000:00010000:1.0:1775764855.214939:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99351180. 00000100:00100000:1.0:1775764855.214955:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39070 00000100:00100000:1.0:1775764855.214961:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022223125632:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764855.215094:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 762348 -> 0 00002000:00010000:1.0:1775764855.215097:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764854 -> 1775764855 00002000:00010000:1.0:1775764855.215099:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:1.0:1775764855.215101:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764854 -> 1775764855 00002000:00010000:1.0:1775764855.215103:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1775764855.215124:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223125632:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 163us (953us total) trans 4294996207 rc 0/0 00000100:00100000:1.0:1775764855.215131:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39070 00002000:00010000:1.0:1775764855.215134:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764855.215136:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352d80 with x1862022223125632 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764855.215140:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99352d80. 00000100:00080000:0.0:1775764855.215874:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764855.230719:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764855.230867:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223125760 00000100:00100000:3.0:1775764855.230878:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223125760 00000100:00100000:3.0:1775764855.230941:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44683 00000100:00100000:3.0:1775764855.230949:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:11755:x1862022223125760:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764855.230983:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764855.231003:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d0897 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd240 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.231097:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d089e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.231111:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d089e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.231123:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d089e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764855.231153:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 949166 00000004:00200000:3.0:1775764855.231158:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764855.231176:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d089e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.231200:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d0897 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd240 expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.231231:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d089e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd240 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.231239:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764855.231242:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764855.231246:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2045800, rc 0) 00000100:00100000:3.0:1775764855.231306:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223125760:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 358us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764855.231312:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44683 00000100:00100000:1.0:1775764855.243757:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.244080:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223126016 00000100:00100000:0.0:1775764855.244092:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223126016 00000100:00100000:0.0:1775764855.244158:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44684 00000100:00100000:0.0:1775764855.244168:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223126016:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764855.244226:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764855.244255:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d089e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd240 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.244274:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764855.244279:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764855.244492:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.244507:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.244518:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764855.244619:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032448 00000004:00010000:0.0:1775764855.244643:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a8e37c7 reply state 00000000ec502054 transno 4295032449 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764855.244653:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764855.244768:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223126016:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 601us (1019us total) trans 4295032449 rc 0/0 00000100:00100000:0.0:1775764855.244776:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44684 00000020:00080000:0.0:1775764855.244781:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764855.249823:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.249841:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.249850:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.249856:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7de00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764855.249862:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.249870:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.249889:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764855.249893:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764855.249905:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.249911:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764855.255878:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.255935:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.256149:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223126272 00000100:00100000:0.0:1775764855.256160:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223126272 00002000:00010000:0.0:1775764855.256200:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764855.256205:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022223126272 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764855.256221:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451f80. 00000100:00100000:0.0:1775764855.256249:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223126144 00000100:00100000:0.0:1775764855.256252:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223126144 00002000:00010000:0.0:1775764855.256264:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2875860->18446744073709551615) 00002000:00100000:0.0:1775764855.256267:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ed80 with x1862022223126144 ext(2875860->18446744073709551615) 00002000:00010000:0.0:1775764855.256274:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ed80. 00000100:00100000:0.0:1775764855.256301:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39071 00000100:00100000:0.0:1775764855.256312:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223126272:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764855.256532:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764855.256563:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764855 -> 1775764855 00002000:00010000:0.0:1775764855.256565:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764852 00002000:00010000:0.0:1775764855.256568:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764855 -> 1775764855 00002000:00010000:0.0:1775764855.256570:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1775764855.256626:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223126272:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 316us (758us total) trans 4294996208 rc 0/0 00000100:00100000:0.0:1775764855.256634:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39071 00002000:00010000:0.0:1775764855.256637:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764855.256640:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022223126272 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764855.256644:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451f80. 00000100:00100000:0.0:1775764855.256672:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39072 00000100:00100000:0.0:1775764855.256680:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223126144:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764855.256787:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 949166 -> 2875860 00002000:00010000:0.0:1775764855.256799:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764855 -> 1775764855 00002000:00010000:0.0:1775764855.256801:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:0.0:1775764855.256803:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764855 -> 1775764855 00002000:00010000:0.0:1775764855.256805:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2061 -> 2061 00000100:00100000:0.0:1775764855.256828:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223126144:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 149us (892us total) trans 4294996875 rc 0/0 00000100:00100000:0.0:1775764855.256835:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39072 00002000:00010000:0.0:1775764855.256837:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2875860->18446744073709551615) 00002000:00100000:0.0:1775764855.256840:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ed80 with x1862022223126144 ext(2875860->18446744073709551615) 00002000:00010000:0.0:1775764855.256844:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ed80. 00000100:00100000:1.0:1775764855.263459:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.263592:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223126400 00000100:00100000:2.0:1775764855.263603:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223126400 00000100:00100000:2.0:1775764855.263660:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44685 00000100:00100000:2.0:1775764855.263669:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022223126400:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764855.263693:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764855.263713:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d08ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd247 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.263809:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.263824:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.263836:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764855.263863:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2875860 00000004:00200000:2.0:1775764855.263867:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764855.263884:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.263909:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d08ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd247 expref: 13 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.263931:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd247 expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.263939:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764855.263943:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764855.263947:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca25baa00, rc 0) 00000100:00100000:2.0:1775764855.264030:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223126400:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 353us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.264040:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44685 00000100:00100000:3.0:1775764855.272633:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.275277:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223126528 00000100:00100000:1.0:1775764855.275293:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223126528 00002000:00100000:1.0:1775764855.275358:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2985984->2990079) req@ffff8b8c86d74e00 x1862022223126528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.275370:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022223126528 ext(2985984->2990079) 00002000:00010000:1.0:1775764855.275377:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74e00 00000100:00100000:1.0:1775764855.275405:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39073 00000100:00100000:1.0:1775764855.275415:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223126528:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.275715:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223126528:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 299us (3102us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764855.275723:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39073 00002000:00100000:1.0:1775764855.275731:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2985984->2990079) req@ffff8b8c86d74e00 x1862022223126528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.275739:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022223126528 ext(2985984->2990079) 00002000:00010000:1.0:1775764855.275743:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74e00 00000100:00100000:1.0:1775764855.283976:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.284091:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223126656 00000100:00100000:2.0:1775764855.284101:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223126656 00002000:00100000:2.0:1775764855.284150:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->2994175) req@ffff8b8c85b8e680 x1862022223126656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.284162:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e680 with x1862022223126656 ext(2990080->2994175) 00002000:00010000:2.0:1775764855.284169:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e680 00000100:00100000:2.0:1775764855.284208:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39074 00000100:00100000:2.0:1775764855.284217:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223126656:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.284440:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223126656:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 222us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.284447:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39074 00002000:00100000:2.0:1775764855.284453:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->2994175) req@ffff8b8c85b8e680 x1862022223126656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.284461:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e680 with x1862022223126656 ext(2990080->2994175) 00002000:00010000:2.0:1775764855.284464:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e680 00000100:00100000:3.0:1775764855.292763:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.292995:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223126784 00000100:00100000:1.0:1775764855.293007:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223126784 00002000:00100000:1.0:1775764855.293057:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2994176->2998271) req@ffff8b8c86d75f80 x1862022223126784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.293068:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022223126784 ext(2994176->2998271) 00002000:00010000:1.0:1775764855.293074:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75f80 00000100:00100000:1.0:1775764855.293111:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39075 00000100:00100000:1.0:1775764855.293122:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223126784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.293372:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223126784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764855.293380:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39075 00002000:00100000:1.0:1775764855.293387:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2994176->2998271) req@ffff8b8c86d75f80 x1862022223126784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.293394:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022223126784 ext(2994176->2998271) 00002000:00010000:1.0:1775764855.293397:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75f80 00000100:00100000:3.0:1775764855.296136:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.296333:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223126912 00000100:00100000:2.0:1775764855.296343:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223126912 00002000:00100000:2.0:1775764855.296394:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2998272->3002367) req@ffff8b8c86d77800 x1862022223126912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.296408:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022223126912 ext(2998272->3002367) 00002000:00010000:2.0:1775764855.296415:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77800 00000100:00100000:2.0:1775764855.296447:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39076 00000100:00100000:2.0:1775764855.296457:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223126912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.296755:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223126912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 299us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.296763:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39076 00002000:00100000:2.0:1775764855.296770:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2998272->3002367) req@ffff8b8c86d77800 x1862022223126912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.296778:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022223126912 ext(2998272->3002367) 00002000:00010000:2.0:1775764855.296781:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77800 00000100:00100000:3.0:1775764855.303003:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.303255:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223127040 00000100:00100000:1.0:1775764855.303266:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223127040 00002000:00100000:1.0:1775764855.303316:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3002368->3006463) req@ffff8b8c86d76680 x1862022223127040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.303327:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76680 with x1862022223127040 ext(3002368->3006463) 00002000:00010000:1.0:1775764855.303333:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76680 00000100:00100000:1.0:1775764855.303372:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39077 00000100:00100000:1.0:1775764855.303382:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.303686:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 305us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764855.303694:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39077 00002000:00100000:1.0:1775764855.303700:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3002368->3006463) req@ffff8b8c86d76680 x1862022223127040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.303708:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76680 with x1862022223127040 ext(3002368->3006463) 00002000:00010000:1.0:1775764855.303711:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76680 00000100:00100000:1.0:1775764855.309930:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764855.318316:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223127168 00000100:00100000:3.0:1775764855.318331:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223127168 00002000:00100000:3.0:1775764855.318399:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3006464->3010559) req@ffff8b8c85b8ea00 x1862022223127168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.318411:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ea00 with x1862022223127168 ext(3006464->3010559) 00002000:00010000:3.0:1775764855.318418:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ea00 00000100:00100000:3.0:1775764855.318472:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39078 00000100:00100000:3.0:1775764855.318483:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764855.319174:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 690us (9251us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764855.319184:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39078 00002000:00100000:3.0:1775764855.319193:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3006464->3010559) req@ffff8b8c85b8ea00 x1862022223127168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.319201:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8ea00 with x1862022223127168 ext(3006464->3010559) 00002000:00010000:3.0:1775764855.319205:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8ea00 00000100:00100000:3.0:1775764855.324053:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.324176:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223127296 00000100:00100000:0.0:1775764855.324188:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223127296 00002000:00100000:0.0:1775764855.324386:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3010560->3014655) req@ffff8b8c86d74a80 x1862022223127296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.324399:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022223127296 ext(3010560->3014655) 00002000:00010000:0.0:1775764855.324405:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74a80 00000100:00100000:0.0:1775764855.324447:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39079 00000100:00100000:0.0:1775764855.324457:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764855.324732:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764855.324739:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39079 00002000:00100000:0.0:1775764855.324746:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3010560->3014655) req@ffff8b8c86d74a80 x1862022223127296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.324753:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022223127296 ext(3010560->3014655) 00002000:00010000:0.0:1775764855.324757:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74a80 00000100:00100000:1.0:1775764855.328940:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.331171:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223127424 00000100:00100000:2.0:1775764855.331185:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223127424 00002000:00100000:2.0:1775764855.331445:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3014656->3018751) req@ffff8b8c85b8c000 x1862022223127424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.331458:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c000 with x1862022223127424 ext(3014656->3018751) 00002000:00010000:2.0:1775764855.331465:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c000 00000100:00100000:2.0:1775764855.333023:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39080 00000100:00100000:2.0:1775764855.333044:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.333876:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 838us (4942us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.333885:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39080 00002000:00100000:2.0:1775764855.333895:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3014656->3018751) req@ffff8b8c85b8c000 x1862022223127424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.333906:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c000 with x1862022223127424 ext(3014656->3018751) 00002000:00010000:2.0:1775764855.333912:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c000 00000100:00100000:1.0:1775764855.339003:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.339085:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223127552 00000100:00100000:2.0:1775764855.339096:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223127552 00002000:00100000:2.0:1775764855.339146:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3018752->3022847) req@ffff8b8c85b8d880 x1862022223127552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.339157:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d880 with x1862022223127552 ext(3018752->3022847) 00002000:00010000:2.0:1775764855.339163:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8d880 00000100:00100000:2.0:1775764855.339193:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39081 00000100:00100000:2.0:1775764855.339202:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.339616:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 412us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.339624:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39081 00002000:00100000:2.0:1775764855.339632:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3018752->3022847) req@ffff8b8c85b8d880 x1862022223127552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.339640:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d880 with x1862022223127552 ext(3018752->3022847) 00002000:00010000:2.0:1775764855.339643:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8d880 00000100:00100000:0.0:1775764855.343671:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.343871:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223127680 00000100:00100000:1.0:1775764855.343883:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223127680 00002000:00100000:1.0:1775764855.343940:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3022848->3026943) req@ffff8b8c99350700 x1862022223127680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.343952:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350700 with x1862022223127680 ext(3022848->3026943) 00002000:00010000:1.0:1775764855.343968:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350700 00000100:00100000:1.0:1775764855.344003:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39082 00000100:00100000:1.0:1775764855.344014:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.344318:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223127680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 304us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764855.344327:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39082 00002000:00100000:1.0:1775764855.344334:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3022848->3026943) req@ffff8b8c99350700 x1862022223127680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.344343:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99350700 with x1862022223127680 ext(3022848->3026943) 00002000:00010000:1.0:1775764855.344346:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99350700 00000100:00100000:1.0:1775764855.349996:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.350199:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223127808 00000100:00100000:2.0:1775764855.350212:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223127808 00002000:00100000:2.0:1775764855.350272:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (954368->1007615) req@ffff8b8c85b8e300 x1862022223127808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.350285:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e300 with x1862022223127808 ext(954368->1007615) 00002000:00010000:2.0:1775764855.350292:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e300 00000100:00100000:2.0:1775764855.350328:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39083 00000100:00100000:2.0:1775764855.350338:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223127808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764855.356162:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223127808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5812us (6161us total) trans 0 rc 53248/53248 00000100:00100000:3.0:1775764855.356178:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39083 00002000:00100000:3.0:1775764855.356192:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (954368->1007615) req@ffff8b8c85b8e300 x1862022223127808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.356203:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8e300 with x1862022223127808 ext(954368->1007615) 00002000:00010000:3.0:1775764855.356210:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8e300 00000100:00100000:1.0:1775764855.364045:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.364163:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223127936 00000100:00100000:0.0:1775764855.364174:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223127936 00002000:00100000:0.0:1775764855.364225:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (4165632->4169727) req@ffff8b8c85b8c380 x1862022223127936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.364236:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c380 with x1862022223127936 ext(4165632->4169727) 00002000:00010000:0.0:1775764855.364242:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c380 00000100:00100000:0.0:1775764855.364321:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39084 00000100:00100000:0.0:1775764855.364332:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223127936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764855.364586:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223127936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764855.364594:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39084 00002000:00100000:0.0:1775764855.364600:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (4165632->4169727) req@ffff8b8c85b8c380 x1862022223127936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.364609:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8c380 with x1862022223127936 ext(4165632->4169727) 00002000:00010000:0.0:1775764855.364612:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8c380 00000100:00100000:0.0:1775764855.369319:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.370325:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223128064 00000100:00100000:1.0:1775764855.370338:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223128064 00002000:00100000:1.0:1775764855.370399:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (4169728->4173823) req@ffff8b8c99353480 x1862022223128064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.370411:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353480 with x1862022223128064 ext(4169728->4173823) 00002000:00010000:1.0:1775764855.370418:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353480 00000100:00100000:1.0:1775764855.370588:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39085 00000100:00100000:1.0:1775764855.370598:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223128064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.371036:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223128064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 438us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764855.371044:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39085 00002000:00100000:1.0:1775764855.371051:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (4169728->4173823) req@ffff8b8c99353480 x1862022223128064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.371059:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99353480 with x1862022223128064 ext(4169728->4173823) 00002000:00010000:1.0:1775764855.371063:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99353480 00000100:00100000:3.0:1775764855.375496:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.375649:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223128192 00000100:00100000:0.0:1775764855.375667:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223128192 00002000:00100000:0.0:1775764855.375715:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4145152->4177919) req@ffff8b8c86d77b80 x1862022223128192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.375852:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022223128192 ext(4145152->4177919) 00002000:00010000:0.0:1775764855.375859:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:0.0:1775764855.375885:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39086 00000100:00100000:0.0:1775764855.375895:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223128192:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764855.380315:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223128192:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4411us (4819us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764855.380327:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39086 00002000:00100000:0.0:1775764855.380339:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4145152->4177919) req@ffff8b8c86d77b80 x1862022223128192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.380350:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022223128192 ext(4145152->4177919) 00002000:00010000:0.0:1775764855.380356:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:2.0:1775764855.384926:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764855.385359:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223128320 00000100:00100000:3.0:1775764855.385370:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223128320 00002000:00100000:3.0:1775764855.385418:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (4177920->4182015) req@ffff8b8c90d5f100 x1862022223128320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.385430:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f100 with x1862022223128320 ext(4177920->4182015) 00002000:00010000:3.0:1775764855.385447:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f100 00000100:00100000:3.0:1775764855.385481:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39087 00000100:00100000:3.0:1775764855.385489:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223128320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.386670:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223128320:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1163us (1736us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.386684:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39087 00002000:00100000:2.0:1775764855.386695:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (4177920->4182015) req@ffff8b8c90d5f100 x1862022223128320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.386705:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f100 with x1862022223128320 ext(4177920->4182015) 00002000:00010000:2.0:1775764855.386710:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5f100 00000100:00100000:3.0:1775764855.402627:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.402745:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223128448 00000100:00100000:0.0:1775764855.402756:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223128448 00002000:00100000:0.0:1775764855.402818:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4182016->4186111) req@ffff8b8cbb591880 x1862022223128448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.402830:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591880 with x1862022223128448 ext(4182016->4186111) 00002000:00010000:0.0:1775764855.402836:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591880 00000100:00100000:0.0:1775764855.402872:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39088 00000100:00100000:0.0:1775764855.402881:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223128448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764855.403151:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223128448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764855.403159:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39088 00002000:00100000:0.0:1775764855.403165:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4182016->4186111) req@ffff8b8cbb591880 x1862022223128448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.403172:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591880 with x1862022223128448 ext(4182016->4186111) 00002000:00010000:0.0:1775764855.403175:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591880 00000100:00100000:3.0:1775764855.416176:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.419869:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223128576 00000100:00100000:2.0:1775764855.419883:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223128576 00002000:00100000:2.0:1775764855.419946:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4186112->4190207) req@ffff8b8cbb590000 x1862022223128576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.420041:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590000 with x1862022223128576 ext(4186112->4190207) 00002000:00010000:2.0:1775764855.420049:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590000 00000100:00100000:2.0:1775764855.420404:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39089 00000100:00100000:2.0:1775764855.420417:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223128576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.420700:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223128576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (4530us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.420708:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39089 00002000:00100000:2.0:1775764855.420715:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4186112->4190207) req@ffff8b8cbb590000 x1862022223128576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.420732:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590000 with x1862022223128576 ext(4186112->4190207) 00002000:00010000:2.0:1775764855.420736:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590000 00000100:00100000:1.0:1775764855.426165:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.427121:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.427286:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223128704 00000100:00100000:0.0:1775764855.427298:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223128704 00002000:00100000:0.0:1775764855.427349:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (0->32767) req@ffff8b8c85b8f100 x1862022223128704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.427360:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f100 with x1862022223128704 ext(0->32767) 00002000:00010000:0.0:1775764855.427367:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8f100 00000100:00100000:0.0:1775764855.427399:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39090 00000100:00100000:0.0:1775764855.427409:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223128704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.430065:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223128832 00000100:00100000:2.0:1775764855.430078:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223128832 00002000:00100000:2.0:1775764855.430122:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (4190208->4194303) req@ffff8b8c85b8fb80 x1862022223128832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.430141:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8fb80 with x1862022223128832 ext(4190208->4194303) 00002000:00010000:2.0:1775764855.430147:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8fb80 00000100:00100000:1.0:1775764855.430331:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223128704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2922us (4174us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764855.430341:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39090 00002000:00100000:1.0:1775764855.430348:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (0->32767) req@ffff8b8c85b8f100 x1862022223128704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.430357:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8f100 with x1862022223128704 ext(0->32767) 00002000:00010000:1.0:1775764855.430361:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8f100 00000100:00100000:1.0:1775764855.430380:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39091 00000100:00100000:1.0:1775764855.430389:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223128832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.430591:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223128832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 202us (3473us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764855.430597:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39091 00002000:00100000:1.0:1775764855.430603:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (4190208->4194303) req@ffff8b8c85b8fb80 x1862022223128832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.430612:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8fb80 with x1862022223128832 ext(4190208->4194303) 00002000:00010000:1.0:1775764855.430616:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c85b8fb80 00000100:00100000:0.0:1775764855.437682:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.437739:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.437905:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223128960 00000100:00100000:1.0:1775764855.437916:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223128960 00002000:00100000:1.0:1775764855.437975:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (4165632->4194303) req@ffff8b8c8e89aa00 x1862022223128960/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.437987:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89aa00 with x1862022223128960 ext(4165632->4194303) 00002000:00010000:1.0:1775764855.437994:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89aa00 00000100:00100000:1.0:1775764855.438019:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223129088 00000100:00100000:1.0:1775764855.438023:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223129088 00002000:00100000:1.0:1775764855.438038:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (0->728658) req@ffff8b8c8e898e00 x1862022223129088/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.438045:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898e00 with x1862022223129088 ext(0->728658) 00002000:00010000:1.0:1775764855.438049:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898e00 00000100:00100000:1.0:1775764855.438076:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39092 00000100:00100000:1.0:1775764855.438086:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223128960:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764855.438443:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39093 00000100:00100000:0.0:1775764855.438454:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022223129088:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764855.448173:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223128960:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10075us (10486us total) trans 4294996876 rc 0/0 00000100:00100000:3.0:1775764855.448187:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39092 00002000:00100000:3.0:1775764855.448202:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (4165632->4194303) req@ffff8b8c8e89aa00 x1862022223128960/t4294996876(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/448 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.448213:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89aa00 with x1862022223128960 ext(4165632->4194303) 00002000:00010000:3.0:1775764855.448219:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89aa00 00000100:00100000:2.0:1775764855.449712:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2364:x1862022223129088:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 11253us (11965us total) trans 4294996209 rc 0/0 00000100:00100000:2.0:1775764855.449725:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39093 00002000:00100000:2.0:1775764855.449736:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (0->728658) req@ffff8b8c8e898e00 x1862022223129088/t4294996209(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/448 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.449746:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898e00 with x1862022223129088 ext(0->728658) 00002000:00010000:2.0:1775764855.449752:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898e00 00000100:00100000:0.0:1775764855.453641:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.453679:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764855.453863:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223129216 00000100:00100000:3.0:1775764855.453874:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223129216 00000100:00100000:1.0:1775764855.453881:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223129344 00000100:00100000:1.0:1775764855.453884:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223129344 00000100:00100000:1.0:1775764855.453936:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84883 00000100:00100000:3.0:1775764855.453941:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84884 00000100:00100000:1.0:1775764855.453945:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223129344:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764855.453947:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223129216:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764855.511852:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996208 is committed 00000001:00080000:2.0:1775764855.511887:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996209 is committed 00000100:00100000:3.0:1775764855.512052:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223129344:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 58102us (58366us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764855.512066:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84883 00000001:00080000:1.0:1775764855.514397:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996875 is committed 00000001:00080000:1.0:1775764855.514423:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996876 is committed 00000100:00100000:2.0:1775764855.514801:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223129216:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 60838us (61153us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.514813:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84884 00000100:00100000:0.0:1775764855.521173:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.521742:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223129600 00000100:00100000:2.0:1775764855.521753:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223129600 00000100:00100000:2.0:1775764855.521839:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44686 00000100:00100000:2.0:1775764855.521849:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223129600:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764855.521906:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764855.521935:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd247 expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.521960:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764855.521965:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764855.523192:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.523428:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.523518:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764855.523883:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032450 00000004:00010000:0.0:1775764855.523918:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb2e1fc2 reply state 0000000013f7bde4 transno 4295032451 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764855.523929:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764855.524278:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223129600:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2426us (3111us total) trans 4295032451 rc 0/0 00000100:00100000:0.0:1775764855.524289:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44686 00000020:00080000:0.0:1775764855.524295:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764855.527651:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.527678:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.527686:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.527692:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7d600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764855.527697:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.527705:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.527724:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764855.527727:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764855.527733:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.527739:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764855.530911:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.530948:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.531603:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223129728 00000100:00100000:2.0:1775764855.531615:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223129728 00002000:00010000:2.0:1775764855.531671:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2717084->18446744073709551615) 00002000:00100000:2.0:1775764855.531676:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899c00 with x1862022223129728 ext(2717084->18446744073709551615) 00002000:00010000:2.0:1775764855.531688:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899c00. 00000100:00100000:2.0:1775764855.531719:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223129856 00000100:00100000:2.0:1775764855.531722:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223129856 00002000:00010000:2.0:1775764855.531737:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764855.531739:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a300 with x1862022223129856 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764855.531747:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89a300. 00000100:00100000:0.0:1775764855.531757:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39094 00000100:00100000:0.0:1775764855.531769:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223129728:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764855.531772:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39095 00000100:00100000:2.0:1775764855.531777:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223129856:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764855.532109:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2875860 -> 2717084 00002000:00010000:2.0:1775764855.532109:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764855.532114:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764855 -> 1775764855 00002000:00010000:2.0:1775764855.532114:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764855 -> 1775764855 00002000:00010000:0.0:1775764855.532117:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764855 00002000:00010000:2.0:1775764855.532117:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764852 -> 1775764854 00002000:00010000:0.0:1775764855.532120:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764855 -> 1775764855 00002000:00010000:2.0:1775764855.532120:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764855 -> 1775764855 00002000:00010000:0.0:1775764855.532123:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2061 -> 1163 00002000:00010000:2.0:1775764855.532123:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 391 00000100:00100000:2.0:1775764855.532340:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223129856:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 561us (1390us total) trans 4294996210 rc 0/0 00000100:00100000:2.0:1775764855.532348:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39095 00002000:00010000:2.0:1775764855.532351:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764855.532354:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a300 with x1862022223129856 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764855.532358:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89a300. 00000100:00100000:0.0:1775764855.533122:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223129728:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1353us (2218us total) trans 4294996877 rc 0/0 00000100:00100000:0.0:1775764855.533131:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39094 00002000:00010000:0.0:1775764855.533135:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2717084->18446744073709551615) 00002000:00100000:0.0:1775764855.533138:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899c00 with x1862022223129728 ext(2717084->18446744073709551615) 00002000:00010000:0.0:1775764855.533145:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899c00. 00000100:00100000:1.0:1775764855.541052:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.541899:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223129984 00000100:00100000:0.0:1775764855.541912:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223129984 00000100:00100000:0.0:1775764855.542031:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44687 00000100:00100000:0.0:1775764855.542042:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022223129984:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764855.542069:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764855.542095:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd24e expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.542183:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d08c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.542195:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d08c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.542204:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d08c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764855.542231:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2717084 00000004:00200000:0.0:1775764855.542236:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764855.542288:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d08c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.542316:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7d600/0xdb23b4c9253d08c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd24e expref: 15 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.542337:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d08c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd24e expref: 14 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.542344:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764855.542347:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764855.542351:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7c800, rc 0) 00000100:00100000:0.0:1775764855.542419:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223129984:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 378us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764855.542425:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44687 00000100:00100000:3.0:1775764855.553353:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.553704:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223130112 00000100:00100000:2.0:1775764855.553716:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223130112 00002000:00100000:2.0:1775764855.553895:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (802816->847871) req@ffff8b8cbb592300 x1862022223130112/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.553912:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592300 with x1862022223130112 ext(802816->847871) 00002000:00010000:2.0:1775764855.553918:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592300 00000100:00100000:2.0:1775764855.553989:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39096 00000100:00100000:2.0:1775764855.554000:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223130112:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764855.559266:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223130112:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5258us (5914us total) trans 4294996878 rc 0/0 00000100:00100000:2.0:1775764855.559279:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39096 00002000:00100000:2.0:1775764855.559292:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (802816->847871) req@ffff8b8cbb592300 x1862022223130112/t4294996878(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/448 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.559302:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb592300 with x1862022223130112 ext(802816->847871) 00002000:00010000:2.0:1775764855.559307:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb592300 00000100:00100000:3.0:1775764855.569157:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.569271:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223130240 00000100:00100000:1.0:1775764855.569281:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223130240 00000100:00100000:1.0:1775764855.569348:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84885 00000100:00100000:1.0:1775764855.569357:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223130240:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764855.619381:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223130240:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 49661us (49870us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764855.619395:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84885 00000001:00080000:2.0:1775764855.619481:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996877 is committed 00000001:00080000:2.0:1775764855.619494:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996878 is committed 00000100:00100000:3.0:1775764855.623179:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.623888:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223130368 00000100:00100000:0.0:1775764855.623899:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223130368 00002000:00100000:0.0:1775764855.623945:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1921024->1925119) req@ffff8b8cbb590e00 x1862022223130368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.624021:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590e00 with x1862022223130368 ext(1921024->1925119) 00002000:00010000:0.0:1775764855.624028:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590e00 00000100:00100000:0.0:1775764855.624099:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39097 00000100:00100000:0.0:1775764855.624110:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223130368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764855.624351:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223130368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 242us (1178us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764855.624360:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39097 00002000:00100000:0.0:1775764855.624367:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1921024->1925119) req@ffff8b8cbb590e00 x1862022223130368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.624376:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590e00 with x1862022223130368 ext(1921024->1925119) 00002000:00010000:0.0:1775764855.624379:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590e00 00000100:00100000:0.0:1775764855.634826:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.635880:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223130496 00000100:00100000:2.0:1775764855.635894:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223130496 00002000:00100000:2.0:1775764855.635958:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1945600->1949695) req@ffff8b8c8e898000 x1862022223130496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.635968:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898000 with x1862022223130496 ext(1945600->1949695) 00002000:00010000:2.0:1775764855.635974:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898000 00000100:00100000:2.0:1775764855.636012:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39098 00000100:00100000:2.0:1775764855.636021:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223130496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.636256:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223130496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 234us (1437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764855.636267:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39098 00002000:00100000:2.0:1775764855.636273:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1945600->1949695) req@ffff8b8c8e898000 x1862022223130496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.636281:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898000 with x1862022223130496 ext(1945600->1949695) 00002000:00010000:2.0:1775764855.636284:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e898000 00000100:00100000:3.0:1775764855.642417:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.642782:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223130624 00000100:00100000:2.0:1775764855.642803:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223130624 00002000:00100000:2.0:1775764855.642856:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1318912->1384447) req@ffff8b8cbb590700 x1862022223130624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.642866:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590700 with x1862022223130624 ext(1318912->1384447) 00002000:00010000:2.0:1775764855.642871:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590700 00000100:00100000:2.0:1775764855.642910:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39099 00000100:00100000:2.0:1775764855.642921:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223130624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.650928:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223130624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7998us (9199us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764855.650941:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39099 00002000:00100000:2.0:1775764855.650953:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1318912->1384447) req@ffff8b8cbb590700 x1862022223130624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.650963:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590700 with x1862022223130624 ext(1318912->1384447) 00002000:00010000:2.0:1775764855.650969:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590700 00000100:00100000:3.0:1775764855.655868:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.655941:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223130752 00000100:00100000:2.0:1775764855.655952:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223130752 00002000:00100000:2.0:1775764855.656001:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1384448->1421311) req@ffff8b8cbb590a80 x1862022223130752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.656020:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590a80 with x1862022223130752 ext(1384448->1421311) 00002000:00010000:2.0:1775764855.656026:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590a80 00000100:00100000:2.0:1775764855.656062:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39100 00000100:00100000:2.0:1775764855.656072:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223130752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.663952:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223130752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7870us (8084us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764855.663966:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39100 00002000:00100000:2.0:1775764855.663979:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1384448->1421311) req@ffff8b8cbb590a80 x1862022223130752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.663989:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb590a80 with x1862022223130752 ext(1384448->1421311) 00002000:00010000:2.0:1775764855.663995:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb590a80 00000100:00100000:3.0:1775764855.669672:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.669981:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223130880 00000100:00100000:1.0:1775764855.669992:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223130880 00002000:00100000:1.0:1775764855.670125:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (454656->458751) req@ffff8b8cbb593100 x1862022223130880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.670137:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593100 with x1862022223130880 ext(454656->458751) 00002000:00010000:1.0:1775764855.670142:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593100 00000100:00100000:1.0:1775764855.670174:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39101 00000100:00100000:1.0:1775764855.670184:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223130880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.670410:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223130880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 227us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764855.670418:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39101 00002000:00100000:1.0:1775764855.670424:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (454656->458751) req@ffff8b8cbb593100 x1862022223130880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.671347:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb593100 with x1862022223130880 ext(454656->458751) 00002000:00010000:1.0:1775764855.671353:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb593100 00000100:00100000:3.0:1775764855.681320:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.681778:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223131008 00000100:00100000:2.0:1775764855.681800:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223131008 00002000:00100000:2.0:1775764855.681852:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (458752->462847) req@ffff8b8c892e3b80 x1862022223131008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.681864:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3b80 with x1862022223131008 ext(458752->462847) 00002000:00010000:2.0:1775764855.681871:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3b80 00000100:00100000:2.0:1775764855.681900:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39102 00000100:00100000:2.0:1775764855.681910:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223131008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.682160:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223131008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 250us (847us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764855.682168:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39102 00002000:00100000:2.0:1775764855.682174:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (458752->462847) req@ffff8b8c892e3b80 x1862022223131008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.682181:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3b80 with x1862022223131008 ext(458752->462847) 00002000:00010000:2.0:1775764855.682184:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3b80 00000100:00100000:0.0:1775764855.690096:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.690205:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223131136 00000100:00100000:2.0:1775764855.690217:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223131136 00002000:00100000:2.0:1775764855.690273:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (380928->733183) req@ffff8b8c8e89b480 x1862022223131136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 520/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.690283:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b480 with x1862022223131136 ext(380928->733183) 00002000:00010000:2.0:1775764855.690289:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b480 00000100:00100000:2.0:1775764855.690325:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39103 00000100:00100000:2.0:1775764855.690336:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223131136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.701343:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223131136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10999us (11246us total) trans 0 rc 290816/290816 00000100:00100000:2.0:1775764855.701358:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39103 00002000:00100000:2.0:1775764855.701373:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (380928->733183) req@ffff8b8c8e89b480 x1862022223131136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 520/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 290816/290816 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.701385:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89b480 with x1862022223131136 ext(380928->733183) 00002000:00010000:2.0:1775764855.701391:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89b480 00000100:00100000:3.0:1775764855.713229:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.713325:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223131392 00000100:00100000:2.0:1775764855.713335:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223131392 00000100:00100000:2.0:1775764855.713390:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44688 00000100:00100000:2.0:1775764855.713400:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223131392:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764855.713463:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764855.713494:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d08c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd24e expref: 14 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.713516:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764855.713523:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764855.713901:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.713914:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.713922:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764855.713974:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032452 00000004:00010000:2.0:1775764855.713993:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002515992d reply state 0000000044ad641d transno 4295032453 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764855.714000:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764855.714098:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223131392:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 699us (880us total) trans 4295032453 rc 0/0 00000100:00100000:2.0:1775764855.714107:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44688 00000020:00080000:2.0:1775764855.714112:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764855.716965:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.716982:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.716989:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.717000:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca25baa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764855.717006:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.717014:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.717033:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764855.717037:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764855.717042:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.717048:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764855.717758:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.718005:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223131520 00000100:00100000:2.0:1775764855.718017:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223131520 00002000:00010000:2.0:1775764855.718059:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764855.718064:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022223131520 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764855.718074:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2d80. 00000100:00100000:2.0:1775764855.718102:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39104 00000100:00100000:2.0:1775764855.718112:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223131520:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764855.718375:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2717084 -> 4194304 00002000:00010000:2.0:1775764855.718379:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764855 -> 1775764856 00002000:00010000:2.0:1775764855.718382:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764855 -> 1775764855 00002000:00010000:2.0:1775764855.718384:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764855 -> 1775764856 00002000:00010000:2.0:1775764855.718386:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1163 -> 1099 00000100:00100000:2.0:1775764855.718504:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223131520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 393us (750us total) trans 4294996879 rc 0/0 00000100:00100000:2.0:1775764855.718512:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39104 00002000:00010000:2.0:1775764855.718516:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764855.718519:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022223131520 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764855.718524:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2d80. 00000100:00100000:1.0:1775764855.720298:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.721264:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223131648 00000100:00100000:0.0:1775764855.721277:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223131648 00002000:00010000:0.0:1775764855.721318:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1363472->18446744073709551615) 00002000:00100000:0.0:1775764855.721322:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d500 with x1862022223131648 ext(1363472->18446744073709551615) 00002000:00010000:0.0:1775764855.721334:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8d500. 00000100:00100000:0.0:1775764855.722015:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39105 00000100:00100000:0.0:1775764855.722040:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223131648:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764855.722262:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1363472 00002000:00010000:0.0:1775764855.722267:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764855 -> 1775764856 00002000:00010000:0.0:1775764855.722270:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:0.0:1775764855.722272:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764855 -> 1775764856 00002000:00010000:0.0:1775764855.722274:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764855.722334:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c85b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223131648:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 299us (2043us total) trans 4294996211 rc 0/0 00000100:00100000:0.0:1775764855.722342:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39105 00002000:00010000:0.0:1775764855.722345:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1363472->18446744073709551615) 00002000:00100000:0.0:1775764855.722348:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c85b8d500 with x1862022223131648 ext(1363472->18446744073709551615) 00002000:00010000:0.0:1775764855.722353:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c85b8d500. 00000100:00100000:3.0:1775764855.725480:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.725690:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223131776 00000100:00100000:0.0:1775764855.725703:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223131776 00000100:00100000:0.0:1775764855.725863:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44689 00000100:00100000:0.0:1775764855.725874:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022223131776:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764855.725906:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764855.725928:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d08d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd255 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.726024:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d08dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.726039:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d08dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.726051:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d08dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764855.726080:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5557776 00000004:00200000:0.0:1775764855.726085:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764855.726104:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d08dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.726129:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d08d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd255 expref: 17 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.726149:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d08dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd255 expref: 16 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.726158:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764855.726161:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764855.726165:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7ce00, rc 0) 00000100:00100000:0.0:1775764855.726231:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223131776:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 358us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764855.726238:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44689 00000100:00100000:0.0:1775764855.732269:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764855.732346:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223131904 00000100:00100000:3.0:1775764855.732356:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223131904 00002000:00100000:3.0:1775764855.732405:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2224128->2228223) req@ffff8b8c8e899f80 x1862022223131904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.732424:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899f80 with x1862022223131904 ext(2224128->2228223) 00002000:00010000:3.0:1775764855.732430:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899f80 00000100:00100000:3.0:1775764855.732517:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39106 00000100:00100000:3.0:1775764855.732528:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223131904:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764855.732834:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223131904:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 307us (574us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764855.732842:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39106 00002000:00100000:3.0:1775764855.732848:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2224128->2228223) req@ffff8b8c8e899f80 x1862022223131904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.732856:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899f80 with x1862022223131904 ext(2224128->2228223) 00002000:00010000:3.0:1775764855.732860:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899f80 00000100:00100000:1.0:1775764855.736605:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.736893:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223132032 00000100:00100000:2.0:1775764855.736905:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223132032 00002000:00100000:2.0:1775764855.737023:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2228224->2232319) req@ffff8b8cb77e3100 x1862022223132032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.737036:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3100 with x1862022223132032 ext(2228224->2232319) 00002000:00010000:2.0:1775764855.737042:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3100 00000100:00100000:2.0:1775764855.737115:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39107 00000100:00100000:2.0:1775764855.737126:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223132032:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.737356:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223132032:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 232us (759us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764855.737364:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39107 00002000:00100000:2.0:1775764855.737370:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2228224->2232319) req@ffff8b8cb77e3100 x1862022223132032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.737379:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3100 with x1862022223132032 ext(2228224->2232319) 00002000:00010000:2.0:1775764855.737383:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3100 00000100:00100000:0.0:1775764855.741480:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.741838:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223132160 00000100:00100000:1.0:1775764855.741848:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223132160 00002000:00100000:1.0:1775764855.741899:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2203648->2269183) req@ffff8b8c8e89a680 x1862022223132160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.741911:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a680 with x1862022223132160 ext(2203648->2269183) 00002000:00010000:1.0:1775764855.741917:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89a680 00000100:00100000:3.0:1775764855.742052:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39108 00000100:00100000:3.0:1775764855.742064:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223132160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.748584:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223132160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6513us (7104us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764855.748597:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39108 00002000:00100000:2.0:1775764855.748610:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2203648->2269183) req@ffff8b8c8e89a680 x1862022223132160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.748620:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89a680 with x1862022223132160 ext(2203648->2269183) 00002000:00010000:2.0:1775764855.748626:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89a680 00010000:00010000:2.0:1775764855.754071:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764855.754645:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.754854:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223132416 00000100:00100000:0.0:1775764855.754864:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223132416 00000100:00100000:0.0:1775764855.754928:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44690 00000100:00100000:0.0:1775764855.754937:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223132416:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764855.755065:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764855.755096:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ce00/0xdb23b4c9253d08dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd255 expref: 16 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.755118:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764855.755123:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764855.755435:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d08e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.755451:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d08e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.755462:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d08e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764855.755516:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032454 00000004:00010000:0.0:1775764855.755939:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000089640746 reply state 00000000b2b6671b transno 4295032455 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d08e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764855.755949:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764855.756530:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223132416:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1590us (1888us total) trans 4295032455 rc 0/0 00000100:00100000:0.0:1775764855.756571:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44690 00000020:00080000:0.0:1775764855.756579:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764855.761159:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.761194:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.761276:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223132672 00000100:00100000:1.0:1775764855.761286:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223132672 00002000:00010000:1.0:1775764855.761325:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (819373->18446744073709551615) 00002000:00100000:1.0:1775764855.761330:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898700 with x1862022223132672 ext(819373->18446744073709551615) 00002000:00010000:1.0:1775764855.761343:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898700. 00000100:00100000:1.0:1775764855.761371:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223132544 00000100:00100000:1.0:1775764855.761374:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223132544 00002000:00010000:1.0:1775764855.761386:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764855.761389:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899180 with x1862022223132544 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764855.761395:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899180. 00000100:00100000:1.0:1775764855.761412:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39109 00000100:00100000:1.0:1775764855.761421:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223132672:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764855.761850:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1363472 -> 819373 00002000:00010000:1.0:1775764855.761854:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:1.0:1775764855.761857:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:1.0:1775764855.761860:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:1.0:1775764855.761863:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764855.761922:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223132672:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 500us (773us total) trans 4294996212 rc 0/0 00000100:00100000:1.0:1775764855.761931:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39109 00002000:00010000:1.0:1775764855.761935:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (819373->18446744073709551615) 00002000:00100000:1.0:1775764855.761937:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e898700 with x1862022223132672 ext(819373->18446744073709551615) 00002000:00010000:1.0:1775764855.761943:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e898700. 00000100:00100000:0.0:1775764855.762085:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39110 00000100:00100000:0.0:1775764855.762095:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223132544:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764855.762225:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764855.762229:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:0.0:1775764855.762232:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764855 -> 1775764855 00002000:00010000:0.0:1775764855.762234:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:0.0:1775764855.762236:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1099 00000100:00100000:0.0:1775764855.762259:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223132544:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 166us (1064us total) trans 4294996880 rc 0/0 00000100:00100000:0.0:1775764855.762266:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39110 00002000:00010000:0.0:1775764855.762268:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764855.762271:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899180 with x1862022223132544 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764855.762276:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899180. 00010000:00010000:3.0:1775764855.762876:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d08e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.762888:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d08e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.762896:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d08e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.762902:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7c200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764855.762907:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d08e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.762917:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d08e4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.762935:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764855.762938:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764855.762943:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d08e4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.762949:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c200/0xdb23b4c9253d08e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764855.766387:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.766477:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223132800 00000100:00100000:2.0:1775764855.766487:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223132800 00000100:00100000:2.0:1775764855.766604:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44691 00000100:00100000:2.0:1775764855.766615:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022223132800:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764855.766639:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764855.766669:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd25c expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.766872:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d08f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.766888:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d08f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.766901:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d08f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764855.766930:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5013677 00000004:00200000:2.0:1775764855.766935:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764855.767031:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d08f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.767061:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d08eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd25c expref: 19 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.767087:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d08f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd25c expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.767096:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764855.767099:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764855.767103:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca25bbe00, rc 0) 00000100:00100000:2.0:1775764855.767165:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223132800:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 552us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.767173:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44691 00000100:00100000:3.0:1775764855.775524:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.775866:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223132928 00000100:00100000:2.0:1775764855.775877:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223132928 00002000:00100000:2.0:1775764855.775922:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4091904->4095999) req@ffff8b8c892e0380 x1862022223132928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.775933:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022223132928 ext(4091904->4095999) 00002000:00010000:2.0:1775764855.775940:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0380 00000100:00100000:2.0:1775764855.775976:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39111 00000100:00100000:2.0:1775764855.775985:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223132928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764855.776224:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223132928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 239us (707us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764855.776232:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39111 00002000:00100000:2.0:1775764855.776238:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4091904->4095999) req@ffff8b8c892e0380 x1862022223132928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.776247:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022223132928 ext(4091904->4095999) 00002000:00010000:2.0:1775764855.776251:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0380 00000100:00100000:3.0:1775764855.781011:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.781244:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223133056 00000100:00100000:1.0:1775764855.781256:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223133056 00002000:00100000:1.0:1775764855.781310:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (4096000->4100095) req@ffff8b8c892e3480 x1862022223133056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.781323:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022223133056 ext(4096000->4100095) 00002000:00010000:1.0:1775764855.781329:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3480 00000100:00100000:1.0:1775764855.781361:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39112 00000100:00100000:1.0:1775764855.781370:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223133056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.781913:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223133056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 541us (907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764855.781920:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39112 00002000:00100000:1.0:1775764855.781927:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (4096000->4100095) req@ffff8b8c892e3480 x1862022223133056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.781936:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022223133056 ext(4096000->4100095) 00002000:00010000:1.0:1775764855.781939:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3480 00000100:00100000:2.0:1775764855.788050:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.788170:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223133184 00000100:00100000:1.0:1775764855.788180:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223133184 00002000:00100000:1.0:1775764855.788229:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (4071424->4136959) req@ffff8b8c90d5ca80 x1862022223133184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.788241:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ca80 with x1862022223133184 ext(4071424->4136959) 00002000:00010000:1.0:1775764855.788248:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ca80 00000100:00100000:1.0:1775764855.788315:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39113 00000100:00100000:1.0:1775764855.788324:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223133184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.795595:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223133184:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7216us (7500us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764855.795610:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39113 00002000:00100000:1.0:1775764855.795624:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (4071424->4136959) req@ffff8b8c90d5ca80 x1862022223133184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.795634:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ca80 with x1862022223133184 ext(4071424->4136959) 00002000:00010000:1.0:1775764855.795639:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d5ca80 00000100:00100000:2.0:1775764855.799669:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.799892:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223133312 00000100:00100000:1.0:1775764855.799905:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223133312 00000100:00100000:2.0:1775764855.800123:0:5804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 961 00000100:00100000:2.0:1775764855.800136:0:5804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8317b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2365:x1862022223133312:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1775764855.800210:0:5804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8317b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2365:x1862022223133312:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 78us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.800218:0:5804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 961 00000100:00100000:0.0:1775764855.804984:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764855.805203:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223133440 00000100:00100000:2.0:1775764855.805215:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223133440 00002000:00100000:2.0:1775764855.805264:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (286720->4120575) req@ffff8b8c8e89bb80 x1862022223133440/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 520/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.805277:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89bb80 with x1862022223133440 ext(286720->4120575) 00002000:00010000:2.0:1775764855.805283:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89bb80 00000100:00100000:2.0:1775764855.805322:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39114 00000100:00100000:2.0:1775764855.805332:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223133440:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764855.814601:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223133440:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9258us (9618us total) trans 4294996881 rc 0/0 00000100:00100000:2.0:1775764855.814616:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39114 00002000:00100000:2.0:1775764855.814630:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (286720->4120575) req@ffff8b8c8e89bb80 x1862022223133440/t4294996881(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 520/456 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764855.814641:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89bb80 with x1862022223133440 ext(286720->4120575) 00002000:00010000:2.0:1775764855.814648:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e89bb80 00000100:00100000:2.0:1775764855.819925:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.820147:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223133568 00000100:00100000:0.0:1775764855.820157:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223133568 00000100:00100000:0.0:1775764855.820212:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84886 00000100:00100000:0.0:1775764855.820222:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223133568:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764855.857912:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996880 is committed 00000001:00080000:1.0:1775764855.857945:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996881 is committed 00000100:00100000:2.0:1775764855.858271:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223133568:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38045us (38347us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.858285:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84886 00000100:00100000:1.0:1775764855.866343:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764855.866425:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223133696 00000100:00100000:3.0:1775764855.866435:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223133696 00002000:00100000:3.0:1775764855.866485:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (4136960->4173823) req@ffff8b8cb77e1880 x1862022223133696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.866496:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022223133696 ext(4136960->4173823) 00002000:00010000:3.0:1775764855.866502:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1880 00000100:00100000:3.0:1775764855.866535:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39115 00000100:00100000:3.0:1775764855.866578:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223133696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764855.872940:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223133696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6352us (6593us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1775764855.876182:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39115 00002000:00100000:3.0:1775764855.876203:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (4136960->4173823) req@ffff8b8cb77e1880 x1862022223133696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764855.876224:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022223133696 ext(4136960->4173823) 00002000:00010000:3.0:1775764855.876230:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1880 00000100:00100000:1.0:1775764855.878476:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.878882:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223133824 00000100:00100000:0.0:1775764855.878893:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223133824 00002000:00100000:0.0:1775764855.878943:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (4108288->4157439) req@ffff8b8cb77e0a80 x1862022223133824/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.879109:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0a80 with x1862022223133824 ext(4108288->4157439) 00002000:00010000:0.0:1775764855.879115:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0a80 00000100:00100000:0.0:1775764855.879186:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39116 00000100:00100000:0.0:1775764855.879196:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223133824:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764855.890029:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223133824:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10454us (11181us total) trans 4294996882 rc 0/0 00000100:00100000:0.0:1775764855.890047:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39116 00002000:00100000:0.0:1775764855.890063:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (4108288->4157439) req@ffff8b8cb77e0a80 x1862022223133824/t4294996882(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/448 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.890074:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0a80 with x1862022223133824 ext(4108288->4157439) 00002000:00010000:0.0:1775764855.890080:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0a80 00000100:00100000:1.0:1775764855.895451:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764855.895620:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223133952 00000100:00100000:3.0:1775764855.895630:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223133952 00000100:00100000:3.0:1775764855.895866:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84887 00000100:00100000:3.0:1775764855.895879:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223133952:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764855.948700:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223133952:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 52809us (53241us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764855.948716:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84887 00000001:00080000:1.0:1775764855.948964:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996882 is committed 00000100:00100000:3.0:1775764855.954349:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.954667:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223134080 00000100:00100000:0.0:1775764855.954806:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223134080 00002000:00100000:0.0:1775764855.954852:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1314816->1318911) req@ffff8b8c892e1180 x1862022223134080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.954864:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1180 with x1862022223134080 ext(1314816->1318911) 00002000:00010000:0.0:1775764855.954869:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1180 00000100:00100000:0.0:1775764855.954903:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39117 00000100:00100000:0.0:1775764855.954911:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223134080:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.957355:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223134080:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2434us (3003us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764855.957368:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39117 00002000:00100000:1.0:1775764855.957380:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1314816->1318911) req@ffff8b8c892e1180 x1862022223134080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.957390:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1180 with x1862022223134080 ext(1314816->1318911) 00002000:00010000:1.0:1775764855.957396:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1180 00000100:00100000:2.0:1775764855.968644:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764855.968818:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223134208 00000100:00100000:1.0:1775764855.968829:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223134208 00002000:00100000:1.0:1775764855.968881:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (94208->98303) req@ffff8b8c90d5ed80 x1862022223134208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.968892:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ed80 with x1862022223134208 ext(94208->98303) 00002000:00010000:1.0:1775764855.968899:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ed80 00000100:00100000:1.0:1775764855.968930:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39118 00000100:00100000:1.0:1775764855.968940:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223134208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764855.969430:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223134208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 490us (794us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764855.969440:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39118 00002000:00100000:1.0:1775764855.969447:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (94208->98303) req@ffff8b8c90d5ed80 x1862022223134208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764855.969456:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5ed80 with x1862022223134208 ext(94208->98303) 00002000:00010000:1.0:1775764855.969460:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5ed80 00000100:00100000:2.0:1775764855.977003:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.977229:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223134336 00000100:00100000:0.0:1775764855.977240:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223134336 00002000:00100000:0.0:1775764855.977291:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8c90d5d180 x1862022223134336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.977303:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d180 with x1862022223134336 ext(98304->102399) 00002000:00010000:0.0:1775764855.977309:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5d180 00000100:00100000:0.0:1775764855.977347:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39119 00000100:00100000:0.0:1775764855.977357:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223134336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764855.977644:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223134336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 287us (649us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764855.977879:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39119 00002000:00100000:0.0:1775764855.977887:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8c90d5d180 x1862022223134336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/4536 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.977896:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5d180 with x1862022223134336 ext(98304->102399) 00002000:00010000:0.0:1775764855.977899:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5d180 00000100:00100000:2.0:1775764855.983238:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.983347:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223134464 00000100:00100000:0.0:1775764855.983358:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223134464 00002000:00100000:0.0:1775764855.983408:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (73728->139263) req@ffff8b8c90d5f480 x1862022223134464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.983419:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f480 with x1862022223134464 ext(73728->139263) 00002000:00010000:0.0:1775764855.983425:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f480 00000100:00100000:0.0:1775764855.983456:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39120 00000100:00100000:0.0:1775764855.983466:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223134464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764855.989180:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223134464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5704us (5940us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764855.989194:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39120 00002000:00100000:0.0:1775764855.989207:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (73728->139263) req@ffff8b8c90d5f480 x1862022223134464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 504/440 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.989217:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d5f480 with x1862022223134464 ext(73728->139263) 00002000:00010000:0.0:1775764855.989223:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d5f480 00000100:00100000:2.0:1775764855.993647:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764855.993878:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223134592 00000100:00100000:0.0:1775764855.993888:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223134592 00002000:00100000:0.0:1775764855.993937:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (94208->118783) req@ffff8b8c927fb100 x1862022223134592/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/0 e 0 to 0 dl 1775764866 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764855.993948:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb100 with x1862022223134592 ext(94208->118783) 00002000:00010000:0.0:1775764855.993964:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fb100 00000100:00100000:0.0:1775764855.993994:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39121 00000100:00100000:0.0:1775764855.994002:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223134592:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764856.000417:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223134592:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6405us (6770us total) trans 4294996213 rc 0/0 00000100:00100000:1.0:1775764856.000431:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39121 00002000:00100000:1.0:1775764856.000445:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (94208->118783) req@ffff8b8c927fb100 x1862022223134592/t4294996213(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:336/0 lens 488/448 e 0 to 0 dl 1775764866 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.000462:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb100 with x1862022223134592 ext(94208->118783) 00002000:00010000:1.0:1775764856.000468:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927fb100 00000100:00100000:1.0:1775764856.004043:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.004158:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223134720 00000100:00100000:0.0:1775764856.004168:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223134720 00000100:00100000:0.0:1775764856.004259:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84888 00000100:00100000:0.0:1775764856.004270:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223134720:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764856.046186:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996211 is committed 00000001:00080000:1.0:1775764856.046400:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996213 is committed 00000100:00100000:0.0:1775764856.046685:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223134720:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 42410us (42645us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764856.046697:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84888 00000100:00100000:2.0:1775764856.052981:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.053427:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223134848 00000100:00100000:3.0:1775764856.053439:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223134848 00002000:00100000:3.0:1775764856.053584:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2945024->2949119) req@ffff8b8c927f9180 x1862022223134848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764856.053594:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9180 with x1862022223134848 ext(2945024->2949119) 00002000:00010000:3.0:1775764856.053600:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9180 00000100:00100000:3.0:1775764856.053634:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39122 00000100:00100000:3.0:1775764856.053644:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223134848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764856.054168:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223134848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 524us (1193us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764856.054177:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39122 00002000:00100000:3.0:1775764856.054184:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2945024->2949119) req@ffff8b8c927f9180 x1862022223134848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/4536 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764856.054200:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f9180 with x1862022223134848 ext(2945024->2949119) 00002000:00010000:3.0:1775764856.054204:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f9180 00000100:00080000:0.0:1775764856.055641:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764856.058655:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.058854:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223134976 00000100:00100000:1.0:1775764856.058864:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223134976 00002000:00100000:1.0:1775764856.058915:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2949120->2953215) req@ffff8b8c927f8700 x1862022223134976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.058927:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8700 with x1862022223134976 ext(2949120->2953215) 00002000:00010000:1.0:1775764856.058932:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8700 00000100:00100000:1.0:1775764856.058968:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39123 00000100:00100000:1.0:1775764856.058977:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223134976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764856.059247:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223134976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (604us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764856.059255:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39123 00002000:00100000:1.0:1775764856.059261:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2949120->2953215) req@ffff8b8c927f8700 x1862022223134976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/4536 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.059271:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8700 with x1862022223134976 ext(2949120->2953215) 00002000:00010000:1.0:1775764856.059274:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8700 00000100:00100000:1.0:1775764856.064027:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764856.064368:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223135104 00000100:00100000:2.0:1775764856.064378:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223135104 00002000:00100000:2.0:1775764856.064424:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2924544->2990079) req@ffff8b8cb77e0380 x1862022223135104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 504/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764856.064436:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022223135104 ext(2924544->2990079) 00002000:00010000:2.0:1775764856.064442:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0380 00000100:00100000:2.0:1775764856.064474:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39124 00000100:00100000:2.0:1775764856.064483:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223135104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764856.070219:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223135104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5726us (6191us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764856.070232:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39124 00002000:00100000:2.0:1775764856.070243:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2924544->2990079) req@ffff8b8cb77e0380 x1862022223135104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 504/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764856.070253:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022223135104 ext(2924544->2990079) 00002000:00010000:2.0:1775764856.070259:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0380 00000100:00100000:2.0:1775764856.076461:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.076575:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223135232 00000100:00100000:0.0:1775764856.076585:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223135232 00002000:00100000:0.0:1775764856.076629:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3493888->3518463) req@ffff8b8c927fad80 x1862022223135232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.076640:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fad80 with x1862022223135232 ext(3493888->3518463) 00002000:00010000:0.0:1775764856.076647:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fad80 00000100:00100000:0.0:1775764856.076870:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39125 00000100:00100000:0.0:1775764856.076880:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223135232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764856.080522:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223135232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3632us (4058us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1775764856.080570:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39125 00002000:00100000:0.0:1775764856.080583:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3493888->3518463) req@ffff8b8c927fad80 x1862022223135232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.080594:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fad80 with x1862022223135232 ext(3493888->3518463) 00002000:00010000:0.0:1775764856.080599:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fad80 00000100:00100000:2.0:1775764856.084937:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.085311:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223135360 00000100:00100000:3.0:1775764856.085321:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223135360 00002000:00100000:3.0:1775764856.085369:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2736128->2801663) req@ffff8b8c927faa00 x1862022223135360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764856.085380:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927faa00 with x1862022223135360 ext(2736128->2801663) 00002000:00010000:3.0:1775764856.085386:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927faa00 00000100:00100000:3.0:1775764856.085418:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39126 00000100:00100000:3.0:1775764856.085427:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223135360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764856.093019:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223135360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7584us (8082us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1775764856.093033:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39126 00002000:00100000:0.0:1775764856.093047:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2736128->2801663) req@ffff8b8c927faa00 x1862022223135360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.093056:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927faa00 with x1862022223135360 ext(2736128->2801663) 00002000:00010000:0.0:1775764856.093063:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927faa00 00000100:00100000:3.0:1775764856.097595:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.097722:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223135488 00000100:00100000:0.0:1775764856.097734:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223135488 00002000:00100000:0.0:1775764856.097793:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2801664->2838527) req@ffff8b8cc17b5880 x1862022223135488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.097804:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022223135488 ext(2801664->2838527) 00002000:00010000:0.0:1775764856.097809:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5880 00000100:00100000:0.0:1775764856.097842:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39127 00000100:00100000:0.0:1775764856.097852:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223135488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764856.102858:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223135488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4994us (5259us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764856.102871:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39127 00002000:00100000:0.0:1775764856.102885:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2801664->2838527) req@ffff8b8cc17b5880 x1862022223135488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.102895:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022223135488 ext(2801664->2838527) 00002000:00010000:0.0:1775764856.102901:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5880 00000100:00100000:2.0:1775764856.108222:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.108327:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223135616 00000100:00100000:1.0:1775764856.108338:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223135616 00002000:00100000:1.0:1775764856.108387:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3268608->3334143) req@ffff8b8c927f8000 x1862022223135616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.108399:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8000 with x1862022223135616 ext(3268608->3334143) 00002000:00010000:1.0:1775764856.108404:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8000 00000100:00100000:1.0:1775764856.108437:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39128 00000100:00100000:1.0:1775764856.108447:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223135616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764856.115278:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223135616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6820us (7055us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764856.115291:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39128 00002000:00100000:1.0:1775764856.115305:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3268608->3334143) req@ffff8b8c927f8000 x1862022223135616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.115315:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8000 with x1862022223135616 ext(3268608->3334143) 00002000:00010000:1.0:1775764856.115322:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8000 00000100:00100000:3.0:1775764856.119508:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.119826:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223135744 00000100:00100000:1.0:1775764856.119837:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223135744 00002000:00100000:1.0:1775764856.119904:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3334144->3371007) req@ffff8b8cc17b6300 x1862022223135744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.119916:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022223135744 ext(3334144->3371007) 00002000:00010000:1.0:1775764856.119922:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300 00000100:00100000:1.0:1775764856.120002:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39129 00000100:00100000:1.0:1775764856.120012:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223135744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764856.125448:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223135744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5426us (5939us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764856.125461:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39129 00002000:00100000:1.0:1775764856.125475:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3334144->3371007) req@ffff8b8cc17b6300 x1862022223135744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.125488:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022223135744 ext(3334144->3371007) 00002000:00010000:1.0:1775764856.125494:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300 00000100:00100000:3.0:1775764856.130206:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.130475:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223136000 00000100:00100000:0.0:1775764856.130487:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223136000 00000100:00100000:0.0:1775764856.130588:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44692 00000100:00100000:0.0:1775764856.130599:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223136000:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764856.130815:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764856.130849:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d08f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd25c expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.130872:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764856.130878:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764856.131119:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08f9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.131133:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.131143:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764856.131194:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032456 00000004:00010000:0.0:1775764856.131232:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000102667c1 reply state 000000005d107794 transno 4295032457 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764856.131241:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764856.131345:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223136000:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 748us (1149us total) trans 4295032457 rc 0/0 00000100:00100000:0.0:1775764856.131352:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44692 00000020:00080000:0.0:1775764856.131358:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764856.135641:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.135676:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.135685:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.135690:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7de00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764856.135695:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.135703:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08f9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.135722:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764856.135725:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764856.135729:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.135740:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d08f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764856.137132:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.137880:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223136128 00000100:00100000:0.0:1775764856.137894:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223136128 00002000:00010000:0.0:1775764856.137939:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764856.137944:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022223136128 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764856.137970:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380. 00000100:00100000:0.0:1775764856.138004:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39130 00000100:00100000:0.0:1775764856.138014:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223136128:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764856.138306:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764856.138310:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:0.0:1775764856.138313:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764855 -> 1775764855 00002000:00010000:0.0:1775764856.138315:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:0.0:1775764856.138317:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1419 00000100:00100000:0.0:1775764856.138385:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223136128:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 373us (1260us total) trans 4294996883 rc 0/0 00000100:00100000:0.0:1775764856.138393:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39130 00002000:00010000:0.0:1775764856.138396:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764856.138399:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022223136128 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764856.138404:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380. 00000100:00100000:2.0:1775764856.141355:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.141517:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223136256 00000100:00100000:0.0:1775764856.141528:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223136256 00002000:00010000:0.0:1775764856.141608:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1331601->18446744073709551615) 00002000:00100000:0.0:1775764856.141613:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8a80 with x1862022223136256 ext(1331601->18446744073709551615) 00002000:00010000:0.0:1775764856.141626:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f8a80. 00000100:00100000:0.0:1775764856.141663:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39131 00000100:00100000:0.0:1775764856.141678:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223136256:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764856.141978:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 819373 -> 1331601 00002000:00010000:0.0:1775764856.141982:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:0.0:1775764856.141984:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:0.0:1775764856.141986:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:0.0:1775764856.141988:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 135 00000100:00100000:0.0:1775764856.142050:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223136256:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 371us (701us total) trans 4294996214 rc 0/0 00000100:00100000:0.0:1775764856.142057:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39131 00002000:00010000:0.0:1775764856.142061:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1331601->18446744073709551615) 00002000:00100000:0.0:1775764856.142063:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8a80 with x1862022223136256 ext(1331601->18446744073709551615) 00002000:00010000:0.0:1775764856.142068:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f8a80. 00000100:00100000:3.0:1775764856.145481:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.145586:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223136384 00000100:00100000:0.0:1775764856.145597:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223136384 00000100:00100000:0.0:1775764856.145666:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44693 00000100:00100000:0.0:1775764856.145686:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022223136384:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764856.145713:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764856.145734:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0900 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd263 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.145827:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0907 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.145842:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.145855:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764856.145882:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5525905 00000004:00200000:0.0:1775764856.145886:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764856.145902:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.145924:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0900 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd263 expref: 21 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.145944:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0907 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd263 expref: 20 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.145964:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764856.145967:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764856.145971:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7c600, rc 0) 00000100:00100000:0.0:1775764856.146037:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223136384:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 363us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764856.146044:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44693 00000100:00100000:3.0:1775764856.152293:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764856.152470:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223136640 00000100:00100000:2.0:1775764856.152481:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223136640 00000100:00100000:2.0:1775764856.152574:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44694 00000100:00100000:2.0:1775764856.152584:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223136640:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764856.152642:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764856.152926:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0907 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd263 expref: 20 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.152946:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764856.152963:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764856.153188:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d090e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.153204:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d090e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.153215:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d090e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764856.153267:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032458 00000004:00010000:2.0:1775764856.153298:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b742396 reply state 00000000c6150111 transno 4295032459 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d090e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764856.153308:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764856.153408:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223136640:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 824us (1128us total) trans 4295032459 rc 0/0 00000100:00100000:2.0:1775764856.153415:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44694 00000020:00080000:2.0:1775764856.153420:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764856.156360:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d090e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.156375:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d090e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.156383:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d090e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.156389:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca25bba00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764856.156395:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d090e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.156402:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d090e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.156421:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764856.156424:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764856.156429:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d090e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.156436:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d090e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764856.160003:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.160107:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.161409:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223136768 00000100:00100000:1.0:1775764856.161421:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223136768 00002000:00010000:1.0:1775764856.161467:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764856.161472:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022223136768 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764856.161484:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4000. 00000100:00100000:1.0:1775764856.161511:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223136896 00000100:00100000:1.0:1775764856.161514:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223136896 00002000:00010000:1.0:1775764856.161525:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (223727->18446744073709551615) 00002000:00100000:1.0:1775764856.161527:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022223136896 ext(223727->18446744073709551615) 00002000:00010000:1.0:1775764856.161533:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5180. 00000100:00100000:1.0:1775764856.161579:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39132 00000100:00100000:1.0:1775764856.161589:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223136768:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764856.161843:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764856.161847:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:1.0:1775764856.161850:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764855 -> 1775764855 00002000:00010000:1.0:1775764856.161852:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:1.0:1775764856.161855:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1419 00000100:00100000:1.0:1775764856.161914:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223136768:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 325us (1919us total) trans 4294996884 rc 0/0 00000100:00100000:1.0:1775764856.161921:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39132 00002000:00010000:1.0:1775764856.161925:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764856.161929:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022223136768 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764856.161933:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4000. 00000100:00100000:1.0:1775764856.161963:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39133 00000100:00100000:1.0:1775764856.161970:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223136896:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764856.162132:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1331601 -> 223727 00002000:00010000:1.0:1775764856.162135:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:1.0:1775764856.162137:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:1.0:1775764856.162139:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:1.0:1775764856.162142:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764856.162166:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223136896:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 196us (2058us total) trans 4294996215 rc 0/0 00000100:00100000:1.0:1775764856.162173:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39133 00002000:00010000:1.0:1775764856.162175:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (223727->18446744073709551615) 00002000:00100000:1.0:1775764856.162178:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022223136896 ext(223727->18446744073709551615) 00002000:00010000:1.0:1775764856.162182:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5180. 00000100:00100000:1.0:1775764856.167071:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.167154:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223137024 00000100:00100000:3.0:1775764856.167165:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223137024 00000100:00100000:3.0:1775764856.167337:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44695 00000100:00100000:3.0:1775764856.167349:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022223137024:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764856.167377:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764856.167399:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d0915 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd26a expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.167511:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d091c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.167526:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d091c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.167920:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d091c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764856.168045:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4418031 00000004:00200000:3.0:1775764856.168050:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764856.168071:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d091c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.168101:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d0915 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd26a expref: 23 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.168121:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d091c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd26a expref: 22 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.168131:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764856.168134:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764856.168138:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044600, rc 0) 00000100:00100000:3.0:1775764856.168215:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223137024:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 868us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764856.168223:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44695 00000100:00100000:3.0:1775764856.175469:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.175890:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223137152 00000100:00100000:0.0:1775764856.175901:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223137152 00002000:00100000:0.0:1775764856.175970:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->3026943) req@ffff8b8cc17b7480 x1862022223137152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.175982:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7480 with x1862022223137152 ext(2990080->3026943) 00002000:00010000:0.0:1775764856.175989:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7480 00000100:00100000:0.0:1775764856.176078:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39134 00000100:00100000:0.0:1775764856.176089:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223137152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764856.184365:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223137152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8267us (8896us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764856.184379:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39134 00002000:00100000:0.0:1775764856.184391:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->3026943) req@ffff8b8cc17b7480 x1862022223137152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.184402:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7480 with x1862022223137152 ext(2990080->3026943) 00002000:00010000:0.0:1775764856.184408:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7480 00000100:00100000:1.0:1775764856.193272:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764856.193450:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223137280 00000100:00100000:2.0:1775764856.193461:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223137280 00002000:00100000:2.0:1775764856.193509:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3674112->3678207) req@ffff8b8cb77e1500 x1862022223137280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764856.193520:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1500 with x1862022223137280 ext(3674112->3678207) 00002000:00010000:2.0:1775764856.193525:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1500 00000100:00100000:1.0:1775764856.194094:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39135 00000100:00100000:1.0:1775764856.194108:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223137280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764856.194349:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223137280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 244us (1085us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764856.194356:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39135 00002000:00100000:1.0:1775764856.194364:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3674112->3678207) req@ffff8b8cb77e1500 x1862022223137280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/4536 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.194380:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1500 with x1862022223137280 ext(3674112->3678207) 00002000:00010000:1.0:1775764856.194384:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1500 00000100:00100000:3.0:1775764856.201336:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.201527:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223137408 00000100:00100000:1.0:1775764856.201828:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223137408 00002000:00100000:1.0:1775764856.201879:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3678208->3682303) req@ffff8b8cc17b6d80 x1862022223137408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.201890:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6d80 with x1862022223137408 ext(3678208->3682303) 00002000:00010000:1.0:1775764856.201897:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6d80 00000100:00100000:1.0:1775764856.201928:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39136 00000100:00100000:1.0:1775764856.201936:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223137408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764856.202307:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223137408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 369us (979us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764856.202315:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39136 00002000:00100000:1.0:1775764856.202321:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3678208->3682303) req@ffff8b8cc17b6d80 x1862022223137408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/4536 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.202330:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6d80 with x1862022223137408 ext(3678208->3682303) 00002000:00010000:1.0:1775764856.202333:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6d80 00000100:00100000:3.0:1775764856.211330:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.212154:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223137536 00000100:00100000:0.0:1775764856.212168:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223137536 00002000:00100000:0.0:1775764856.212230:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->3985407) req@ffff8b8c8defca80 x1862022223137536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 520/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.212242:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022223137536 ext(3387392->3985407) 00002000:00010000:0.0:1775764856.212249:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defca80 00000100:00100000:0.0:1775764856.212329:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39137 00000100:00100000:0.0:1775764856.212340:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223137536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764856.225328:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223137536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12978us (13995us total) trans 0 rc 565248/565248 00000100:00100000:2.0:1775764856.225343:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39137 00002000:00100000:2.0:1775764856.225355:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->3985407) req@ffff8b8c8defca80 x1862022223137536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 520/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 565248/565248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764856.225366:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022223137536 ext(3387392->3985407) 00002000:00010000:2.0:1775764856.225372:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defca80 00000100:00100000:0.0:1775764856.233293:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.233820:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223137664 00000100:00100000:1.0:1775764856.233830:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223137664 00002000:00100000:1.0:1775764856.233881:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (606208->3727359) req@ffff8b8c8e899500 x1862022223137664/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 504/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.233892:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899500 with x1862022223137664 ext(606208->3727359) 00002000:00010000:1.0:1775764856.233898:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899500 00000100:00100000:1.0:1775764856.233936:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39138 00000100:00100000:1.0:1775764856.234112:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223137664:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764856.246199:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223137664:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12242us (12904us total) trans 4294996885 rc 0/0 00000100:00100000:2.0:1775764856.246214:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39138 00002000:00100000:2.0:1775764856.246227:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (606208->3727359) req@ffff8b8c8e899500 x1862022223137664/t4294996885(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 504/448 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764856.246237:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e899500 with x1862022223137664 ext(606208->3727359) 00002000:00010000:2.0:1775764856.246243:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8e899500 00000100:00100000:2.0:1775764856.254161:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.254276:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223137792 00000100:00100000:1.0:1775764856.254288:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223137792 00000100:00100000:1.0:1775764856.254382:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84889 00000100:00100000:1.0:1775764856.254393:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223137792:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764856.297113:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996883 is committed 00000001:00080000:3.0:1775764856.297134:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996884 is committed 00000001:00080000:3.0:1775764856.297140:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996885 is committed 00000100:00100000:2.0:1775764856.297309:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223137792:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 42912us (43151us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764856.297321:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84889 00000100:00100000:1.0:1775764856.307354:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.307466:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223137920 00000100:00100000:3.0:1775764856.307477:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223137920 00002000:00100000:3.0:1775764856.307531:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2580480->3178495) req@ffff8b8cb77e3b80 x1862022223137920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 520/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764856.307826:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3b80 with x1862022223137920 ext(2580480->3178495) 00002000:00010000:3.0:1775764856.307834:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3b80 00000100:00100000:3.0:1775764856.307909:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39139 00000100:00100000:3.0:1775764856.307920:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223137920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764856.377293:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223137920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 69362us (69937us total) trans 0 rc 393216/393216 00000100:00100000:3.0:1775764856.377307:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39139 00002000:00100000:3.0:1775764856.377320:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2580480->3178495) req@ffff8b8cb77e3b80 x1862022223137920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 520/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 393216/393216 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764856.377331:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3b80 with x1862022223137920 ext(2580480->3178495) 00002000:00010000:3.0:1775764856.377338:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3b80 00000100:00100000:1.0:1775764856.386186:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.386301:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223138048 00000100:00100000:0.0:1775764856.386312:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223138048 00002000:00100000:0.0:1775764856.386366:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (614400->2932735) req@ffff8b8cbb783800 x1862022223138048/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 504/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.386378:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783800 with x1862022223138048 ext(614400->2932735) 00002000:00010000:0.0:1775764856.386383:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783800 00000100:00100000:0.0:1775764856.386421:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39140 00000100:00100000:0.0:1775764856.386441:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223138048:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764856.396395:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223138048:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9941us (10205us total) trans 4294996886 rc 0/0 00000100:00100000:0.0:1775764856.396410:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39140 00002000:00100000:0.0:1775764856.396424:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (614400->2932735) req@ffff8b8cbb783800 x1862022223138048/t4294996886(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 504/448 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.396448:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783800 with x1862022223138048 ext(614400->2932735) 00002000:00010000:0.0:1775764856.396454:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783800 00000100:00100000:1.0:1775764856.403288:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.403349:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223138176 00000100:00100000:3.0:1775764856.403360:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223138176 00000100:00100000:3.0:1775764856.403414:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84890 00000100:00100000:3.0:1775764856.403433:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223138176:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764856.458934:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996886 is committed 00000100:00100000:3.0:1775764856.459224:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223138176:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 55795us (55940us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764856.459237:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84890 00000100:00100000:2.0:1775764856.465338:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.465450:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223138432 00000100:00100000:0.0:1775764856.465461:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223138432 00000100:00100000:0.0:1775764856.465519:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44696 00000100:00100000:0.0:1775764856.465529:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223138432:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764856.465974:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764856.466004:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d091c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd26a expref: 22 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.466026:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764856.466032:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764856.466337:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0923 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.466354:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.466365:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764856.466435:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032460 00000004:00010000:0.0:1775764856.466462:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000adaea52f reply state 000000005f42f494 transno 4295032461 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764856.466472:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764856.467144:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223138432:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1612us (1930us total) trans 4295032461 rc 0/0 00000100:00100000:0.0:1775764856.467153:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44696 00000020:00080000:0.0:1775764856.467159:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764856.472816:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764856.472849:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.472916:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223138560 00000100:00100000:3.0:1775764856.472927:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223138560 00002000:00010000:3.0:1775764856.472968:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3671297->18446744073709551615) 00002000:00100000:3.0:1775764856.472973:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb480 with x1862022223138560 ext(3671297->18446744073709551615) 00002000:00010000:3.0:1775764856.472985:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb480. 00000100:00100000:3.0:1775764856.473013:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223138688 00000100:00100000:3.0:1775764856.473016:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223138688 00002000:00010000:3.0:1775764856.473027:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764856.473030:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8e00 with x1862022223138688 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764856.473037:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f8e00. 00000100:00100000:3.0:1775764856.473053:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39141 00000100:00100000:3.0:1775764856.473061:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223138560:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764856.473532:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3671297 00002000:00010000:3.0:1775764856.473558:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.473561:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764855 -> 1775764856 00002000:00010000:3.0:1775764856.473563:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.473565:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1805 00000100:00100000:3.0:1775764856.473630:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223138560:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 569us (822us total) trans 4294996887 rc 0/0 00000100:00100000:3.0:1775764856.473638:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39141 00002000:00010000:3.0:1775764856.473642:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3671297->18446744073709551615) 00002000:00100000:3.0:1775764856.473644:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fb480 with x1862022223138560 ext(3671297->18446744073709551615) 00002000:00010000:3.0:1775764856.473649:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fb480. 00000100:00100000:1.0:1775764856.473812:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39142 00000100:00100000:1.0:1775764856.473823:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223138688:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764856.473996:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 223727 -> 0 00002000:00010000:1.0:1775764856.474000:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:1.0:1775764856.474002:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:1.0:1775764856.474004:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:1.0:1775764856.474007:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764856.474032:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223138688:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 212us (1182us total) trans 4294996216 rc 0/0 00000100:00100000:1.0:1775764856.474038:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39142 00002000:00010000:1.0:1775764856.474041:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764856.474044:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8e00 with x1862022223138688 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764856.474048:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c927f8e00. 00010000:00010000:0.0:1775764856.475674:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.475690:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0923 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.475698:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0923 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.475705:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7da00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764856.475709:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0923 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.475717:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0923 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.475734:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764856.475738:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764856.475742:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0923 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.475753:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7da00/0xdb23b4c9253d0923 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764856.483473:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.483582:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223138816 00000100:00100000:3.0:1775764856.483592:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223138816 00000100:00100000:3.0:1775764856.483651:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44697 00000100:00100000:3.0:1775764856.483661:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022223138816:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764856.483693:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764856.483714:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d092a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd271 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.483817:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0931 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.483832:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.483844:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764856.483870:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3671297 00000004:00200000:3.0:1775764856.483874:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764856.483891:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.483916:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d092a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd271 expref: 25 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.483932:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0931 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd271 expref: 24 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.483942:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764856.483945:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764856.483949:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecee00, rc 0) 00000100:00100000:3.0:1775764856.484006:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223138816:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 347us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764856.484013:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44697 00000100:00100000:3.0:1775764856.490657:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.490916:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223138944 00000100:00100000:0.0:1775764856.490927:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223138944 00002000:00100000:0.0:1775764856.490989:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1650688->1654783) req@ffff8b8c8defe300 x1862022223138944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.491000:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022223138944 ext(1650688->1654783) 00002000:00010000:0.0:1775764856.491006:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300 00000100:00100000:0.0:1775764856.491040:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39143 00000100:00100000:0.0:1775764856.491050:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223138944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764856.491309:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223138944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 260us (673us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764856.491318:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39143 00002000:00100000:0.0:1775764856.491324:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1650688->1654783) req@ffff8b8c8defe300 x1862022223138944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/4536 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.491342:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022223138944 ext(1650688->1654783) 00002000:00010000:0.0:1775764856.491346:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300 00000100:00100000:2.0:1775764856.497201:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.497285:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223139072 00000100:00100000:3.0:1775764856.497297:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223139072 00002000:00100000:3.0:1775764856.497350:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1654784->1658879) req@ffff8b8c927fa300 x1862022223139072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764856.497362:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa300 with x1862022223139072 ext(1654784->1658879) 00002000:00010000:3.0:1775764856.497367:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa300 00000100:00100000:3.0:1775764856.497399:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39144 00000100:00100000:3.0:1775764856.497409:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223139072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764856.497838:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223139072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 428us (647us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764856.497846:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39144 00002000:00100000:3.0:1775764856.497853:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1654784->1658879) req@ffff8b8c927fa300 x1862022223139072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/4536 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764856.497861:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa300 with x1862022223139072 ext(1654784->1658879) 00002000:00010000:3.0:1775764856.497865:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa300 00000100:00100000:2.0:1775764856.509112:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.510055:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223139200 00000100:00100000:0.0:1775764856.510069:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223139200 00002000:00100000:0.0:1775764856.510127:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1236992->2088959) req@ffff8b8c927f8380 x1862022223139200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 536/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.510135:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8380 with x1862022223139200 ext(1236992->2088959) 00002000:00010000:0.0:1775764856.510141:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8380 00000100:00100000:0.0:1775764856.510169:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39145 00000100:00100000:0.0:1775764856.510178:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223139200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764856.527119:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223139200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16931us (18006us total) trans 0 rc 708608/708608 00000100:00100000:3.0:1775764856.527133:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39145 00002000:00100000:3.0:1775764856.527146:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1236992->2088959) req@ffff8b8c927f8380 x1862022223139200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 536/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 708608/708608 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764856.527157:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927f8380 with x1862022223139200 ext(1236992->2088959) 00002000:00010000:3.0:1775764856.527163:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927f8380 00000100:00100000:2.0:1775764856.536117:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.536451:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223139328 00000100:00100000:1.0:1775764856.536462:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223139328 00002000:00100000:1.0:1775764856.536507:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (847872->1048575) req@ffff8b8cbaed6680 x1862022223139328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 504/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.536519:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6680 with x1862022223139328 ext(847872->1048575) 00002000:00010000:1.0:1775764856.536525:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed6680 00000100:00100000:1.0:1775764856.536853:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39146 00000100:00100000:1.0:1775764856.536863:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223139328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764856.541804:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223139328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4932us (5686us total) trans 0 rc 110592/110592 00000100:00100000:1.0:1775764856.541818:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39146 00002000:00100000:1.0:1775764856.541830:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (847872->1048575) req@ffff8b8cbaed6680 x1862022223139328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 504/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 110592/110592 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.541840:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed6680 with x1862022223139328 ext(847872->1048575) 00002000:00010000:1.0:1775764856.541846:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed6680 00000100:00100000:0.0:1775764856.548117:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.548227:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223139584 00000100:00100000:1.0:1775764856.548237:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223139584 00000100:00100000:1.0:1775764856.548291:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44698 00000100:00100000:1.0:1775764856.548299:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223139584:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764856.548350:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764856.548376:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0931 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd271 expref: 24 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.548394:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764856.548400:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764856.548849:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0938 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.548868:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0938 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.548877:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0938 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764856.548933:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032462 00000004:00010000:1.0:1775764856.549055:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1a2348c reply state 0000000015e8b3e1 transno 4295032463 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0938 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764856.549065:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764856.549276:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223139584:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 975us (1165us total) trans 4295032463 rc 0/0 00000100:00100000:1.0:1775764856.549284:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44698 00000020:00080000:1.0:1775764856.549291:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764856.554147:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.554173:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764856.554255:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0938 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.554271:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0938 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.554279:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0938 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.554284:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764856.554290:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0938 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.554297:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0938 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.554321:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764856.554324:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764856.554329:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0938 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.554334:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0938 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764856.554371:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223139712 00000100:00100000:1.0:1775764856.554380:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223139712 00002000:00010000:1.0:1775764856.554421:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3991586->18446744073709551615) 00002000:00100000:1.0:1775764856.554426:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc700 with x1862022223139712 ext(3991586->18446744073709551615) 00002000:00010000:1.0:1775764856.554437:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defc700. 00000100:00100000:1.0:1775764856.554461:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223139840 00000100:00100000:1.0:1775764856.554463:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223139840 00002000:00010000:1.0:1775764856.554477:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764856.554481:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd180 with x1862022223139840 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764856.554487:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd180. 00000100:00100000:1.0:1775764856.554504:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39147 00000100:00100000:1.0:1775764856.554513:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223139712:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764856.554829:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3671297 -> 3991586 00002000:00010000:1.0:1775764856.554833:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:1.0:1775764856.554835:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764856 -> 1775764856 00002000:00010000:1.0:1775764856.554837:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:1.0:1775764856.554840:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1805 -> 1805 00000100:00100000:0.0:1775764856.555015:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39148 00000100:00100000:0.0:1775764856.555027:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223139840:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764856.555154:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764856.555157:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:0.0:1775764856.555159:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:0.0:1775764856.555161:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:0.0:1775764856.555163:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764856.555598:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223139712:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1083us (1460us total) trans 4294996888 rc 0/0 00000100:00100000:1.0:1775764856.555607:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39147 00002000:00010000:1.0:1775764856.555611:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3991586->18446744073709551615) 00002000:00100000:1.0:1775764856.555614:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc700 with x1862022223139712 ext(3991586->18446744073709551615) 00002000:00010000:1.0:1775764856.555622:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defc700. 00000100:00100000:0.0:1775764856.556133:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223139840:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1106us (1955us total) trans 4294996217 rc 0/0 00000100:00100000:0.0:1775764856.556141:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39148 00002000:00010000:0.0:1775764856.556144:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764856.556147:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd180 with x1862022223139840 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764856.556153:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd180. 00000100:00100000:3.0:1775764856.560322:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.560425:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223139968 00000100:00100000:0.0:1775764856.560436:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223139968 00000100:00100000:0.0:1775764856.560534:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44699 00000100:00100000:0.0:1775764856.560660:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022223139968:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764856.560686:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764856.560707:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d093f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd278 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.560801:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d0946 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.560816:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d0946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.560827:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d0946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764856.560855:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3991586 00000004:00200000:0.0:1775764856.560859:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764856.560874:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d0946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.560898:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7ca00/0xdb23b4c9253d093f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd278 expref: 27 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.560915:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d0946 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd278 expref: 26 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.560924:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764856.560927:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764856.560931:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7dc00, rc 0) 00000100:00100000:0.0:1775764856.561141:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223139968:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 484us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764856.561148:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44699 00000100:00100000:2.0:1775764856.567156:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.567237:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223140224 00000100:00100000:0.0:1775764856.567248:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223140224 00000100:00100000:0.0:1775764856.567311:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44700 00000100:00100000:0.0:1775764856.567323:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223140224:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764856.567387:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764856.567418:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7dc00/0xdb23b4c9253d0946 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd278 expref: 26 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.567439:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764856.567445:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764856.567701:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d094d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.567716:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d094d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.567727:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d094d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764856.567792:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032464 00000004:00010000:0.0:1775764856.567819:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e8954eda reply state 000000005bdad1fd transno 4295032465 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d094d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764856.567830:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764856.567918:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223140224:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 598us (774us total) trans 4295032465 rc 0/0 00000100:00100000:0.0:1775764856.567925:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44700 00000020:00080000:0.0:1775764856.567931:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764856.570288:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d094d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.570303:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d094d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.570311:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d094d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.570316:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7c800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764856.570322:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d094d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.570328:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d094d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.570344:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764856.570347:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764856.570351:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d094d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.570356:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c800/0xdb23b4c9253d094d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764856.572496:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.573080:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223140352 00000100:00100000:3.0:1775764856.573090:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223140352 00002000:00010000:3.0:1775764856.573129:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764856.573134:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022223140352 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764856.573147:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:3.0:1775764856.573182:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39149 00000100:00100000:3.0:1775764856.573192:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223140352:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764856.573434:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3991586 -> 4194304 00002000:00010000:3.0:1775764856.573439:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.573441:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.573443:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.573445:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1805 -> 1805 00000100:00100000:3.0:1775764856.573512:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223140352:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 320us (1024us total) trans 4294996889 rc 0/0 00000100:00100000:3.0:1775764856.573520:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39149 00002000:00010000:3.0:1775764856.573524:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764856.573526:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022223140352 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764856.573531:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:0.0:1775764856.576309:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.576404:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223140480 00000100:00100000:3.0:1775764856.576414:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223140480 00002000:00010000:3.0:1775764856.576453:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (181222->18446744073709551615) 00002000:00100000:3.0:1775764856.576458:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63b80 with x1862022223140480 ext(181222->18446744073709551615) 00002000:00010000:3.0:1775764856.576471:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e63b80. 00000100:00100000:3.0:1775764856.576504:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39150 00000100:00100000:3.0:1775764856.576515:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223140480:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764856.576802:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 181222 00002000:00010000:3.0:1775764856.576806:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.576809:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:3.0:1775764856.576811:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.576813:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764856.576887:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223140480:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 374us (588us total) trans 4294996218 rc 0/0 00000100:00100000:3.0:1775764856.576894:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39150 00002000:00010000:3.0:1775764856.576898:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (181222->18446744073709551615) 00002000:00100000:3.0:1775764856.576901:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63b80 with x1862022223140480 ext(181222->18446744073709551615) 00002000:00010000:3.0:1775764856.576906:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e63b80. 00000100:00100000:2.0:1775764856.581271:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.581373:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223140608 00000100:00100000:1.0:1775764856.581383:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223140608 00000100:00100000:1.0:1775764856.581442:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44701 00000100:00100000:1.0:1775764856.581454:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022223140608:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764856.581481:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764856.581504:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0954 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd27f expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.581657:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d095b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.581671:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d095b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.581683:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d095b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764856.581711:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4375526 00000004:00200000:1.0:1775764856.581715:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764856.581733:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d095b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.581761:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0954 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd27f expref: 29 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.581793:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d095b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd27f expref: 28 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.581801:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764856.581804:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764856.581809:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83e00, rc 0) 00000100:00100000:1.0:1775764856.581862:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223140608:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 411us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764856.581871:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44701 00000100:00100000:1.0:1775764856.594392:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.594505:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.596520:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.596675:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223140736 00000100:00100000:0.0:1775764856.596686:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223140736 00002000:00100000:0.0:1775764856.596737:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1048576->4001791) req@ffff8b8cbb782680 x1862022223140736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 568/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.596749:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223140736 ext(1048576->4001791) 00002000:00010000:0.0:1775764856.596756:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:0.0:1775764856.596829:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223140864 00000100:00100000:0.0:1775764856.596833:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223140864 00002000:00100000:0.0:1775764856.596850:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4001792->4194303) req@ffff8b8cbb782d80 x1862022223140864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.596858:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782d80 with x1862022223140864 ext(4001792->4194303) 00002000:00010000:0.0:1775764856.596862:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782d80 00000100:00100000:2.0:1775764856.597151:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223140992 00000100:00100000:2.0:1775764856.597156:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223140992 00002000:00100000:2.0:1775764856.597181:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (106496->110591) req@ffff8b8cbb780e00 x1862022223140992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764856.597190:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780e00 with x1862022223140992 ext(106496->110591) 00002000:00010000:2.0:1775764856.597194:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780e00 00000100:00100000:2.0:1775764856.597214:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39151 00000100:00100000:2.0:1775764856.597224:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223140736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764856.598603:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39152 00000100:00100000:2.0:1775764856.598616:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223140864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764856.598865:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39153 00000100:00100000:2.0:1775764856.598874:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223140992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764856.599007:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223140992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 133us (2492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764856.599015:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39153 00002000:00100000:2.0:1775764856.599023:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (106496->110591) req@ffff8b8cbb780e00 x1862022223140992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/4536 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764856.599031:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780e00 with x1862022223140992 ext(106496->110591) 00002000:00010000:2.0:1775764856.599036:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780e00 00000100:00100000:3.0:1775764856.612889:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223140736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15656us (18499us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764856.612902:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39151 00002000:00100000:3.0:1775764856.612915:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1048576->4001791) req@ffff8b8cbb782680 x1862022223140736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 568/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764856.612925:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223140736 ext(1048576->4001791) 00002000:00010000:3.0:1775764856.612932:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:2.0:1775764856.617048:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223140864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18423us (22530us total) trans 0 rc 192512/192512 00000100:00100000:2.0:1775764856.617061:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39152 00002000:00100000:2.0:1775764856.617072:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4001792->4194303) req@ffff8b8cbb782d80 x1862022223140864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 192512/192512 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764856.617082:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782d80 with x1862022223140864 ext(4001792->4194303) 00002000:00010000:2.0:1775764856.617087:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782d80 00000100:00100000:1.0:1775764856.622119:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.622217:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223141120 00000100:00100000:3.0:1775764856.622228:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223141120 00002000:00100000:3.0:1775764856.622278:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (0->184319) req@ffff8b8cbb780a80 x1862022223141120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 504/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764856.622290:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022223141120 ext(0->184319) 00002000:00010000:3.0:1775764856.622295:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780a80 00000100:00100000:3.0:1775764856.622332:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39154 00000100:00100000:3.0:1775764856.622341:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223141120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764856.638738:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223141120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16385us (16618us total) trans 0 rc 180224/180224 00000100:00100000:3.0:1775764856.638753:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39154 00002000:00100000:3.0:1775764856.638766:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (0->184319) req@ffff8b8cbb780a80 x1862022223141120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 504/440 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 180224/180224 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764856.638784:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022223141120 ext(0->184319) 00002000:00010000:3.0:1775764856.638791:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780a80 00000100:00100000:0.0:1775764856.651032:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.651129:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223141376 00000100:00100000:3.0:1775764856.651140:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223141376 00000100:00100000:3.0:1775764856.651199:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44702 00000100:00100000:3.0:1775764856.651221:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223141376:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764856.651275:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764856.651303:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d095b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd27f expref: 28 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.651324:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764856.651330:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764856.651612:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0962 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.651627:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0962 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.651637:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0962 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764856.651691:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032466 00000004:00010000:3.0:1775764856.651717:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca882e79 reply state 00000000150353ef transno 4295032467 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0962 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764856.651726:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764856.651828:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223141376:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 620us (804us total) trans 4295032467 rc 0/0 00000100:00100000:3.0:1775764856.651836:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44702 00000020:00080000:3.0:1775764856.651840:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764856.657005:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.657037:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.657225:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223141504 00000100:00100000:3.0:1775764856.657235:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223141504 00002000:00010000:3.0:1775764856.657272:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3088555->18446744073709551615) 00002000:00100000:3.0:1775764856.657277:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60700 with x1862022223141504 ext(3088555->18446744073709551615) 00002000:00010000:3.0:1775764856.657288:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60700. 00000100:00100000:3.0:1775764856.657313:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223141632 00000100:00100000:3.0:1775764856.657316:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223141632 00002000:00010000:3.0:1775764856.657326:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764856.657329:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62300 with x1862022223141632 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764856.657335:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e62300. 00000100:00100000:3.0:1775764856.657352:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39155 00000100:00100000:3.0:1775764856.657360:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223141504:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764856.657685:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3088555 00002000:00010000:3.0:1775764856.657689:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.657692:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.657694:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.657697:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1805 -> 1805 00000100:00100000:3.0:1775764856.657752:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223141504:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 392us (757us total) trans 4294996890 rc 0/0 00000100:00100000:3.0:1775764856.657760:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39155 00002000:00010000:3.0:1775764856.657763:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3088555->18446744073709551615) 00002000:00100000:3.0:1775764856.657766:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60700 with x1862022223141504 ext(3088555->18446744073709551615) 00002000:00010000:3.0:1775764856.657771:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60700. 00000100:00100000:3.0:1775764856.657798:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39156 00000100:00100000:3.0:1775764856.657804:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223141632:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764856.657930:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 181222 -> 0 00002000:00010000:3.0:1775764856.657934:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.657936:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:3.0:1775764856.657938:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764856.657940:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764856.657970:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223141632:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 166us (931us total) trans 4294996219 rc 0/0 00000100:00100000:3.0:1775764856.657976:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39156 00002000:00010000:3.0:1775764856.657978:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764856.657980:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62300 with x1862022223141632 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764856.657984:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e62300. 00010000:00010000:1.0:1775764856.658806:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0962 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.658816:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0962 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.658825:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0962 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.658830:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ece400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764856.658835:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0962 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.658843:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0962 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.658870:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764856.658874:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764856.658878:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0962 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.658885:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0962 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764856.688943:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.689125:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223141760 00000100:00100000:0.0:1775764856.689136:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223141760 00000100:00100000:0.0:1775764856.689202:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44703 00000100:00100000:0.0:1775764856.689223:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022223141760:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764856.689248:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764856.689268:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0969 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd286 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.689356:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0970 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.689372:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.689384:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764856.689414:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3088555 00000004:00200000:0.0:1775764856.689418:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764856.689435:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.689461:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d0969 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd286 expref: 31 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.689478:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd286 expref: 30 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.689486:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764856.689489:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764856.689492:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbab7de00, rc 0) 00000100:00100000:0.0:1775764856.690250:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223141760:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1035us (1311us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764856.690259:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44703 00000100:00100000:3.0:1775764856.714913:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764856.715194:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223142016 00000100:00100000:2.0:1775764856.715204:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223142016 00000100:00100000:2.0:1775764856.715266:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44704 00000100:00100000:2.0:1775764856.715275:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223142016:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764856.715330:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764856.715357:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7de00/0xdb23b4c9253d0970 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd286 expref: 30 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.715378:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764856.715383:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764856.715629:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.715655:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.715665:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764856.715719:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032468 00000004:00010000:2.0:1775764856.715745:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000033c8d35e reply state 000000004597bfe8 transno 4295032469 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764856.715755:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764856.739304:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223142016:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 24016us (24387us total) trans 4295032469 rc 0/0 00000100:00100000:2.0:1775764856.739318:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44704 00000020:00080000:2.0:1775764856.739327:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764856.753431:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764856.753516:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.755813:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223142144 00000100:00100000:0.0:1775764856.755830:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223142144 00002000:00010000:0.0:1775764856.755890:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2631862->18446744073709551615) 00002000:00100000:0.0:1775764856.755895:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022223142144 ext(2631862->18446744073709551615) 00002000:00010000:0.0:1775764856.755909:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd500. 00000100:00100000:0.0:1775764856.755961:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223142272 00000100:00100000:0.0:1775764856.755966:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223142272 00002000:00010000:0.0:1775764856.755981:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764856.755984:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defed80 with x1862022223142272 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764856.755991:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defed80. 00000100:00100000:0.0:1775764856.756015:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39157 00000100:00100000:0.0:1775764856.756025:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223142144:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764856.756344:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3088555 -> 2631862 00002000:00010000:0.0:1775764856.756349:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764857 00002000:00010000:0.0:1775764856.756351:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764856 -> 1775764856 00002000:00010000:0.0:1775764856.756354:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764857 00002000:00010000:0.0:1775764856.756356:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1805 -> 1805 00000100:00100000:0.0:1775764856.756419:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223142144:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 394us (2998us total) trans 4294996891 rc 0/0 00000100:00100000:0.0:1775764856.756427:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39157 00002000:00010000:0.0:1775764856.756431:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2631862->18446744073709551615) 00002000:00100000:0.0:1775764856.756434:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022223142144 ext(2631862->18446744073709551615) 00002000:00010000:0.0:1775764856.756438:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd500. 00000100:00100000:0.0:1775764856.756455:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39158 00000100:00100000:0.0:1775764856.756462:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223142272:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764856.756631:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764856.756634:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764856 -> 1775764857 00002000:00010000:0.0:1775764856.756636:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:0.0:1775764856.756638:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764856 -> 1775764857 00002000:00010000:0.0:1775764856.756640:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764856.756681:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223142272:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 220us (3165us total) trans 4294996220 rc 0/0 00000100:00100000:0.0:1775764856.756688:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39158 00002000:00010000:0.0:1775764856.756690:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764856.756693:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defed80 with x1862022223142272 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764856.756697:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defed80. 00000100:00100000:0.0:1775764856.763165:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.763263:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223142400 00000100:00100000:1.0:1775764856.763274:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223142400 00000100:00100000:1.0:1775764856.763334:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44705 00000100:00100000:1.0:1775764856.763345:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223142400:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764856.763369:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764856.763390:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d097e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd28d expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.763477:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82200/0xdb23b4c9253d0985 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.763504:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.763513:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.763520:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.767194:0:5813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772294:0:5813:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82200/0xdb23b4c9253d0985 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772333:0:5813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772342:0:5813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772361:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764856.772365:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764856.772367:0:5813:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82200/0xdb23b4c9253d0985 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772377:0:5813:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82200/0xdb23b4c9253d0985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772385:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82200/0xdb23b4c9253d0985 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772407:0:5813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82200/0xdb23b4c9253d0985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772415:0:5813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82200/0xdb23b4c9253d0985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772421:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82200/0xdb23b4c9253d0985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764856.772470:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2631862 00000004:00200000:1.0:1775764856.772475:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764856.772496:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82200/0xdb23b4c9253d0985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772552:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d097e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd28d expref: 34 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772575:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82200/0xdb23b4c9253d0985 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd28d expref: 33 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764856.772587:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764856.772590:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764856.772592:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e82200, rc 0) 00000100:00100000:1.0:1775764856.772674:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022223142400:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 9330us (9518us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764856.772684:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44705 00010000:00010000:2.0:1775764856.773216:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764856.773223:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.773231:0:3298:0:(ldlm_request.c:1765:ldlm_cli_cancel()) ### lock is already being destroyed 00010000:00010000:2.0:1775764856.773234:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.773240:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0977 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764856.778219:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764856.780686:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.780772:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223142528 00000100:00100000:0.0:1775764856.780792:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223142528 00002000:00100000:0.0:1775764856.780842:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (995328->2514943) req@ffff8b8cbb780380 x1862022223142528/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 520/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.780864:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022223142528 ext(995328->2514943) 00002000:00010000:0.0:1775764856.780870:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780380 00000100:00100000:0.0:1775764856.780905:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39159 00000100:00100000:0.0:1775764856.780914:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223142528:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764856.786091:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223142528:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5167us (5402us total) trans 4294996892 rc 0/0 00000100:00100000:0.0:1775764856.786105:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39159 00002000:00100000:0.0:1775764856.786119:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (995328->2514943) req@ffff8b8cbb780380 x1862022223142528/t4294996892(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 520/456 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.786130:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022223142528 ext(995328->2514943) 00002000:00010000:0.0:1775764856.786136:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780380 00000100:00100000:3.0:1775764856.795655:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.795790:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223142656 00000100:00100000:1.0:1775764856.795800:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223142656 00000100:00100000:1.0:1775764856.795872:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84891 00000100:00100000:1.0:1775764856.795882:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223142656:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764856.939814:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996892 is committed 00000100:00100000:2.0:1775764856.940190:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223142656:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 144302us (144538us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764856.940202:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84891 00000100:00100000:3.0:1775764856.951729:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764856.952726:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223142784 00000100:00100000:0.0:1775764856.952739:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223142784 00002000:00100000:0.0:1775764856.952802:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2121728->2170879) req@ffff8b8c8deff480 x1862022223142784/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/0 e 0 to 0 dl 1775764867 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764856.952815:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff480 with x1862022223142784 ext(2121728->2170879) 00002000:00010000:0.0:1775764856.952821:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff480 00000100:00100000:0.0:1775764856.952860:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39160 00000100:00100000:0.0:1775764856.952871:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223142784:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764856.961506:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223142784:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8627us (9777us total) trans 4294996893 rc 0/0 00000100:00100000:1.0:1775764856.961522:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39160 00002000:00100000:1.0:1775764856.961548:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2121728->2170879) req@ffff8b8c8deff480 x1862022223142784/t4294996893(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:337/0 lens 488/448 e 0 to 0 dl 1775764867 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764856.961559:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff480 with x1862022223142784 ext(2121728->2170879) 00002000:00010000:1.0:1775764856.961564:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff480 00000100:00100000:2.0:1775764856.965477:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764856.965577:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223142912 00000100:00100000:1.0:1775764856.965587:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223142912 00000100:00100000:1.0:1775764856.965655:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84892 00000100:00100000:1.0:1775764856.965666:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223142912:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764857.047353:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996893 is committed 00000100:00100000:1.0:1775764857.047554:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223142912:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 81867us (82063us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764857.047568:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84892 00000100:00100000:2.0:1775764857.058826:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764857.058980:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223143168 00000100:00100000:0.0:1775764857.058991:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223143168 00000100:00100000:0.0:1775764857.059071:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44706 00000100:00100000:0.0:1775764857.059082:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223143168:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764857.059136:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764857.059166:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82200/0xdb23b4c9253d0985 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd28d expref: 32 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.059187:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764857.059193:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764857.059398:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d098c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.059412:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d098c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.059422:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d098c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764857.059473:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032470 00000004:00010000:0.0:1775764857.059499:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e4656fd reply state 000000009e506918 transno 4295032471 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d098c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764857.059508:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764857.059645:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223143168:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 566us (828us total) trans 4295032471 rc 0/0 00000100:00100000:0.0:1775764857.059651:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44706 00000020:00080000:0.0:1775764857.059656:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1775764857.059941:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764857.062626:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d098c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.062653:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d098c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.062667:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d098c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.062673:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbab7c600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764857.062678:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d098c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.062686:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d098c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.062705:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764857.062708:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764857.062712:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d098c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.062728:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbab7c600/0xdb23b4c9253d098c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764857.065616:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764857.065707:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.074168:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223143296 00000100:00100000:3.0:1775764857.074182:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223143296 00002000:00010000:3.0:1775764857.074233:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2968895->18446744073709551615) 00002000:00100000:3.0:1775764857.074238:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022223143296 ext(2968895->18446744073709551615) 00002000:00010000:3.0:1775764857.074252:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7b80. 00000100:00100000:3.0:1775764857.074278:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223143424 00000100:00100000:3.0:1775764857.074282:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223143424 00002000:00010000:3.0:1775764857.074317:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764857.074320:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022223143424 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764857.074327:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5c00. 00000100:00100000:3.0:1775764857.074349:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39161 00000100:00100000:3.0:1775764857.074359:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223143296:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764857.074837:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39162 00000100:00100000:1.0:1775764857.074849:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223143424:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764857.074997:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764857.075001:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764857 -> 1775764857 00002000:00010000:1.0:1775764857.075004:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:1.0:1775764857.075006:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764857 -> 1775764857 00002000:00010000:1.0:1775764857.075009:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764857.075077:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223143424:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 230us (9368us total) trans 4294996221 rc 0/0 00000100:00100000:1.0:1775764857.075086:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39162 00002000:00010000:1.0:1775764857.075090:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764857.075093:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022223143424 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764857.075097:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5c00. 00000100:00080000:2.0:1775764857.075387:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1775764857.077247:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2631862 -> 2968895 00002000:00010000:3.0:1775764857.077254:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764857 -> 1775764857 00002000:00010000:3.0:1775764857.077256:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764856 -> 1775764856 00002000:00010000:3.0:1775764857.077259:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764857 -> 1775764857 00002000:00010000:3.0:1775764857.077261:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1805 -> 1805 00000100:00100000:3.0:1775764857.077381:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223143296:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3019us (11769us total) trans 4294996894 rc 0/0 00000100:00100000:3.0:1775764857.077391:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39161 00002000:00010000:3.0:1775764857.077396:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2968895->18446744073709551615) 00002000:00100000:3.0:1775764857.077399:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022223143296 ext(2968895->18446744073709551615) 00002000:00010000:3.0:1775764857.077406:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7b80. 00000100:00100000:2.0:1775764857.083229:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.083327:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223143552 00000100:00100000:3.0:1775764857.083337:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223143552 00000100:00100000:3.0:1775764857.083445:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44707 00000100:00100000:3.0:1775764857.083457:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022223143552:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764857.083483:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764857.083503:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d0993 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd294 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.083632:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d099a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.083896:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d099a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.083911:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d099a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764857.084424:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2968895 00000004:00200000:2.0:1775764857.084430:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764857.084450:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d099a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.084480:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d0993 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd294 expref: 35 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.084500:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d099a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd294 expref: 34 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.084509:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764857.084512:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764857.084516:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecfc00, rc 0) 00000100:00100000:2.0:1775764857.084621:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223143552:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1165us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764857.084629:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44707 00000100:00100000:3.0:1775764857.090212:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764857.090300:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223143680 00000100:00100000:1.0:1775764857.090312:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223143680 00002000:00100000:1.0:1775764857.090362:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1982464->2027519) req@ffff8b8c8defdc00 x1862022223143680/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764857.090373:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022223143680 ext(1982464->2027519) 00002000:00010000:1.0:1775764857.090379:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdc00 00000100:00100000:1.0:1775764857.090411:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39163 00000100:00100000:1.0:1775764857.090421:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223143680:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764857.100185:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223143680:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9755us (9972us total) trans 4294996895 rc 0/0 00000100:00100000:1.0:1775764857.100200:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39163 00002000:00100000:1.0:1775764857.100215:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1982464->2027519) req@ffff8b8c8defdc00 x1862022223143680/t4294996895(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/448 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764857.100225:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022223143680 ext(1982464->2027519) 00002000:00010000:1.0:1775764857.100232:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdc00 00000100:00100000:3.0:1775764857.107228:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764857.107487:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223143808 00000100:00100000:0.0:1775764857.107498:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223143808 00000100:00100000:0.0:1775764857.107613:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84893 00000100:00100000:0.0:1775764857.107623:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223143808:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764857.151440:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996895 is committed 00000100:00100000:1.0:1775764857.152139:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223143808:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44510us (44922us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764857.152154:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84893 00000100:00100000:2.0:1775764857.165642:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.165850:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223143936 00000100:00100000:3.0:1775764857.165861:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223143936 00002000:00100000:3.0:1775764857.165910:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2633728->2969599) req@ffff8b8c908ae680 x1862022223143936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764857.165922:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae680 with x1862022223143936 ext(2633728->2969599) 00002000:00010000:3.0:1775764857.165928:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ae680 00000100:00100000:3.0:1775764857.165970:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39164 00000100:00100000:3.0:1775764857.165979:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223143936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764857.178599:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223143936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12609us (12959us total) trans 0 rc 335872/335872 00000100:00100000:3.0:1775764857.178613:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39164 00002000:00100000:3.0:1775764857.178625:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2633728->2969599) req@ffff8b8c908ae680 x1862022223143936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/440 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 335872/335872 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764857.178634:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae680 with x1862022223143936 ext(2633728->2969599) 00002000:00010000:3.0:1775764857.178649:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ae680 00000100:00100000:2.0:1775764857.188513:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.189249:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223144064 00000100:00100000:3.0:1775764857.189263:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223144064 00002000:00100000:2.0:1775764857.189412:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (704512->1515519) req@ffff8b8c908ac700 x1862022223144064/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 504/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764857.189516:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac700 with x1862022223144064 ext(704512->1515519) 00002000:00010000:2.0:1775764857.189523:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac700 00000100:00100000:2.0:1775764857.189615:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39165 00000100:00100000:2.0:1775764857.189626:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223144064:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764857.195458:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223144064:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5820us (6941us total) trans 4294996896 rc 0/0 00000100:00100000:3.0:1775764857.195473:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39165 00002000:00100000:3.0:1775764857.195488:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (704512->1515519) req@ffff8b8c908ac700 x1862022223144064/t4294996896(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 504/448 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764857.195500:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac700 with x1862022223144064 ext(704512->1515519) 00002000:00010000:3.0:1775764857.195506:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac700 00000100:00100000:2.0:1775764857.205687:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.205856:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223144192 00000100:00100000:3.0:1775764857.205867:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223144192 00000100:00100000:3.0:1775764857.205931:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84894 00000100:00100000:3.0:1775764857.205942:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223144192:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764857.267170:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223144192:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 61219us (61487us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764857.267184:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84894 00000001:00080000:2.0:1775764857.268049:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996896 is committed 00000100:00100000:3.0:1775764857.274078:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764857.274277:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223144448 00000100:00100000:1.0:1775764857.274290:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223144448 00000100:00100000:1.0:1775764857.274352:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44708 00000100:00100000:1.0:1775764857.274363:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223144448:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764857.274428:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764857.274457:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d099a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd294 expref: 34 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.274477:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764857.274482:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764857.274757:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d09a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.274782:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d09a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.274793:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d09a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764857.274847:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032472 00000004:00010000:1.0:1775764857.274870:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6ee0fcc reply state 000000000668eb9e transno 4295032473 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d09a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764857.274885:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764857.274984:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223144448:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 623us (915us total) trans 4295032473 rc 0/0 00000100:00100000:1.0:1775764857.274991:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44708 00000020:00080000:1.0:1775764857.274996:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764857.281531:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764857.281585:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764857.281868:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d09a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.281882:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d09a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.281889:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d09a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.281896:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764857.281901:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d09a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.281908:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d09a1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.281925:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764857.281928:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764857.281932:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d09a1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.281938:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d09a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764857.282013:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223144576 00000100:00100000:3.0:1775764857.282023:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223144576 00002000:00010000:3.0:1775764857.282058:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764857.282062:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63800 with x1862022223144576 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764857.282072:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63800. 00000100:00100000:3.0:1775764857.282096:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223144704 00000100:00100000:3.0:1775764857.282099:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223144704 00002000:00010000:3.0:1775764857.282107:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (463123->18446744073709551615) 00002000:00100000:3.0:1775764857.282110:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61f80 with x1862022223144704 ext(463123->18446744073709551615) 00002000:00010000:3.0:1775764857.282117:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e61f80. 00000100:00100000:3.0:1775764857.282166:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39166 00000100:00100000:3.0:1775764857.282175:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223144576:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764857.282588:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2968895 -> 4194304 00002000:00010000:3.0:1775764857.282592:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764857 -> 1775764857 00002000:00010000:3.0:1775764857.282594:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764856 -> 1775764857 00002000:00010000:3.0:1775764857.282597:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764857 -> 1775764857 00002000:00010000:3.0:1775764857.282599:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1805 -> 2189 00000100:00100000:3.0:1775764857.282860:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223144576:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 684us (1337us total) trans 4294996897 rc 0/0 00000100:00100000:3.0:1775764857.282868:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39166 00002000:00010000:3.0:1775764857.282871:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764857.282874:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63800 with x1862022223144576 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764857.282879:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63800. 00000100:00100000:3.0:1775764857.282897:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39167 00000100:00100000:3.0:1775764857.282904:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223144704:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764857.283172:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 463123 00002000:00010000:3.0:1775764857.283175:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764857 -> 1775764857 00002000:00010000:3.0:1775764857.283177:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:3.0:1775764857.283180:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764857 -> 1775764857 00002000:00010000:3.0:1775764857.283182:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764857.283204:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223144704:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 301us (1619us total) trans 4294996222 rc 0/0 00000100:00100000:3.0:1775764857.283473:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39167 00002000:00010000:3.0:1775764857.283476:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (463123->18446744073709551615) 00002000:00100000:3.0:1775764857.283479:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61f80 with x1862022223144704 ext(463123->18446744073709551615) 00002000:00010000:3.0:1775764857.283484:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e61f80. 00000100:00100000:2.0:1775764857.289315:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.289411:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223144832 00000100:00100000:3.0:1775764857.289495:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223144832 00000100:00100000:2.0:1775764857.289833:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44709 00000100:00100000:2.0:1775764857.289846:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022223144832:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764857.289876:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764857.289897:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d09a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd29b expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.289996:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d09af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.290019:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d09af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.290030:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d09af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764857.290061:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4657427 00000004:00200000:2.0:1775764857.290065:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764857.290085:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d09af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.290111:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d09a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd29b expref: 37 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.290128:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d09af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd29b expref: 36 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.290136:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764857.290140:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764857.290144:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5c00, rc 0) 00000100:00100000:2.0:1775764857.290206:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223144832:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 364us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764857.290213:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44709 00000100:00100000:0.0:1775764857.303927:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764857.304178:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764857.304267:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764857.304316:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223144960 00000100:00100000:1.0:1775764857.304327:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223144960 00002000:00100000:1.0:1775764857.304379:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8ca4e60e00 x1862022223144960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764857.304391:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60e00 with x1862022223144960 ext(98304->102399) 00002000:00010000:1.0:1775764857.304398:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e60e00 00000100:00100000:1.0:1775764857.304438:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223145216 00000100:00100000:1.0:1775764857.304441:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223145216 00002000:00100000:1.0:1775764857.304456:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (4018176->4194303) req@ffff8b8ca4e62a00 x1862022223145216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764857.304464:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62a00 with x1862022223145216 ext(4018176->4194303) 00002000:00010000:1.0:1775764857.304468:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62a00 00000100:00100000:1.0:1775764857.304492:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39168 00000100:00100000:1.0:1775764857.304501:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223144960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764857.304800:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223144960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 298us (882us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764857.304808:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39168 00002000:00100000:1.0:1775764857.304815:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8ca4e60e00 x1862022223144960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/4536 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764857.304830:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60e00 with x1862022223144960 ext(98304->102399) 00002000:00010000:1.0:1775764857.304833:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e60e00 00000100:00100000:1.0:1775764857.304851:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39169 00000100:00100000:1.0:1775764857.304860:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223145216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764857.308373:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223145088 00000100:00100000:1.0:1775764857.308389:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223145088 00002000:00100000:1.0:1775764857.308462:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2969600->4018175) req@ffff8b8ca4e60380 x1862022223145088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764857.308475:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60380 with x1862022223145088 ext(2969600->4018175) 00002000:00010000:1.0:1775764857.308483:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60380 00000100:00100000:1.0:1775764857.308520:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39170 00000100:00100000:1.0:1775764857.308532:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223145088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764857.314815:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764857.314907:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223145344 00000100:00100000:2.0:1775764857.314919:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223145344 00002000:00100000:2.0:1775764857.314978:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (0->135167) req@ffff8b8cbb781880 x1862022223145344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 504/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764857.314990:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223145344 ext(0->135167) 00002000:00010000:2.0:1775764857.314997:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:2.0:1775764857.315039:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39171 00000100:00100000:2.0:1775764857.315048:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223145344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764857.347257:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223145216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 42387us (43067us total) trans 0 rc 176128/176128 00000100:00100000:0.0:1775764857.347271:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39169 00002000:00100000:0.0:1775764857.347286:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (4018176->4194303) req@ffff8b8ca4e62a00 x1862022223145216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/440 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 176128/176128 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764857.347297:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62a00 with x1862022223145216 ext(4018176->4194303) 00002000:00010000:0.0:1775764857.347302:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62a00 00000100:00100000:2.0:1775764857.354320:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764857.357310:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cabde7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224990208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764857.357389:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764857.359713:0:12042:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224990208 00000100:00100000:0.0:1775764857.359727:0:12042:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224990208 00000100:00100000:0.0:1775764857.359838:0:12042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00080000:2.0:1775764857.359843:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764857.359849:0:12042:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224990208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764857.359894:0:12042:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 221970432 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764857.360002:0:12042:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224990208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 154us (2612us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.360010:0:12042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1775764857.360996:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cabde7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224990208:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764857.365371:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223145088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 56831us (61092us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764857.365385:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39170 00002000:00100000:1.0:1775764857.365398:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2969600->4018175) req@ffff8b8ca4e60380 x1862022223145088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/440 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764857.365407:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60380 with x1862022223145088 ext(2969600->4018175) 00002000:00010000:1.0:1775764857.365413:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60380 00000100:00100000:3.0:1775764857.371579:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223145344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 56480us (56723us total) trans 0 rc 102400/102400 00000100:00100000:3.0:1775764857.371595:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39171 00002000:00100000:3.0:1775764857.371609:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (0->135167) req@ffff8b8cbb781880 x1862022223145344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 504/440 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 102400/102400 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764857.371619:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223145344 ext(0->135167) 00002000:00010000:3.0:1775764857.371626:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:1.0:1775764857.382978:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764857.383569:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223145472 00000100:00100000:2.0:1775764857.383580:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223145472 00002000:00100000:2.0:1775764857.383628:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (188416->245759) req@ffff8b8cbb782300 x1862022223145472/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764857.383650:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223145472 ext(188416->245759) 00002000:00010000:2.0:1775764857.383655:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:2.0:1775764857.383690:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39172 00000100:00100000:2.0:1775764857.383699:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223145472:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764857.389754:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223145472:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6045us (6773us total) trans 4294996898 rc 0/0 00000100:00100000:2.0:1775764857.389768:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39172 00002000:00100000:2.0:1775764857.389789:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (188416->245759) req@ffff8b8cbb782300 x1862022223145472/t4294996898(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/448 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764857.389801:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223145472 ext(188416->245759) 00002000:00010000:2.0:1775764857.389807:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:1.0:1775764857.395042:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764857.395195:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223145600 00000100:00100000:2.0:1775764857.395206:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223145600 00000100:00100000:2.0:1775764857.395270:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84895 00000100:00100000:2.0:1775764857.395281:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223145600:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764857.444677:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996898 is committed 00000100:00100000:1.0:1775764857.445223:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223145600:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 49936us (50181us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764857.445236:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84895 00000100:00100000:0.0:1775764857.450492:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764857.450980:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223145728 00000100:00100000:2.0:1775764857.450991:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223145728 00002000:00100000:2.0:1775764857.451037:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (630784->663551) req@ffff8b8ca4e63100 x1862022223145728/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764857.451048:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63100 with x1862022223145728 ext(630784->663551) 00002000:00010000:2.0:1775764857.451054:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63100 00000100:00100000:2.0:1775764857.451087:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39173 00000100:00100000:2.0:1775764857.451096:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223145728:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764857.460278:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223145728:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9171us (9784us total) trans 4294996899 rc 0/0 00000100:00100000:2.0:1775764857.460296:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39173 00002000:00100000:2.0:1775764857.460310:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (630784->663551) req@ffff8b8ca4e63100 x1862022223145728/t4294996899(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/448 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764857.460322:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63100 with x1862022223145728 ext(630784->663551) 00002000:00010000:2.0:1775764857.460704:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63100 00000100:00100000:0.0:1775764857.469833:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764857.469996:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223145856 00000100:00100000:1.0:1775764857.470008:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223145856 00000100:00100000:1.0:1775764857.470073:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84896 00000100:00100000:1.0:1775764857.470084:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223145856:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764857.534278:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223145856:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 64182us (64440us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.534293:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84896 00000001:00080000:3.0:1775764857.534563:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996899 is committed 00000100:00100000:0.0:1775764857.540871:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764857.541242:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223145984 00000100:00100000:1.0:1775764857.541252:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223145984 00002000:00100000:1.0:1775764857.541311:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (147456->212991) req@ffff8b8ca4e62d80 x1862022223145984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764857.541323:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62d80 with x1862022223145984 ext(147456->212991) 00002000:00010000:1.0:1775764857.541329:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e62d80 00000100:00100000:1.0:1775764857.541364:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39174 00000100:00100000:1.0:1775764857.541374:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223145984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764857.563288:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223145984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21904us (22415us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764857.563302:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39174 00002000:00100000:1.0:1775764857.563317:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (147456->212991) req@ffff8b8ca4e62d80 x1862022223145984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/440 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764857.563341:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62d80 with x1862022223145984 ext(147456->212991) 00002000:00010000:1.0:1775764857.563348:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e62d80 00000100:00100000:1.0:1775764857.571859:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764857.572076:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223146240 00000100:00100000:2.0:1775764857.572088:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223146240 00000100:00100000:2.0:1775764857.572155:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44710 00000100:00100000:2.0:1775764857.572167:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223146240:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764857.572233:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764857.572260:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d09af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd29b expref: 36 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.572280:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764857.572287:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764857.574202:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d09b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.574294:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d09b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.574308:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d09b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764857.574784:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032474 00000004:00010000:0.0:1775764857.574832:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002da00214 reply state 0000000076513001 transno 4295032475 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d09b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764857.574843:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764857.575248:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223146240:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 3080us (3396us total) trans 4295032475 rc 0/0 00000100:00100000:0.0:1775764857.575258:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44710 00000020:00080000:0.0:1775764857.575263:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764857.581300:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764857.581523:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223146368 00000100:00100000:2.0:1775764857.581566:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223146368 00002000:00010000:2.0:1775764857.581618:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764857.581624:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60000 with x1862022223146368 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764857.581644:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60000. 00000100:00100000:2.0:1775764857.581671:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39175 00000100:00100000:2.0:1775764857.581682:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223146368:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764857.582023:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1775764857.582027:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764857 -> 1775764857 00002000:00010000:2.0:1775764857.582030:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764857 -> 1775764857 00002000:00010000:2.0:1775764857.582032:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764857 -> 1775764857 00002000:00010000:2.0:1775764857.582034:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2189 -> 2189 00000100:00100000:0.0:1775764857.582360:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.583635:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223146496 00000100:00100000:3.0:1775764857.583658:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223146496 00002000:00010000:3.0:1775764857.583695:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1407311->18446744073709551615) 00002000:00100000:3.0:1775764857.583700:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61880 with x1862022223146496 ext(1407311->18446744073709551615) 00002000:00010000:3.0:1775764857.583710:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e61880. 00000100:00100000:3.0:1775764857.583754:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39176 00000100:00100000:3.0:1775764857.583765:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223146496:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764857.584247:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 463123 -> 1407311 00002000:00010000:3.0:1775764857.584251:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764857 -> 1775764857 00002000:00010000:3.0:1775764857.584253:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764854 00002000:00010000:3.0:1775764857.584257:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764857 -> 1775764857 00002000:00010000:3.0:1775764857.584259:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00010000:00010000:1.0:1775764857.584351:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d09b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.584366:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d09b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.584374:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d09b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.584381:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764857.584386:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d09b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.584393:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d09b6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.584410:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764857.584906:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764857.584913:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d09b6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.584920:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d09b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764857.585166:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223146368:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3480us (3871us total) trans 4294996900 rc 0/0 00000100:00100000:2.0:1775764857.585175:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39175 00002000:00010000:2.0:1775764857.585181:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764857.585184:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60000 with x1862022223146368 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764857.585192:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60000. 00000100:00100000:1.0:1775764857.588172:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223146496:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 4395us (5799us total) trans 4294996223 rc 0/0 00000100:00100000:1.0:1775764857.588187:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39176 00002000:00010000:1.0:1775764857.588194:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1407311->18446744073709551615) 00002000:00100000:1.0:1775764857.588198:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61880 with x1862022223146496 ext(1407311->18446744073709551615) 00002000:00010000:1.0:1775764857.588210:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e61880. 00000100:00100000:1.0:1775764857.592348:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764857.592461:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223146624 00000100:00100000:0.0:1775764857.592471:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223146624 00000100:00100000:0.0:1775764857.592571:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44711 00000100:00100000:0.0:1775764857.592582:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022223146624:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764857.592609:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764857.592631:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e800/0xdb23b4c9253d09bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2a2 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.592725:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f800/0xdb23b4c9253d09c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.592741:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f800/0xdb23b4c9253d09c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.592753:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f800/0xdb23b4c9253d09c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764857.592789:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5601615 00000004:00200000:0.0:1775764857.592794:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764857.592814:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f800/0xdb23b4c9253d09c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.592839:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185e800/0xdb23b4c9253d09bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2a2 expref: 39 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.592857:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f800/0xdb23b4c9253d09c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2a2 expref: 38 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.592865:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764857.592869:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764857.592872:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9185f800, rc 0) 00000100:00100000:0.0:1775764857.592929:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223146624:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 349us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.592937:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44711 00000100:00100000:2.0:1775764857.618040:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764857.618149:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223146752 00000100:00100000:0.0:1775764857.618162:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223146752 00002000:00100000:0.0:1775764857.618215:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (708608->712703) req@ffff8b8c908adf80 x1862022223146752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764857.618226:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908adf80 with x1862022223146752 ext(708608->712703) 00002000:00010000:0.0:1775764857.618261:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908adf80 00000100:00100000:0.0:1775764857.618295:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39177 00000100:00100000:0.0:1775764857.618304:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223146752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764857.618607:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223146752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 303us (576us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764857.618616:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39177 00002000:00100000:0.0:1775764857.618623:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (708608->712703) req@ffff8b8c908adf80 x1862022223146752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/4536 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764857.618631:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908adf80 with x1862022223146752 ext(708608->712703) 00002000:00010000:0.0:1775764857.618811:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908adf80 00000100:00100000:2.0:1775764857.622668:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.622999:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223146880 00000100:00100000:3.0:1775764857.623009:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223146880 00002000:00100000:3.0:1775764857.623061:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (712704->716799) req@ffff8b8c908ace00 x1862022223146880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764857.623073:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ace00 with x1862022223146880 ext(712704->716799) 00002000:00010000:3.0:1775764857.623079:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ace00 00000100:00100000:3.0:1775764857.623105:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39178 00000100:00100000:3.0:1775764857.623116:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223146880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764857.623368:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223146880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 253us (712us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764857.623376:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39178 00002000:00100000:3.0:1775764857.623383:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (712704->716799) req@ffff8b8c908ace00 x1862022223146880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/4536 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764857.623391:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ace00 with x1862022223146880 ext(712704->716799) 00002000:00010000:3.0:1775764857.623394:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ace00 00000100:00100000:1.0:1775764857.639119:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.642113:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223147008 00000100:00100000:3.0:1775764857.642128:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223147008 00002000:00100000:3.0:1775764857.642192:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (389120->1056767) req@ffff8b8c8f8c5c00 x1862022223147008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 504/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764857.642203:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5c00 with x1862022223147008 ext(389120->1056767) 00002000:00010000:3.0:1775764857.642210:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5c00 00000100:00100000:3.0:1775764857.642308:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39179 00000100:00100000:3.0:1775764857.642318:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223147008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764857.668972:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223147008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 26645us (29853us total) trans 0 rc 659456/659456 00000100:00100000:3.0:1775764857.668984:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39179 00002000:00100000:3.0:1775764857.668996:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (389120->1056767) req@ffff8b8c8f8c5c00 x1862022223147008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 504/440 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 659456/659456 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764857.669007:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5c00 with x1862022223147008 ext(389120->1056767) 00002000:00010000:3.0:1775764857.669013:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5c00 00000100:00100000:1.0:1775764857.702709:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.702893:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223147136 00000100:00100000:3.0:1775764857.702903:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223147136 00002000:00100000:3.0:1775764857.702975:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2723840->2789375) req@ffff8b8c8f8c4700 x1862022223147136/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764857.702987:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022223147136 ext(2723840->2789375) 00002000:00010000:3.0:1775764857.702993:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700 00000100:00100000:1.0:1775764857.703199:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39180 00000100:00100000:1.0:1775764857.703212:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223147136:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764857.721093:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223147136:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 17871us (18381us total) trans 4294996901 rc 0/0 00000100:00100000:3.0:1775764857.721110:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39180 00002000:00100000:3.0:1775764857.721127:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2723840->2789375) req@ffff8b8c8f8c4700 x1862022223147136/t4294996901(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/448 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764857.721138:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022223147136 ext(2723840->2789375) 00002000:00010000:3.0:1775764857.721144:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700 00000100:00100000:0.0:1775764857.727178:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.727281:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223147264 00000100:00100000:3.0:1775764857.727291:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223147264 00000100:00100000:3.0:1775764857.727527:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84897 00000100:00100000:3.0:1775764857.727563:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223147264:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764857.788875:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996900 is committed 00000001:00080000:3.0:1775764857.788894:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996901 is committed 00000100:00100000:2.0:1775764857.788895:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223147264:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 61352us (61722us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764857.788908:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84897 00010000:00010000:1.0:1775764857.801813:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764857.820701:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764857.821222:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223147392 00000100:00100000:0.0:1775764857.821233:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223147392 00002000:00100000:0.0:1775764857.821281:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3014656->3059711) req@ffff8b8c8f8c4380 x1862022223147392/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764857.821292:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022223147392 ext(3014656->3059711) 00002000:00010000:0.0:1775764857.821298:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4380 00000100:00100000:0.0:1775764857.821334:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39181 00000100:00100000:0.0:1775764857.821344:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223147392:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764857.844851:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223147392:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 23495us (24144us total) trans 4294996902 rc 0/0 00000100:00100000:2.0:1775764857.844868:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39181 00002000:00100000:2.0:1775764857.844885:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3014656->3059711) req@ffff8b8c8f8c4380 x1862022223147392/t4294996902(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/448 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764857.844896:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022223147392 ext(3014656->3059711) 00002000:00010000:2.0:1775764857.844902:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4380 00000100:00100000:2.0:1775764857.866299:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8ca4e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:822ecbf7-6272-425b-8300-0d248be22ae0:3314:1862022224990336:0@lo:400:kworker.0 00000100:00100000:2.0:1775764857.866374:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764857.866486:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224990336 00000100:00100000:3.0:1775764857.866497:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224990336 00000100:00100000:3.0:1775764857.866575:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1775764857.866586:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c83179050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:822ecbf7-6272-425b-8300-0d248be22ae0+18:3314:x1862022224990336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764857.867454:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c90d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3315:1862022224990464:0@lo:400:kworker.0 00000100:00100000:1.0:1775764857.867504:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764857.867573:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224990464 00000100:00100000:1.0:1775764857.867578:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224990464 00000100:00100000:1.0:1775764857.867612:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1775764857.867618:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3315:x1862022224990464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764857.867678:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3315:x1862022224990464:12345-0@lo:400:kworker.0 Request processed in 59us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764857.867685:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1775764857.867727:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c90d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3315:1862022224990464:0@lo:400:kworker.0 00000100:00100000:3.0:1775764857.872101:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c83179050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:822ecbf7-6272-425b-8300-0d248be22ae0+18:3314:x1862022224990336:12345-0@lo:400:kworker.0 Request processed in 5507us (5717us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764857.872996:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764857.873038:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223147520 00000100:00100000:1.0:1775764857.873047:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223147520 00000100:00100000:1.0:1775764857.873098:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84898 00000100:00100000:1.0:1775764857.873107:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223147520:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764857.875959:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764857.875982:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c90d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022224990592:0@lo:400:kworker.0 00000100:00100000:0.0:1775764857.876070:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764857.876135:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224990592 00000100:00100000:0.0:1775764857.876143:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224990592 00000100:00100000:0.0:1775764857.876229:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1775764857.876236:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022224990592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764857.876284:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022224990592:12345-0@lo:400:kworker.0 Request processed in 48us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.876291:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1775764857.876333:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c90d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022224990592:0@lo:400:kworker.0 00000100:00100000:0.0:1775764857.876373:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c90d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022224990720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764857.876395:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764857.876423:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224990720 00000100:00100000:0.0:1775764857.876427:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224990720 00000100:00100000:0.0:1775764857.876451:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:0.0:1775764857.876457:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022224990720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764857.876489:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022224990720:12345-0@lo:400:kworker.0 Request processed in 31us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.876495:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:0.0:1775764857.876521:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c90d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022224990720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764857.876571:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764857.876579:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c90d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224990848:0@lo:400:kworker.0 00000100:00100000:0.0:1775764857.876606:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775764857.876661:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764857.876678:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224990848 00000100:00100000:0.0:1775764857.876681:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224990848 00000100:00100000:0.0:1775764857.876711:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1775764857.877191:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb46b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224990848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764857.877242:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb46b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224990848:12345-0@lo:400:kworker.0 Request processed in 525us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.877271:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00080000:0.0:1775764857.877290:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764857.877309:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c90d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224990848:0@lo:400:kworker.0 00000100:00100000:3.0:1775764857.877406:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1775764857.881500:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8ca4e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:822ecbf7-6272-425b-8300-0d248be22ae0:3314:1862022224990336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764857.970322:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223147520:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 97204us (97318us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764857.970335:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84898 00000001:00080000:3.0:1775764857.970673:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996902 is committed 00000100:00100000:0.0:1775764857.991904:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764857.993878:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223147648 00000100:00100000:3.0:1775764857.993892:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223147648 00002000:00100000:3.0:1775764857.993959:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (1159168->1216511) req@ffff8b8c90d21500 x1862022223147648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/0 e 0 to 0 dl 1775764868 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764857.993971:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21500 with x1862022223147648 ext(1159168->1216511) 00002000:00010000:3.0:1775764857.993977:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d21500 00000100:00100000:3.0:1775764857.994025:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39182 00000100:00100000:3.0:1775764857.994034:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223147648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764858.025606:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223147648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 31561us (33700us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764858.025621:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39182 00002000:00100000:2.0:1775764858.025640:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (1159168->1216511) req@ffff8b8c90d21500 x1862022223147648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:338/0 lens 488/440 e 0 to 0 dl 1775764868 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.025650:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21500 with x1862022223147648 ext(1159168->1216511) 00002000:00010000:2.0:1775764858.025656:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d21500 00000100:00100000:3.0:1775764858.047581:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.047809:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223147776 00000100:00100000:2.0:1775764858.047820:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223147776 00002000:00100000:2.0:1775764858.047899:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1155072->3334143) req@ffff8b8cabde7800 x1862022223147776/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 504/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.047910:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7800 with x1862022223147776 ext(1155072->3334143) 00002000:00010000:2.0:1775764858.047918:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7800 00000100:00100000:2.0:1775764858.047953:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39183 00000100:00100000:2.0:1775764858.047963:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223147776:12345-192.168.202.29@tcp:4:fsx.0 00000100:00080000:0.0:1775764858.048586:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764858.052761:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223147776:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4788us (5212us total) trans 4294996903 rc 0/0 00000100:00100000:2.0:1775764858.052788:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39183 00002000:00100000:2.0:1775764858.052801:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1155072->3334143) req@ffff8b8cabde7800 x1862022223147776/t4294996903(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 504/448 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.052810:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7800 with x1862022223147776 ext(1155072->3334143) 00002000:00010000:2.0:1775764858.052817:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7800 00000100:00100000:0.0:1775764858.056836:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.056973:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223147904 00000100:00100000:2.0:1775764858.056984:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223147904 00000100:00100000:2.0:1775764858.057307:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84899 00000100:00100000:2.0:1775764858.057320:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223147904:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764858.114265:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996903 is committed 00000100:00100000:2.0:1775764858.114408:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223147904:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 57085us (57576us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764858.114419:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84899 00000100:00100000:0.0:1775764858.120897:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.121010:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223148032 00000100:00100000:1.0:1775764858.121021:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223148032 00002000:00100000:1.0:1775764858.121077:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (98304->577535) req@ffff8b8c90d21180 x1862022223148032/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 504/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.121089:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21180 with x1862022223148032 ext(98304->577535) 00002000:00010000:1.0:1775764858.121095:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d21180 00000100:00100000:1.0:1775764858.121132:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39184 00000100:00100000:1.0:1775764858.121141:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223148032:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764858.126422:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022223148032:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5270us (5527us total) trans 4294996224 rc 0/0 00000100:00100000:1.0:1775764858.126436:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39184 00002000:00100000:1.0:1775764858.126449:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (98304->577535) req@ffff8b8c90d21180 x1862022223148032/t4294996224(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 504/448 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.126460:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21180 with x1862022223148032 ext(98304->577535) 00002000:00010000:1.0:1775764858.126466:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d21180 00000100:00100000:0.0:1775764858.132244:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764858.132340:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223148160 00000100:00100000:3.0:1775764858.132350:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223148160 00000100:00100000:3.0:1775764858.132415:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84900 00000100:00100000:3.0:1775764858.132425:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022223148160:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764858.191722:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996220 is committed 00000001:00080000:1.0:1775764858.191750:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996224 is committed 00000100:00100000:3.0:1775764858.192182:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223148160:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 59753us (59944us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764858.192199:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84900 00000100:00100000:0.0:1775764858.198786:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.199012:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223148288 00000100:00100000:1.0:1775764858.199022:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223148288 00002000:00100000:1.0:1775764858.199073:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (159744->204799) req@ffff8b8c90d21c00 x1862022223148288/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.199084:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21c00 with x1862022223148288 ext(159744->204799) 00002000:00010000:1.0:1775764858.199090:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21c00 00000100:00100000:1.0:1775764858.199116:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39185 00000100:00100000:1.0:1775764858.199124:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223148288:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764858.203254:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223148288:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4121us (4470us total) trans 4294996904 rc 0/0 00000100:00100000:1.0:1775764858.203264:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39185 00002000:00100000:1.0:1775764858.203275:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (159744->204799) req@ffff8b8c90d21c00 x1862022223148288/t4294996904(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/448 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.203282:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21c00 with x1862022223148288 ext(159744->204799) 00002000:00010000:1.0:1775764858.203293:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21c00 00000100:00100000:3.0:1775764858.206951:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.207017:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223148416 00000100:00100000:2.0:1775764858.207028:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223148416 00000100:00100000:2.0:1775764858.207086:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84901 00000100:00100000:2.0:1775764858.207095:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223148416:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764858.229527:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996904 is committed 00000100:00100000:1.0:1775764858.229938:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223148416:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 22835us (22984us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764858.229952:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84901 00000100:00100000:3.0:1775764858.238750:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.238996:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223148544 00000100:00100000:2.0:1775764858.239008:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223148544 00002000:00100000:2.0:1775764858.239076:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1056768->1159167) req@ffff8b8cabde4e00 x1862022223148544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.239089:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4e00 with x1862022223148544 ext(1056768->1159167) 00002000:00010000:2.0:1775764858.239097:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde4e00 00000100:00100000:2.0:1775764858.239150:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39186 00000100:00100000:2.0:1775764858.239160:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223148544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764858.245785:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223148544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6616us (7050us total) trans 0 rc 102400/102400 00000100:00100000:0.0:1775764858.245799:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39186 00002000:00100000:0.0:1775764858.245813:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1056768->1159167) req@ffff8b8cabde4e00 x1862022223148544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/440 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 102400/102400 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764858.245824:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4e00 with x1862022223148544 ext(1056768->1159167) 00002000:00010000:0.0:1775764858.245830:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde4e00 00000100:00100000:3.0:1775764858.257170:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.257382:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223148800 00000100:00100000:1.0:1775764858.257391:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223148800 00000100:00100000:1.0:1775764858.257534:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44712 00000100:00100000:1.0:1775764858.257588:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223148800:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764858.257652:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764858.257687:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9185f800/0xdb23b4c9253d09c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2a2 expref: 38 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.257711:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764858.257715:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764858.258075:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d09cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.258090:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d09cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.258097:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d09cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764858.258153:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032476 00000004:00010000:1.0:1775764858.258172:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a3aaaa75 reply state 00000000c65ccd5b transno 4295032477 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d09cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764858.258179:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764858.258272:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223148800:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 684us (1109us total) trans 4295032477 rc 0/0 00000100:00100000:1.0:1775764858.258279:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44712 00000020:00080000:1.0:1775764858.258283:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764858.260604:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d09cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.260621:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d09cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.260628:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d09cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.260646:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764858.260651:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d09cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.260683:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d09cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.260702:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764858.260706:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764858.260710:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d09cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.260716:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d09cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764858.269076:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.269957:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223148928 00000100:00100000:1.0:1775764858.269971:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223148928 00002000:00010000:1.0:1775764858.270018:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1315282->18446744073709551615) 00002000:00100000:1.0:1775764858.270023:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4380 with x1862022223148928 ext(1315282->18446744073709551615) 00002000:00010000:1.0:1775764858.270038:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4380. 00000100:00100000:1.0:1775764858.270080:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39187 00000100:00100000:1.0:1775764858.270090:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223148928:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764858.271033:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1315282 00002000:00010000:1.0:1775764858.271040:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764857 -> 1775764858 00002000:00010000:1.0:1775764858.271042:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764857 -> 1775764857 00002000:00010000:1.0:1775764858.271044:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764857 -> 1775764858 00002000:00010000:1.0:1775764858.271046:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2189 -> 2703 00000100:00100000:1.0:1775764858.271707:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223148928:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1613us (2636us total) trans 4294996905 rc 0/0 00000100:00100000:1.0:1775764858.271728:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39187 00002000:00010000:1.0:1775764858.271734:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1315282->18446744073709551615) 00002000:00100000:1.0:1775764858.271738:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4380 with x1862022223148928 ext(1315282->18446744073709551615) 00002000:00010000:1.0:1775764858.271746:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4380. 00000100:00100000:2.0:1775764858.279009:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764858.279166:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223149056 00000100:00100000:3.0:1775764858.279179:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223149056 00002000:00010000:3.0:1775764858.279227:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764858.279232:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aea00 with x1862022223149056 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764858.279245:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908aea00. 00000100:00100000:3.0:1775764858.279281:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39188 00000100:00100000:3.0:1775764858.279302:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223149056:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764858.280106:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1407311 -> 0 00002000:00010000:3.0:1775764858.280113:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764857 -> 1775764858 00002000:00010000:3.0:1775764858.280115:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764854 -> 1775764858 00002000:00010000:3.0:1775764858.280117:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764857 -> 1775764858 00002000:00010000:3.0:1775764858.280119:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 391 00000100:00100000:3.0:1775764858.280195:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223149056:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 893us (1201us total) trans 4294996225 rc 0/0 00000100:00100000:3.0:1775764858.280203:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39188 00002000:00010000:3.0:1775764858.280207:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764858.280210:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aea00 with x1862022223149056 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764858.280215:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908aea00. 00000100:00100000:0.0:1775764858.296777:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.296853:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223149184 00000100:00100000:1.0:1775764858.296865:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223149184 00000100:00100000:1.0:1775764858.296956:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44713 00000100:00100000:1.0:1775764858.296966:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022223149184:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764858.296996:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764858.297020:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d09d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2a9 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.297133:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83400/0xdb23b4c9253d09d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.297148:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83400/0xdb23b4c9253d09d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.297161:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83400/0xdb23b4c9253d09d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764858.297192:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1315282 00000004:00200000:1.0:1775764858.297198:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764858.297217:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83400/0xdb23b4c9253d09d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.297242:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d09d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2a9 expref: 41 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.297261:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83400/0xdb23b4c9253d09d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2a9 expref: 40 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.297269:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764858.297273:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764858.297278:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83400, rc 0) 00000100:00100000:1.0:1775764858.297367:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223149184:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 402us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764858.297374:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44713 00000100:00100000:0.0:1775764858.315316:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.315417:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223149312 00000100:00100000:1.0:1775764858.315427:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223149312 00002000:00100000:1.0:1775764858.315488:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2908160->2912255) req@ffff8b8c90d22680 x1862022223149312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.315501:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22680 with x1862022223149312 ext(2908160->2912255) 00002000:00010000:1.0:1775764858.315508:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d22680 00000100:00100000:2.0:1775764858.315652:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39189 00000100:00100000:2.0:1775764858.315667:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223149312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764858.316103:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223149312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 440us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764858.316122:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39189 00002000:00100000:2.0:1775764858.316130:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2908160->2912255) req@ffff8b8c90d22680 x1862022223149312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/440 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.316145:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22680 with x1862022223149312 ext(2908160->2912255) 00002000:00010000:2.0:1775764858.316148:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d22680 00000100:00100000:3.0:1775764858.328012:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.328604:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223149440 00000100:00100000:1.0:1775764858.328615:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223149440 00002000:00100000:1.0:1775764858.328671:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2654208->2658303) req@ffff8b8cabde7100 x1862022223149440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.328683:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7100 with x1862022223149440 ext(2654208->2658303) 00002000:00010000:1.0:1775764858.328690:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7100 00000100:00100000:1.0:1775764858.328738:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39190 00000100:00100000:1.0:1775764858.328749:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223149440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764858.329035:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223149440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 288us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764858.329043:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39190 00002000:00100000:1.0:1775764858.329049:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2654208->2658303) req@ffff8b8cabde7100 x1862022223149440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/440 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.329058:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7100 with x1862022223149440 ext(2654208->2658303) 00002000:00010000:1.0:1775764858.329063:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7100 00000100:00100000:0.0:1775764858.337862:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764858.338342:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223149568 00000100:00100000:3.0:1775764858.338355:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223149568 00002000:00100000:3.0:1775764858.338497:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2629632->2695167) req@ffff8b8c90d20700 x1862022223149568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 504/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.338509:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20700 with x1862022223149568 ext(2629632->2695167) 00002000:00010000:3.0:1775764858.338516:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20700 00000100:00100000:1.0:1775764858.338584:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39191 00000100:00100000:1.0:1775764858.338596:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223149568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764858.344302:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223149568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5698us (6438us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764858.344317:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39191 00002000:00100000:1.0:1775764858.344330:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2629632->2695167) req@ffff8b8c90d20700 x1862022223149568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 504/440 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.344342:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20700 with x1862022223149568 ext(2629632->2695167) 00002000:00010000:1.0:1775764858.344349:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20700 00000100:00100000:2.0:1775764858.350929:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764858.351104:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223149696 00000100:00100000:0.0:1775764858.351115:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223149696 00002000:00100000:0.0:1775764858.351172:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2695168->2732031) req@ffff8b8c908ac380 x1862022223149696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764858.351183:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac380 with x1862022223149696 ext(2695168->2732031) 00002000:00010000:0.0:1775764858.351189:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac380 00000100:00100000:0.0:1775764858.351226:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39192 00000100:00100000:0.0:1775764858.351236:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223149696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764858.354687:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223149696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3441us (3753us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764858.354702:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39192 00002000:00100000:2.0:1775764858.354716:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2695168->2732031) req@ffff8b8c908ac380 x1862022223149696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/440 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.354728:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac380 with x1862022223149696 ext(2695168->2732031) 00002000:00010000:2.0:1775764858.354734:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac380 00000100:00100000:3.0:1775764858.367097:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.367301:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223149824 00000100:00100000:2.0:1775764858.367312:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223149824 00002000:00100000:2.0:1775764858.367364:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1421312->1458175) req@ffff8b8cabde5500 x1862022223149824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.367377:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5500 with x1862022223149824 ext(1421312->1458175) 00002000:00010000:2.0:1775764858.367383:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5500 00000100:00100000:2.0:1775764858.367427:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39193 00000100:00100000:2.0:1775764858.367437:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223149824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764858.373470:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223149824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6012us (6360us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764858.373486:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39193 00002000:00100000:2.0:1775764858.373502:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1421312->1458175) req@ffff8b8cabde5500 x1862022223149824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/440 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.373519:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5500 with x1862022223149824 ext(1421312->1458175) 00002000:00010000:2.0:1775764858.373525:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5500 00000100:00100000:0.0:1775764858.377847:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c8f8c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224990976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764858.377921:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764858.381839:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224990976 00000100:00100000:3.0:1775764858.381855:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224990976 00000100:00100000:3.0:1775764858.381937:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1775764858.381949:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224990976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764858.381980:0:6595:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 5111808 granted 506658816 pending 0 free 3858759680 avail 3844079616 00000100:00100000:3.0:1775764858.386204:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224990976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4248us (8273us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764858.386219:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1775764858.387167:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c8f8c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224990976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764858.388220:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764858.388742:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223149952 00000100:00100000:3.0:1775764858.388752:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223149952 00002000:00100000:3.0:1775764858.388811:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (483328->524287) req@ffff8b8c8f8c4a80 x1862022223149952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.388823:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022223149952 ext(483328->524287) 00002000:00010000:3.0:1775764858.388829:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c4a80 00000100:00100000:3.0:1775764858.388970:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39194 00000100:00100000:3.0:1775764858.388980:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223149952:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764858.396734:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223149952:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7733us (8496us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764858.396755:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39194 00002000:00100000:3.0:1775764858.396788:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (483328->524287) req@ffff8b8c8f8c4a80 x1862022223149952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/440 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.396803:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022223149952 ext(483328->524287) 00002000:00010000:3.0:1775764858.396812:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c4a80 00000100:00100000:0.0:1775764858.404106:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.404667:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223150208 00000100:00100000:1.0:1775764858.404681:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223150208 00000100:00100000:1.0:1775764858.404817:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44714 00000100:00100000:1.0:1775764858.404829:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223150208:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764858.404899:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764858.404929:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83400/0xdb23b4c9253d09d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2a9 expref: 40 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.404953:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764858.404960:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764858.405190:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d09e0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.405205:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d09e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.405222:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d09e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764858.405273:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032478 00000004:00010000:1.0:1775764858.405296:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b87e992 reply state 000000009a498297 transno 4295032479 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d09e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764858.405306:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764858.405402:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223150208:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 575us (1312us total) trans 4295032479 rc 0/0 00000100:00100000:1.0:1775764858.405410:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44714 00000020:00080000:1.0:1775764858.405415:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764858.408012:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d09e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.408030:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d09e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.408037:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d09e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.408043:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764858.408048:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d09e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.408056:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d09e0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.408075:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764858.408078:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764858.408082:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d09e0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.408088:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d09e0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764858.410960:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764858.411003:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.411096:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223150336 00000100:00100000:1.0:1775764858.411105:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223150336 00002000:00010000:1.0:1775764858.411149:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764858.411155:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23800 with x1862022223150336 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764858.411169:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23800. 00000100:00100000:3.0:1775764858.411171:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223150464 00000100:00100000:3.0:1775764858.411185:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223150464 00000100:00100000:1.0:1775764858.411208:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39195 00000100:00100000:1.0:1775764858.411220:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223150336:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764858.411227:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (328832->18446744073709551615) 00002000:00100000:3.0:1775764858.411234:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21f80 with x1862022223150464 ext(328832->18446744073709551615) 00002000:00010000:3.0:1775764858.411248:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d21f80. 00000100:00100000:3.0:1775764858.411291:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39196 00000100:00100000:3.0:1775764858.411305:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223150464:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764858.411516:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1315282 -> 4194304 00002000:00010000:1.0:1775764858.411520:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764858.411522:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764857 -> 1775764857 00002000:00010000:1.0:1775764858.411524:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764858.411526:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2703 -> 2703 00000100:00100000:1.0:1775764858.411612:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223150336:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 395us (661us total) trans 4294996906 rc 0/0 00002000:00010000:3.0:1775764858.411615:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 328832 00000100:00100000:1.0:1775764858.411631:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39195 00002000:00010000:1.0:1775764858.411634:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764858.411636:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23800 with x1862022223150336 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764858.411639:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764858.411641:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23800. 00002000:00010000:3.0:1775764858.411648:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764858.411652:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764858.411654:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764858.411717:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223150464:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 416us (711us total) trans 4294996226 rc 0/0 00000100:00100000:3.0:1775764858.411725:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39196 00002000:00010000:3.0:1775764858.411729:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (328832->18446744073709551615) 00002000:00100000:3.0:1775764858.411733:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21f80 with x1862022223150464 ext(328832->18446744073709551615) 00002000:00010000:3.0:1775764858.411739:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d21f80. 00000100:00100000:1.0:1775764858.417628:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.418195:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223150592 00000100:00100000:2.0:1775764858.418205:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223150592 00000100:00100000:2.0:1775764858.418271:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44715 00000100:00100000:2.0:1775764858.418280:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022223150592:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764858.418304:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764858.418326:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d09e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2b0 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.418410:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d09ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.418425:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d09ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.418437:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d09ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764858.418478:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4523136 00000004:00200000:2.0:1775764858.418482:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764858.418497:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d09ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.418516:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d09e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2b0 expref: 43 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.418531:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d09ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2b0 expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.418564:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764858.418567:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764858.418572:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4000, rc 0) 00000100:00100000:2.0:1775764858.418756:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223150592:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 477us (1138us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764858.418772:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44715 00000100:00100000:1.0:1775764858.437666:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764858.439314:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223150848 00000100:00100000:0.0:1775764858.439328:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223150848 00000100:00100000:0.0:1775764858.439408:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44716 00000100:00100000:0.0:1775764858.439419:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8df0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223150848:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764858.439482:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764858.439515:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d09ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2b0 expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.439572:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764858.439578:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764858.441121:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba200/0xdb23b4c9253d09f5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.441143:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba200/0xdb23b4c9253d09f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.441157:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba200/0xdb23b4c9253d09f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764858.441230:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032480 00000004:00010000:0.0:1775764858.441253:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000012e9008 reply state 00000000376023bf transno 4295032481 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba200/0xdb23b4c9253d09f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764858.441261:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764858.441367:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8df0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223150848:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1947us (3708us total) trans 4295032481 rc 0/0 00000100:00100000:0.0:1775764858.441376:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44716 00000020:00080000:0.0:1775764858.441382:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764858.445157:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba200/0xdb23b4c9253d09f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.445175:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba200/0xdb23b4c9253d09f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.445182:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba200/0xdb23b4c9253d09f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.445188:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca25ba200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764858.445192:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba200/0xdb23b4c9253d09f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.445199:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba200/0xdb23b4c9253d09f5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.445218:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764858.445221:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764858.445225:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba200/0xdb23b4c9253d09f5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.445231:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba200/0xdb23b4c9253d09f5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764858.448651:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.448681:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764858.449380:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223150976 00000100:00100000:3.0:1775764858.449392:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223150976 00002000:00010000:3.0:1775764858.449434:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764858.449439:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35880 with x1862022223150976 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764858.449453:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35880. 00000100:00100000:3.0:1775764858.449481:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223151104 00000100:00100000:3.0:1775764858.449485:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223151104 00002000:00010000:3.0:1775764858.449496:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (521004->18446744073709551615) 00002000:00100000:3.0:1775764858.449500:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34a80 with x1862022223151104 ext(521004->18446744073709551615) 00002000:00010000:3.0:1775764858.449507:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d34a80. 00000100:00100000:3.0:1775764858.449531:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39197 00000100:00100000:3.0:1775764858.449569:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223150976:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764858.449973:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39198 00000100:00100000:2.0:1775764858.449983:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223151104:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764858.450149:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 328832 -> 521004 00002000:00010000:2.0:1775764858.450153:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764858 -> 1775764858 00002000:00010000:2.0:1775764858.450156:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:2.0:1775764858.450158:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764858 -> 1775764858 00002000:00010000:2.0:1775764858.450160:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764858.450230:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223151104:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 248us (1547us total) trans 4294996227 rc 0/0 00000100:00100000:2.0:1775764858.450238:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39198 00002000:00010000:2.0:1775764858.450241:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (521004->18446744073709551615) 00002000:00100000:2.0:1775764858.450244:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d34a80 with x1862022223151104 ext(521004->18446744073709551615) 00002000:00010000:2.0:1775764858.450249:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d34a80. 00002000:00010000:3.0:1775764858.455970:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764858.455980:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764858.455983:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764857 -> 1775764857 00002000:00010000:3.0:1775764858.455985:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764858.455987:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2703 -> 2703 00000100:00100000:3.0:1775764858.456078:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223150976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 6506us (7430us total) trans 4294996907 rc 0/0 00000100:00100000:3.0:1775764858.456091:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39197 00002000:00010000:3.0:1775764858.456096:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764858.456099:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d35880 with x1862022223150976 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764858.456107:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d35880. 00000100:00100000:1.0:1775764858.470185:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764858.470263:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223151232 00000100:00100000:0.0:1775764858.470276:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223151232 00000100:00100000:0.0:1775764858.470431:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44717 00000100:00100000:0.0:1775764858.470442:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022223151232:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764858.470610:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764858.471119:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d09fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2b7 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.471219:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d0a03 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.471236:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d0a03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.471249:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d0a03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764858.471281:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4715308 00000004:00200000:2.0:1775764858.471621:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764858.471643:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d0a03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.471669:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25baa00/0xdb23b4c9253d09fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2b7 expref: 45 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.471691:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d0a03 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2b7 expref: 44 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.471699:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764858.471702:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764858.471706:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4a00, rc 0) 00000100:00100000:2.0:1775764858.471920:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223151232:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1479us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764858.472072:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44717 00000100:00100000:0.0:1775764858.482854:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.482957:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223151360 00000100:00100000:1.0:1775764858.482967:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223151360 00002000:00100000:1.0:1775764858.483021:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2347008->2375679) req@ffff8b8c90d20e00 x1862022223151360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.483033:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20e00 with x1862022223151360 ext(2347008->2375679) 00002000:00010000:1.0:1775764858.483040:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20e00 00000100:00100000:1.0:1775764858.483070:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39199 00000100:00100000:1.0:1775764858.483079:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223151360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764858.486588:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223151360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3499us (3734us total) trans 0 rc 28672/28672 00000100:00100000:3.0:1775764858.486600:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39199 00002000:00100000:3.0:1775764858.486611:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2347008->2375679) req@ffff8b8c90d20e00 x1862022223151360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/440 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.486622:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20e00 with x1862022223151360 ext(2347008->2375679) 00002000:00010000:3.0:1775764858.486628:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20e00 00000100:00100000:0.0:1775764858.504165:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.504245:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223151616 00000100:00100000:2.0:1775764858.504256:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223151616 00000100:00100000:2.0:1775764858.504321:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44718 00000100:00100000:2.0:1775764858.504331:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223151616:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764858.504389:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764858.504416:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d0a03 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2b7 expref: 44 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.504447:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764858.504453:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764858.504712:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0a0a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.504730:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0a0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.504740:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0a0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764858.504798:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032482 00000004:00010000:2.0:1775764858.504820:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a44c903 reply state 00000000c7e996ba transno 4295032483 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0a0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764858.504829:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764858.504934:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223151616:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 593us (767us total) trans 4295032483 rc 0/0 00000100:00100000:2.0:1775764858.504942:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44718 00000020:00080000:2.0:1775764858.504948:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764858.512783:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.512816:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.512841:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223151744 00000100:00100000:2.0:1775764858.512853:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223151744 00002000:00010000:2.0:1775764858.512900:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00010000:00010000:3.0:1775764858.512903:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0a0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00100000:2.0:1775764858.512905:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7d500 with x1862022223151744 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764858.512918:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7d500. 00010000:00010000:3.0:1775764858.512918:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0a0a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.512940:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0a0a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.512987:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4400 already unused, calling callback (ffffffffc21064f0) 00000100:00100000:2.0:1775764858.512998:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223151872 00010000:00010000:3.0:1775764858.513002:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0a0a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764858.513003:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223151872 00010000:00010000:3.0:1775764858.513012:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0a0a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764858.513020:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (931482->18446744073709551615) 00002000:00100000:2.0:1775764858.513024:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022223151872 ext(931482->18446744073709551615) 00010000:00010000:3.0:1775764858.513030:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00002000:00010000:2.0:1775764858.513032:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175180. 00010000:00010000:3.0:1775764858.513035:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764858.513041:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0a0a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.513103:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0a0a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764858.513467:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39200 00000100:00100000:1.0:1775764858.513480:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223151744:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764858.513736:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764858.513740:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764858.513742:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764857 -> 1775764857 00002000:00010000:1.0:1775764858.513745:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764858.513748:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2703 -> 2703 00000100:00100000:1.0:1775764858.513822:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223151744:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 345us (1049us total) trans 4294996908 rc 0/0 00000100:00100000:1.0:1775764858.513830:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39200 00002000:00010000:1.0:1775764858.513834:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764858.513837:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9ed7d500 with x1862022223151744 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764858.513842:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9ed7d500. 00000100:00100000:1.0:1775764858.513859:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39201 00000100:00100000:1.0:1775764858.513865:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223151872:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764858.516802:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 521004 -> 931482 00002000:00010000:1.0:1775764858.516812:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764858.516814:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764858.516817:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764858.516819:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764858.516957:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223151872:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3087us (4136us total) trans 4294996228 rc 0/0 00000100:00100000:1.0:1775764858.516969:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39201 00002000:00010000:1.0:1775764858.516974:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (931482->18446744073709551615) 00002000:00100000:1.0:1775764858.516977:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022223151872 ext(931482->18446744073709551615) 00002000:00010000:1.0:1775764858.516987:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175180. 00000100:00100000:1.0:1775764858.557604:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764858.557783:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223152000 00000100:00100000:0.0:1775764858.557794:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223152000 00002000:00100000:0.0:1775764858.557853:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (929792->933887) req@ffff8b8cb3174a80 x1862022223152000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764858.557865:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022223152000 ext(929792->933887) 00002000:00010000:0.0:1775764858.557871:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174a80 00000100:00100000:0.0:1775764858.557907:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39202 00000100:00100000:0.0:1775764858.557917:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223152000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764858.558200:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223152000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 283us (605us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764858.558208:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39202 00002000:00100000:0.0:1775764858.558216:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (929792->933887) req@ffff8b8cb3174a80 x1862022223152000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/4536 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764858.558224:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022223152000 ext(929792->933887) 00002000:00010000:0.0:1775764858.558227:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174a80 00000100:00100000:2.0:1775764858.567219:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764858.567964:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223152128 00000100:00100000:0.0:1775764858.567976:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223152128 00002000:00100000:0.0:1775764858.568190:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (929792->931481) req@ffff8b8c908af100 x1862022223152128/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 2184/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764858.568239:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af100 with x1862022223152128 ext(929792->931481) 00002000:00010000:0.0:1775764858.568248:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908af100 00000100:00100000:3.0:1775764858.568406:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39203 00000100:00100000:3.0:1775764858.568419:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223152128:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764858.570476:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223152128:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2050us (3256us total) trans 4294996229 rc 0/0 00000100:00100000:2.0:1775764858.570492:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39203 00002000:00100000:2.0:1775764858.570503:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (929792->931481) req@ffff8b8c908af100 x1862022223152128/t4294996229(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 2184/448 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.570513:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af100 with x1862022223152128 ext(929792->931481) 00002000:00010000:2.0:1775764858.570519:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908af100 00000100:00100000:1.0:1775764858.578175:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.578421:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223152256 00000100:00100000:2.0:1775764858.578433:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223152256 00000100:00100000:2.0:1775764858.579013:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84902 00000100:00100000:2.0:1775764858.579025:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223152256:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764858.684075:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223152256:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 105041us (105897us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764858.684092:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84902 00000001:00080000:1.0:1775764858.684135:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996228 is committed 00000001:00080000:1.0:1775764858.684165:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996229 is committed 00000100:00100000:1.0:1775764858.689999:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764858.690107:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223152384 00000100:00100000:0.0:1775764858.690118:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223152384 00000100:00100000:0.0:1775764858.692983:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44719 00000100:00100000:0.0:1775764858.693011:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9371ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022223152384:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764858.693041:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764858.693065:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d0a11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2be expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.693167:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d0a18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.693181:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d0a18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.693193:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d0a18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764858.693220:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5125786 00000004:00200000:0.0:1775764858.693225:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764858.693243:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d0a18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.693269:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d0a11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2be expref: 47 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.693293:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d0a18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2be expref: 46 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.693336:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764858.693339:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764858.693343:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca25bba00, rc 0) 00000100:00100000:0.0:1775764858.693409:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9371ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223152384:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 414us (3420us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764858.693417:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44719 00000100:00100000:0.0:1775764858.703994:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.704127:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223152512 00000100:00100000:2.0:1775764858.704138:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223152512 00002000:00100000:2.0:1775764858.704188:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1458176->1462271) req@ffff8b8c90d20380 x1862022223152512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.704200:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20380 with x1862022223152512 ext(1458176->1462271) 00002000:00010000:2.0:1775764858.704206:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20380 00000100:00100000:2.0:1775764858.704240:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39204 00000100:00100000:2.0:1775764858.704250:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223152512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764858.704477:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223152512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 228us (491us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764858.704485:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39204 00002000:00100000:2.0:1775764858.704492:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1458176->1462271) req@ffff8b8c90d20380 x1862022223152512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/4536 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.704500:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20380 with x1862022223152512 ext(1458176->1462271) 00002000:00010000:2.0:1775764858.704504:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20380 00000100:00100000:2.0:1775764858.725097:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764858.725210:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223152640 00000100:00100000:3.0:1775764858.725221:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223152640 00002000:00100000:3.0:1775764858.725272:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1462272->1466367) req@ffff8b8c908ad500 x1862022223152640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.725284:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad500 with x1862022223152640 ext(1462272->1466367) 00002000:00010000:3.0:1775764858.725290:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad500 00000100:00100000:3.0:1775764858.725327:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39205 00000100:00100000:3.0:1775764858.725337:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223152640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764858.725608:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223152640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 272us (520us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764858.725618:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39205 00002000:00100000:3.0:1775764858.725624:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1462272->1466367) req@ffff8b8c908ad500 x1862022223152640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/4536 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.725632:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad500 with x1862022223152640 ext(1462272->1466367) 00002000:00010000:3.0:1775764858.725635:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad500 00000100:00100000:1.0:1775764858.741012:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764858.741114:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223152768 00000100:00100000:3.0:1775764858.741125:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223152768 00002000:00100000:3.0:1775764858.741180:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1466368->1503231) req@ffff8b8cb3450a80 x1862022223152768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.741191:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022223152768 ext(1466368->1503231) 00002000:00010000:3.0:1775764858.741197:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:3.0:1775764858.741235:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39206 00000100:00100000:3.0:1775764858.741244:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223152768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764858.747391:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223152768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6137us (6379us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1775764858.747405:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39206 00002000:00100000:3.0:1775764858.747418:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1466368->1503231) req@ffff8b8cb3450a80 x1862022223152768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/440 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.747428:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022223152768 ext(1466368->1503231) 00002000:00010000:3.0:1775764858.747434:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:2.0:1775764858.752405:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.752529:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223152896 00000100:00100000:1.0:1775764858.752589:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223152896 00002000:00100000:1.0:1775764858.752655:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (745472->4087807) req@ffff8b8c908aed80 x1862022223152896/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 536/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.752666:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aed80 with x1862022223152896 ext(745472->4087807) 00002000:00010000:1.0:1775764858.752673:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908aed80 00000100:00100000:1.0:1775764858.752705:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39207 00000100:00100000:1.0:1775764858.752715:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223152896:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764858.767694:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223152896:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 14973us (15295us total) trans 4294996909 rc 0/0 00000100:00100000:1.0:1775764858.767704:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39207 00002000:00100000:1.0:1775764858.767714:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (745472->4087807) req@ffff8b8c908aed80 x1862022223152896/t4294996909(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 536/456 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.768519:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aed80 with x1862022223152896 ext(745472->4087807) 00002000:00010000:1.0:1775764858.768527:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908aed80 00000100:00100000:2.0:1775764858.774062:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764858.775030:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223153024 00000100:00100000:3.0:1775764858.775043:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223153024 00000100:00100000:3.0:1775764858.775108:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84903 00000100:00100000:3.0:1775764858.775118:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223153024:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764858.821341:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223153024:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 46214us (47279us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764858.821355:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84903 00000001:00080000:2.0:1775764858.821396:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996909 is committed 00010000:00010000:3.0:1775764858.826595:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764858.828812:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.828882:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223153152 00000100:00100000:1.0:1775764858.828893:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223153152 00002000:00100000:1.0:1775764858.828958:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (827392->872447) req@ffff8b8c908ad880 x1862022223153152/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.828976:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad880 with x1862022223153152 ext(827392->872447) 00002000:00010000:1.0:1775764858.828982:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad880 00000100:00100000:1.0:1775764858.829020:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39208 00000100:00100000:1.0:1775764858.829030:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223153152:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764858.838377:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223153152:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9338us (9563us total) trans 4294996910 rc 0/0 00000100:00100000:1.0:1775764858.838391:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39208 00002000:00100000:1.0:1775764858.838405:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (827392->872447) req@ffff8b8c908ad880 x1862022223153152/t4294996910(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/448 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.838415:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad880 with x1862022223153152 ext(827392->872447) 00002000:00010000:1.0:1775764858.838421:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad880 00000100:00100000:2.0:1775764858.851353:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.851784:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223153280 00000100:00100000:1.0:1775764858.851795:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223153280 00000100:00100000:1.0:1775764858.851864:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84904 00000100:00100000:1.0:1775764858.851875:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223153280:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764858.904941:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996910 is committed 00000100:00100000:1.0:1775764858.905210:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223153280:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 53331us (53859us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764858.905222:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84904 00000100:00100000:3.0:1775764858.909474:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.910197:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223153536 00000100:00100000:2.0:1775764858.910280:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223153536 00000100:00100000:2.0:1775764858.910391:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44720 00000100:00100000:2.0:1775764858.910402:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223153536:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764858.910457:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764858.910487:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d0a18 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2be expref: 46 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.910510:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764858.910516:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764858.910789:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a1f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.910807:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.910817:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764858.910872:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032484 00000004:00010000:2.0:1775764858.910897:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054728f03 reply state 000000006b63f3de transno 4295032485 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764858.910905:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764858.911320:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223153536:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 918us (1853us total) trans 4295032485 rc 0/0 00000100:00100000:2.0:1775764858.911328:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44720 00000020:00080000:2.0:1775764858.911334:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764858.914530:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.914576:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a1f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.914584:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a1f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.914590:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764858.914595:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a1f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.914602:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a1f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.914631:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764858.914634:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764858.914639:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a1f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.914649:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a1f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764858.915639:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764858.915677:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764858.915771:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223153664 00000100:00100000:0.0:1775764858.915781:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223153664 00002000:00010000:0.0:1775764858.915817:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764858.915822:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4000 with x1862022223153664 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764858.915833:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4000. 00000100:00100000:0.0:1775764858.915860:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223153792 00000100:00100000:0.0:1775764858.915863:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223153792 00002000:00010000:0.0:1775764858.915874:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (244346->18446744073709551615) 00002000:00100000:0.0:1775764858.915877:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5880 with x1862022223153792 ext(244346->18446744073709551615) 00002000:00010000:0.0:1775764858.915883:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde5880. 00000100:00100000:0.0:1775764858.915903:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39209 00000100:00100000:0.0:1775764858.915912:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223153664:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764858.916233:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764858.916238:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764858 -> 1775764859 00002000:00010000:0.0:1775764858.916240:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764857 -> 1775764858 00002000:00010000:0.0:1775764858.916242:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764858 -> 1775764859 00002000:00010000:0.0:1775764858.916244:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2703 -> 1933 00000100:00100000:0.0:1775764858.916295:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223153664:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 384us (661us total) trans 4294996911 rc 0/0 00000100:00100000:0.0:1775764858.916303:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39209 00002000:00010000:0.0:1775764858.916306:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764858.916309:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4000 with x1862022223153664 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764858.916313:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4000. 00000100:00100000:0.0:1775764858.916329:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39210 00000100:00100000:0.0:1775764858.916335:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223153792:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764858.916569:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 931482 -> 244346 00002000:00010000:0.0:1775764858.916572:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764858 -> 1775764859 00002000:00010000:0.0:1775764858.916575:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764858.916577:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764858 -> 1775764859 00002000:00010000:0.0:1775764858.916579:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 135 00000100:00100000:0.0:1775764858.916603:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223153792:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 267us (924us total) trans 4294996230 rc 0/0 00000100:00100000:0.0:1775764858.916609:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39210 00002000:00010000:0.0:1775764858.916612:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (244346->18446744073709551615) 00002000:00100000:0.0:1775764858.916614:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5880 with x1862022223153792 ext(244346->18446744073709551615) 00002000:00010000:0.0:1775764858.916618:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde5880. 00000100:00100000:0.0:1775764858.921031:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.921204:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223153920 00000100:00100000:2.0:1775764858.921215:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223153920 00000100:00100000:2.0:1775764858.921280:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44721 00000100:00100000:2.0:1775764858.921290:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022223153920:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764858.921315:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764858.921336:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2c5 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.921423:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d0a2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.921439:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d0a2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.921451:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d0a2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764858.921479:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4438650 00000004:00200000:2.0:1775764858.921483:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764858.921500:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d0a2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.921526:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0a26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2c5 expref: 49 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.921585:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d0a2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2c5 expref: 48 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.921596:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764858.921599:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764858.921604:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5c00, rc 0) 00000100:00100000:2.0:1775764858.921665:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223153920:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 376us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764858.921673:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44721 00000100:00100000:1.0:1775764858.926659:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764858.926834:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223154048 00000100:00100000:3.0:1775764858.926844:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223154048 00002000:00100000:3.0:1775764858.926892:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1912832->1916927) req@ffff8b8c992e1f80 x1862022223154048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.926903:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1f80 with x1862022223154048 ext(1912832->1916927) 00002000:00010000:3.0:1775764858.926909:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1f80 00000100:00100000:3.0:1775764858.926948:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39211 00000100:00100000:3.0:1775764858.926957:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223154048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764858.927432:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223154048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 476us (781us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764858.927441:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39211 00002000:00100000:3.0:1775764858.927448:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1912832->1916927) req@ffff8b8c992e1f80 x1862022223154048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/4536 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.927456:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e1f80 with x1862022223154048 ext(1912832->1916927) 00002000:00010000:3.0:1775764858.927460:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e1f80 00000100:00100000:3.0:1775764858.931675:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764858.932110:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223154176 00000100:00100000:1.0:1775764858.932121:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223154176 00002000:00100000:1.0:1775764858.932180:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1937408->1941503) req@ffff8b8cabde5180 x1862022223154176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.932200:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5180 with x1862022223154176 ext(1937408->1941503) 00002000:00010000:1.0:1775764858.932224:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5180 00000100:00100000:1.0:1775764858.932264:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39212 00000100:00100000:1.0:1775764858.932275:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223154176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764858.932618:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223154176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 344us (950us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764858.932637:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39212 00002000:00100000:1.0:1775764858.932644:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1937408->1941503) req@ffff8b8cabde5180 x1862022223154176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 488/4536 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764858.932653:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5180 with x1862022223154176 ext(1937408->1941503) 00002000:00010000:1.0:1775764858.932656:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5180 00000100:00100000:2.0:1775764858.947031:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764858.948509:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223154304 00000100:00100000:3.0:1775764858.948522:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223154304 00002000:00100000:3.0:1775764858.948634:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1318912->1511423) req@ffff8b8c908aca80 x1862022223154304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 504/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.948651:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aca80 with x1862022223154304 ext(1318912->1511423) 00002000:00010000:3.0:1775764858.948658:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908aca80 00000100:00100000:3.0:1775764858.948683:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39213 00000100:00100000:3.0:1775764858.948693:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223154304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764858.960651:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223154304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11948us (13620us total) trans 0 rc 106496/106496 00000100:00100000:3.0:1775764858.960667:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39213 00002000:00100000:3.0:1775764858.960680:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1318912->1511423) req@ffff8b8c908aca80 x1862022223154304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 504/440 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 106496/106496 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764858.960691:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aca80 with x1862022223154304 ext(1318912->1511423) 00002000:00010000:3.0:1775764858.960698:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908aca80 00000100:00100000:3.0:1775764858.968120:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764858.968221:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223154432 00000100:00100000:2.0:1775764858.968232:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223154432 00002000:00100000:2.0:1775764858.968276:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1511424->2109439) req@ffff8b8cabde4a80 x1862022223154432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 504/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.968288:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4a80 with x1862022223154432 ext(1511424->2109439) 00002000:00010000:2.0:1775764858.968294:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4a80 00000100:00100000:2.0:1775764858.968324:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39214 00000100:00100000:2.0:1775764858.968332:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223154432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764858.999087:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223154432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30745us (30966us total) trans 0 rc 569344/569344 00000100:00100000:0.0:1775764858.999102:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39214 00002000:00100000:0.0:1775764858.999114:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1511424->2109439) req@ffff8b8cabde4a80 x1862022223154432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:339/0 lens 504/440 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 569344/569344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764858.999129:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4a80 with x1862022223154432 ext(1511424->2109439) 00002000:00010000:0.0:1775764858.999135:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4a80 00000100:00100000:1.0:1775764859.005117:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.005367:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223154560 00000100:00100000:3.0:1775764859.005379:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223154560 00002000:00100000:3.0:1775764859.005436:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1486848->1941503) req@ffff8b8c992e2a00 x1862022223154560/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 520/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.005449:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2a00 with x1862022223154560 ext(1486848->1941503) 00002000:00010000:3.0:1775764859.005455:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e2a00 00000100:00100000:3.0:1775764859.005492:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39215 00000100:00100000:3.0:1775764859.005502:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223154560:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764859.012810:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223154560:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7294us (7689us total) trans 4294996912 rc 0/0 00000100:00100000:3.0:1775764859.012831:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39215 00002000:00100000:3.0:1775764859.012848:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1486848->1941503) req@ffff8b8c992e2a00 x1862022223154560/t4294996912(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 520/456 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.013029:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e2a00 with x1862022223154560 ext(1486848->1941503) 00002000:00010000:3.0:1775764859.013036:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992e2a00 00000100:00100000:2.0:1775764859.016534:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.016782:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223154688 00000100:00100000:3.0:1775764859.016792:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223154688 00000100:00100000:3.0:1775764859.016851:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84905 00000100:00100000:3.0:1775764859.016868:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223154688:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764859.069343:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996911 is committed 00000001:00080000:2.0:1775764859.069362:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996912 is committed 00000100:00100000:3.0:1775764859.069518:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223154688:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 52652us (52987us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764859.069531:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84905 00000100:00100000:2.0:1775764859.081467:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.081579:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223154816 00000100:00100000:0.0:1775764859.081590:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223154816 00002000:00100000:0.0:1775764859.081653:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2109440->2445311) req@ffff8b8c908ae300 x1862022223154816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 504/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.081664:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae300 with x1862022223154816 ext(2109440->2445311) 00002000:00010000:0.0:1775764859.081670:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ae300 00000100:00100000:0.0:1775764859.081709:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39216 00000100:00100000:0.0:1775764859.081719:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223154816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764859.092477:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223154816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10748us (11007us total) trans 0 rc 307200/307200 00000100:00100000:0.0:1775764859.092490:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39216 00002000:00100000:0.0:1775764859.092503:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2109440->2445311) req@ffff8b8c908ae300 x1862022223154816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 504/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 307200/307200 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.092513:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae300 with x1862022223154816 ext(2109440->2445311) 00002000:00010000:0.0:1775764859.092519:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ae300 00000100:00100000:3.0:1775764859.099981:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.100211:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223154944 00000100:00100000:1.0:1775764859.100223:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223154944 00002000:00100000:1.0:1775764859.100277:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2121728->2187263) req@ffff8b8cabde5c00 x1862022223154944/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.100288:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5c00 with x1862022223154944 ext(2121728->2187263) 00002000:00010000:1.0:1775764859.100294:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5c00 00000100:00100000:1.0:1775764859.100331:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39217 00000100:00100000:1.0:1775764859.100342:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223154944:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764859.105443:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223154944:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5094us (5463us total) trans 4294996913 rc 0/0 00000100:00100000:1.0:1775764859.105460:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39217 00002000:00100000:1.0:1775764859.105472:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2121728->2187263) req@ffff8b8cabde5c00 x1862022223154944/t4294996913(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/448 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.105482:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5c00 with x1862022223154944 ext(2121728->2187263) 00002000:00010000:1.0:1775764859.105489:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5c00 00000100:00100000:0.0:1775764859.109843:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.110093:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223155072 00000100:00100000:1.0:1775764859.110103:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223155072 00000100:00100000:1.0:1775764859.110170:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84906 00000100:00100000:1.0:1775764859.110182:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223155072:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764859.155132:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996913 is committed 00000100:00100000:1.0:1775764859.155322:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223155072:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 45137us (45485us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764859.155334:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84906 00000100:00100000:0.0:1775764859.159489:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.159615:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223155328 00000100:00100000:1.0:1775764859.159637:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223155328 00000100:00100000:1.0:1775764859.159713:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44722 00000100:00100000:1.0:1775764859.159725:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223155328:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764859.159788:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764859.159818:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d0a2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2c5 expref: 48 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.159838:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764859.159844:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1775764859.160028:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764859.160413:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a34 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.160433:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.160443:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764859.160498:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032486 00000004:00010000:1.0:1775764859.160524:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004bae3a83 reply state 000000000825c515 transno 4295032487 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764859.160535:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764859.160734:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223155328:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1011us (1254us total) trans 4295032487 rc 0/0 00000100:00100000:1.0:1775764859.160742:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44722 00000020:00080000:1.0:1775764859.160747:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764859.163742:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.163783:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764859.163839:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.163852:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a34 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.163859:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.163864:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764859.163870:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.163877:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a34 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.163899:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764859.163902:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764859.163907:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a34 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.163913:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a34 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764859.164835:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223155456 00000100:00100000:2.0:1775764859.164848:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223155456 00002000:00010000:2.0:1775764859.164892:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764859.164897:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7b80 with x1862022223155456 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764859.164909:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7b80. 00000100:00100000:2.0:1775764859.165014:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223155584 00000100:00100000:2.0:1775764859.165018:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223155584 00000100:00100000:1.0:1775764859.165093:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39218 00000100:00100000:1.0:1775764859.165103:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223155456:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764859.165392:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764859.165396:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:1.0:1775764859.165398:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764859.165400:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:1.0:1775764859.165403:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1933 -> 2383 00000100:00100000:1.0:1775764859.165466:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223155456:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 363us (1731us total) trans 4294996914 rc 0/0 00000100:00100000:1.0:1775764859.165474:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39218 00002000:00010000:1.0:1775764859.165477:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764859.165479:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7b80 with x1862022223155456 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764859.165484:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7b80. 00002000:00010000:2.0:1775764859.166862:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (377970->18446744073709551615) 00002000:00100000:2.0:1775764859.166871:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde6680 with x1862022223155584 ext(377970->18446744073709551615) 00002000:00010000:2.0:1775764859.166881:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde6680. 00000100:00100000:2.0:1775764859.167040:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39219 00000100:00100000:2.0:1775764859.167054:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223155584:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764859.167258:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 244346 -> 377970 00002000:00010000:2.0:1775764859.167262:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:2.0:1775764859.167264:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:2.0:1775764859.167266:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:2.0:1775764859.167268:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764859.167324:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223155584:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 275us (3540us total) trans 4294996231 rc 0/0 00000100:00080000:3.0:1775764859.167694:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764859.170530:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.170767:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223155712 00000100:00100000:0.0:1775764859.170777:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223155712 00000100:00100000:0.0:1775764859.170833:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44723 00000100:00100000:0.0:1775764859.170842:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022223155712:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764859.170869:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764859.170889:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d0a3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2cc expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.170988:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d0a42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.171003:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d0a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.171014:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d0a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764859.171042:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4572274 00000004:00200000:0.0:1775764859.171046:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764859.171063:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d0a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.171084:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bba00/0xdb23b4c9253d0a3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2cc expref: 51 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.171105:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d0a42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2cc expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.171114:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764859.171117:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764859.171121:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca25bbe00, rc 0) 00000100:00100000:0.0:1775764859.171179:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223155712:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 338us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764859.171189:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44723 00000100:00100000:2.0:1775764859.173401:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39219 00002000:00010000:2.0:1775764859.173410:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (377970->18446744073709551615) 00002000:00100000:2.0:1775764859.173415:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde6680 with x1862022223155584 ext(377970->18446744073709551615) 00002000:00010000:2.0:1775764859.173427:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde6680. 00000100:00100000:3.0:1775764859.179969:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.180064:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223155840 00000100:00100000:1.0:1775764859.180077:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223155840 00002000:00100000:1.0:1775764859.180139:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (364544->368639) req@ffff8b8cabde7480 x1862022223155840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.180158:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7480 with x1862022223155840 ext(364544->368639) 00002000:00010000:1.0:1775764859.180164:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde7480 00000100:00100000:1.0:1775764859.180200:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39220 00000100:00100000:1.0:1775764859.180211:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223155840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.180500:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223155840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 290us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764859.180507:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39220 00002000:00100000:1.0:1775764859.180514:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (364544->368639) req@ffff8b8cabde7480 x1862022223155840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.180522:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7480 with x1862022223155840 ext(364544->368639) 00002000:00010000:1.0:1775764859.180526:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde7480 00000100:00100000:1.0:1775764859.184500:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.184764:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223155968 00000100:00100000:0.0:1775764859.184774:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223155968 00002000:00100000:0.0:1775764859.184824:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (368640->372735) req@ffff8b8c992e0380 x1862022223155968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.184835:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e0380 with x1862022223155968 ext(368640->372735) 00002000:00010000:0.0:1775764859.184841:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e0380 00000100:00100000:0.0:1775764859.184864:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39221 00000100:00100000:0.0:1775764859.184874:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223155968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764859.185122:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223155968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 249us (631us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764859.185130:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39221 00002000:00100000:0.0:1775764859.185136:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (368640->372735) req@ffff8b8c992e0380 x1862022223155968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.185143:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e0380 with x1862022223155968 ext(368640->372735) 00002000:00010000:0.0:1775764859.185146:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e0380 00000100:00100000:3.0:1775764859.190597:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.190700:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223156096 00000100:00100000:0.0:1775764859.190711:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223156096 00002000:00100000:0.0:1775764859.190772:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (36864->380927) req@ffff8b8cb77e0000 x1862022223156096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 504/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.190783:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022223156096 ext(36864->380927) 00002000:00010000:0.0:1775764859.190789:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0000 00000100:00100000:0.0:1775764859.190822:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39222 00000100:00100000:0.0:1775764859.190832:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223156096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.196932:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223156096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6084us (6327us total) trans 0 rc 335872/335872 00000100:00100000:1.0:1775764859.196946:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39222 00002000:00100000:1.0:1775764859.196957:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (36864->380927) req@ffff8b8cb77e0000 x1862022223156096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 504/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 335872/335872 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.196968:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022223156096 ext(36864->380927) 00002000:00010000:1.0:1775764859.196975:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0000 00000100:00100000:3.0:1775764859.205013:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.205122:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223156352 00000100:00100000:1.0:1775764859.205133:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223156352 00000100:00100000:1.0:1775764859.205195:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44724 00000100:00100000:1.0:1775764859.205204:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223156352:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764859.205273:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764859.205301:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbe00/0xdb23b4c9253d0a42 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2cc expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.205324:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764859.205329:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764859.205595:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a49 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.205609:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a49 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.205701:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a49 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764859.205765:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032488 00000004:00010000:1.0:1775764859.205792:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea276029 reply state 0000000005434cb2 transno 4295032489 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a49 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764859.205801:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764859.205899:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223156352:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 695us (894us total) trans 4295032489 rc 0/0 00000100:00100000:1.0:1775764859.205906:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44724 00000020:00080000:1.0:1775764859.205911:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764859.209007:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a49 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.209027:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a49 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.209035:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a49 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.209041:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764859.209047:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a49 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.209055:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a49 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.209072:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764859.209076:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764859.209081:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a49 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.209087:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0a49 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764859.211729:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.211797:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.212076:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223156480 00000100:00100000:0.0:1775764859.212089:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223156480 00002000:00010000:0.0:1775764859.212133:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1879452->18446744073709551615) 00002000:00100000:0.0:1775764859.212139:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022223156480 ext(1879452->18446744073709551615) 00002000:00010000:0.0:1775764859.212151:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700. 00000100:00100000:0.0:1775764859.212175:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223156608 00000100:00100000:0.0:1775764859.212178:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223156608 00002000:00010000:0.0:1775764859.212188:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764859.212191:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022223156608 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764859.212197:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781500. 00000100:00100000:0.0:1775764859.212221:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39223 00000100:00100000:0.0:1775764859.212230:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223156480:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764859.212579:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1879452 00002000:00010000:0.0:1775764859.212583:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:0.0:1775764859.212585:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764859.212588:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:0.0:1775764859.212590:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2383 -> 2383 00000100:00100000:0.0:1775764859.212658:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223156480:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 427us (937us total) trans 4294996915 rc 0/0 00000100:00100000:0.0:1775764859.212665:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39223 00002000:00010000:0.0:1775764859.212669:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1879452->18446744073709551615) 00002000:00100000:0.0:1775764859.212671:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022223156480 ext(1879452->18446744073709551615) 00002000:00010000:0.0:1775764859.212676:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700. 00000100:00100000:0.0:1775764859.212692:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39224 00000100:00100000:0.0:1775764859.212698:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223156608:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764859.212854:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 377970 -> 0 00002000:00010000:0.0:1775764859.212857:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:0.0:1775764859.212859:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764859.212862:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:0.0:1775764859.212864:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764859.212885:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223156608:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 187us (1088us total) trans 4294996232 rc 0/0 00000100:00100000:0.0:1775764859.212890:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39224 00002000:00010000:0.0:1775764859.212893:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764859.212895:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022223156608 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764859.212899:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781500. 00000100:00100000:0.0:1775764859.218769:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.219115:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223156736 00000100:00100000:1.0:1775764859.219126:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223156736 00000100:00100000:1.0:1775764859.219230:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44725 00000100:00100000:1.0:1775764859.219240:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022223156736:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764859.219265:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764859.219288:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0a50 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2d3 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.219378:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0a57 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.219392:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0a57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.219404:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0a57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764859.219432:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1879452 00000004:00200000:1.0:1775764859.219436:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764859.219454:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0a57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.219482:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0a50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2d3 expref: 53 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.219500:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0a57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2d3 expref: 52 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.219508:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764859.219511:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764859.219515:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e82c00, rc 0) 00000100:00100000:1.0:1775764859.219638:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223156736:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 399us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764859.219646:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44725 00000100:00100000:3.0:1775764859.223172:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.224105:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223156992 00000100:00100000:0.0:1775764859.224117:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223156992 00000100:00100000:0.0:1775764859.224182:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44726 00000100:00100000:0.0:1775764859.224193:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223156992:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764859.224262:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764859.224290:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0a57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2d3 expref: 52 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.224310:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764859.224315:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764859.224521:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb400/0xdb23b4c9253d0a5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.224535:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb400/0xdb23b4c9253d0a5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.224563:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb400/0xdb23b4c9253d0a5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764859.224612:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032490 00000004:00010000:0.0:1775764859.224727:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071a627d3 reply state 000000005a59cf97 transno 4295032491 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb400/0xdb23b4c9253d0a5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764859.224737:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764859.224838:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223156992:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 646us (1675us total) trans 4295032491 rc 0/0 00000100:00100000:0.0:1775764859.224846:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44726 00000020:00080000:0.0:1775764859.224851:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764859.227659:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb400/0xdb23b4c9253d0a5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.227674:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb400/0xdb23b4c9253d0a5e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.227682:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb400/0xdb23b4c9253d0a5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.227687:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca25bb400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764859.227692:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb400/0xdb23b4c9253d0a5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.227698:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb400/0xdb23b4c9253d0a5e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.227714:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764859.227717:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764859.227721:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb400/0xdb23b4c9253d0a5e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.227727:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb400/0xdb23b4c9253d0a5e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764859.229459:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.229576:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223157120 00000100:00100000:1.0:1775764859.229588:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223157120 00002000:00010000:1.0:1775764859.229637:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2546583->18446744073709551615) 00002000:00100000:1.0:1775764859.229641:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591f80 with x1862022223157120 ext(2546583->18446744073709551615) 00002000:00010000:1.0:1775764859.229653:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591f80. 00000100:00100000:1.0:1775764859.229680:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39225 00000100:00100000:1.0:1775764859.229690:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223157120:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764859.229944:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1879452 -> 2546583 00002000:00010000:1.0:1775764859.229949:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:1.0:1775764859.229952:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764859.229954:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:1.0:1775764859.229956:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2383 -> 2383 00000100:00100000:1.0:1775764859.230018:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223157120:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 329us (570us total) trans 4294996916 rc 0/0 00000100:00100000:1.0:1775764859.230027:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39225 00002000:00010000:1.0:1775764859.230031:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2546583->18446744073709551615) 00002000:00100000:1.0:1775764859.230035:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb591f80 with x1862022223157120 ext(2546583->18446744073709551615) 00002000:00010000:1.0:1775764859.230039:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb591f80. 00000100:00100000:0.0:1775764859.233628:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.233706:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223157248 00000100:00100000:3.0:1775764859.233715:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223157248 00002000:00010000:3.0:1775764859.233765:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764859.233771:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89ad80 with x1862022223157248 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764859.233782:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89ad80. 00000100:00100000:3.0:1775764859.233810:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39226 00000100:00100000:3.0:1775764859.233819:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223157248:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764859.234046:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764859.234050:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.234052:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764859.234054:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.234056:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764859.234125:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223157248:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 307us (514us total) trans 4294996233 rc 0/0 00000100:00100000:3.0:1775764859.234134:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39226 00002000:00010000:3.0:1775764859.234138:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764859.234141:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8e89ad80 with x1862022223157248 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764859.234145:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8e89ad80. 00000100:00100000:0.0:1775764859.237647:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.237779:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223157376 00000100:00100000:2.0:1775764859.237789:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223157376 00000100:00100000:2.0:1775764859.237859:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44727 00000100:00100000:2.0:1775764859.237869:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022223157376:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764859.237896:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764859.237931:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0a65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2da expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.238024:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0a6c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.238040:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0a6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.238052:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0a6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764859.238089:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2546583 00000004:00200000:2.0:1775764859.238093:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764859.238111:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0a6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.238140:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0a65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2da expref: 55 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.238158:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0a6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2da expref: 54 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.238166:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764859.238169:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764859.238173:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4800, rc 0) 00000100:00100000:2.0:1775764859.238246:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8e89b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223157376:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 379us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764859.238253:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44727 00000100:00100000:0.0:1775764859.244579:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.244729:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223157632 00000100:00100000:3.0:1775764859.244740:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223157632 00000100:00100000:3.0:1775764859.244801:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44728 00000100:00100000:3.0:1775764859.244810:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223157632:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764859.244865:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764859.244895:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0a6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2da expref: 54 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.244914:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764859.244920:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764859.245160:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0a73 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.245176:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0a73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.245186:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0a73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764859.245250:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032492 00000004:00010000:3.0:1775764859.245275:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0e0c6d7 reply state 00000000304343ce transno 4295032493 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0a73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764859.245284:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764859.245384:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223157632:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 574us (850us total) trans 4295032493 rc 0/0 00000100:00100000:3.0:1775764859.245392:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44728 00000020:00080000:3.0:1775764859.245397:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764859.249962:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0a73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.249977:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0a73 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.249985:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0a73 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.249991:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecea00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764859.249995:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0a73 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.250004:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0a73 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.250023:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764859.250026:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764859.250031:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0a73 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.250038:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0a73 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764859.260769:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.260844:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.262493:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223157760 00000100:00100000:3.0:1775764859.262507:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223157760 00000100:00100000:1.0:1775764859.262707:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223157888 00000100:00100000:1.0:1775764859.262713:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223157888 00002000:00010000:3.0:1775764859.262806:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764859.262811:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352300 with x1862022223157760 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764859.262826:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352300. 00000100:00100000:3.0:1775764859.262882:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39227 00000100:00100000:3.0:1775764859.262893:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223157760:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764859.263148:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2546583 -> 4194304 00002000:00010000:3.0:1775764859.263152:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.263155:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764859.263158:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.263161:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2383 -> 2383 00002000:00010000:0.0:1775764859.263570:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (526619->18446744073709551615) 00002000:00100000:0.0:1775764859.263575:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8a80 with x1862022223157888 ext(526619->18446744073709551615) 00002000:00010000:0.0:1775764859.263582:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e8a80. 00000100:00100000:0.0:1775764859.263610:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39228 00000100:00100000:0.0:1775764859.263627:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223157888:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764859.263764:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 526619 00002000:00010000:0.0:1775764859.263768:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:0.0:1775764859.263770:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764859.263772:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:0.0:1775764859.263774:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764859.264153:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223157760:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1261us (3401us total) trans 4294996917 rc 0/0 00000100:00100000:3.0:1775764859.264162:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39227 00002000:00010000:3.0:1775764859.264166:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764859.264169:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99352300 with x1862022223157760 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764859.264175:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99352300. 00000100:00100000:0.0:1775764859.264231:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223157888:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 613us (3386us total) trans 4294996234 rc 0/0 00000100:00100000:0.0:1775764859.264238:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39228 00002000:00010000:0.0:1775764859.264242:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (526619->18446744073709551615) 00002000:00100000:0.0:1775764859.264244:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8a80 with x1862022223157888 ext(526619->18446744073709551615) 00002000:00010000:0.0:1775764859.264249:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e8a80. 00000100:00100000:1.0:1775764859.274725:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.274820:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223158016 00000100:00100000:0.0:1775764859.274830:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223158016 00002000:00100000:0.0:1775764859.274894:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (143360->528383) req@ffff8b8c992e3800 x1862022223158016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.274905:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e3800 with x1862022223158016 ext(143360->528383) 00002000:00010000:0.0:1775764859.274912:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e3800 00000100:00100000:0.0:1775764859.275032:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39229 00000100:00100000:0.0:1775764859.275041:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223158016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764859.291492:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223158016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16441us (16854us total) trans 0 rc 385024/385024 00000100:00100000:0.0:1775764859.291506:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39229 00002000:00100000:0.0:1775764859.291519:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (143360->528383) req@ffff8b8c992e3800 x1862022223158016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 385024/385024 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.291530:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992e3800 with x1862022223158016 ext(143360->528383) 00002000:00010000:0.0:1775764859.291562:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992e3800 00000100:00100000:1.0:1775764859.297449:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.297535:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223158144 00000100:00100000:2.0:1775764859.297565:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223158144 00002000:00100000:2.0:1775764859.297617:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (479232->526618) req@ffff8b8ca2875880 x1862022223158144/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.297720:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875880 with x1862022223158144 ext(479232->526618) 00002000:00010000:2.0:1775764859.297727:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875880 00000100:00100000:2.0:1775764859.297814:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39230 00000100:00100000:2.0:1775764859.297824:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223158144:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764859.301207:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223158144:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3374us (3757us total) trans 4294996235 rc 0/0 00000100:00100000:3.0:1775764859.301221:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39230 00002000:00100000:3.0:1775764859.301234:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (479232->526618) req@ffff8b8ca2875880 x1862022223158144/t4294996235(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/448 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.301245:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875880 with x1862022223158144 ext(479232->526618) 00002000:00010000:3.0:1775764859.301251:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875880 00000100:00100000:2.0:1775764859.305496:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.305714:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223158272 00000100:00100000:1.0:1775764859.305725:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223158272 00000100:00100000:1.0:1775764859.305837:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84907 00000100:00100000:1.0:1775764859.305848:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223158272:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764859.353587:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223158272:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47732us (48092us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764859.353601:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84907 00000001:00080000:1.0:1775764859.353659:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996234 is committed 00000001:00080000:1.0:1775764859.353680:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996235 is committed 00000100:00100000:2.0:1775764859.357773:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.358264:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223158400 00000100:00100000:3.0:1775764859.358274:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223158400 00000100:00100000:3.0:1775764859.358332:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44729 00000100:00100000:3.0:1775764859.358343:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022223158400:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764859.358370:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764859.358391:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0a7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2e1 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.358494:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0a81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.358512:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0a81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.358523:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0a81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764859.358587:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4720923 00000004:00200000:3.0:1775764859.358592:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764859.358612:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0a81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.358637:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0a7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2e1 expref: 57 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.358656:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0a81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2e1 expref: 56 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.358665:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764859.358668:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764859.358672:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf200, rc 0) 00000100:00100000:3.0:1775764859.358724:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223158400:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 384us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764859.358731:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44729 00000100:00100000:2.0:1775764859.366324:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.366567:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223158656 00000100:00100000:0.0:1775764859.366581:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223158656 00000100:00100000:0.0:1775764859.366649:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44730 00000100:00100000:0.0:1775764859.366661:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223158656:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764859.366717:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764859.366746:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0a81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2e1 expref: 56 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.366775:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764859.366781:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764859.367465:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d0a88 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.367483:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d0a88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.367493:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d0a88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764859.367581:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032494 00000004:00010000:0.0:1775764859.367609:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e13f840 reply state 00000000b133690c transno 4295032495 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d0a88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764859.367629:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764859.368475:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223158656:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1813us (2156us total) trans 4295032495 rc 0/0 00000100:00100000:0.0:1775764859.368487:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44730 00000020:00080000:0.0:1775764859.368494:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764859.384239:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764859.384333:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d0a88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.384345:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d0a88 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.384353:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d0a88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.384358:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca25ba600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764859.384363:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d0a88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.384371:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d0a88 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.384389:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764859.384392:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764859.384396:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d0a88 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.384402:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba600/0xdb23b4c9253d0a88 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764859.384455:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223158784 00000100:00100000:1.0:1775764859.384464:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223158784 00002000:00010000:1.0:1775764859.384504:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (171944->18446744073709551615) 00002000:00100000:1.0:1775764859.384509:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732680 with x1862022223158784 ext(171944->18446744073709551615) 00002000:00010000:1.0:1775764859.384519:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732680. 00000100:00100000:1.0:1775764859.384577:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39231 00000100:00100000:1.0:1775764859.384587:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223158784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764859.385278:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 171944 00002000:00010000:1.0:1775764859.385283:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:1.0:1775764859.385285:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764859.385288:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:1.0:1775764859.385290:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2383 -> 2383 00000100:00100000:1.0:1775764859.385345:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223158784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 759us (1115us total) trans 4294996918 rc 0/0 00000100:00100000:1.0:1775764859.385353:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39231 00002000:00010000:1.0:1775764859.385356:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (171944->18446744073709551615) 00002000:00100000:1.0:1775764859.385360:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732680 with x1862022223158784 ext(171944->18446744073709551615) 00002000:00010000:1.0:1775764859.385365:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732680. 00000100:00100000:2.0:1775764859.390471:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.390789:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223158912 00000100:00100000:1.0:1775764859.390801:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223158912 00002000:00010000:1.0:1775764859.390844:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764859.390850:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96730700 with x1862022223158912 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764859.390874:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96730700. 00000100:00100000:1.0:1775764859.392137:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39232 00000100:00100000:1.0:1775764859.392160:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223158912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764859.392587:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 526619 -> 0 00002000:00010000:1.0:1775764859.392593:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:1.0:1775764859.392595:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764859.392598:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:1.0:1775764859.392600:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:1.0:1775764859.392680:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223158912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 531us (2217us total) trans 4294996236 rc 0/0 00000100:00100000:1.0:1775764859.392689:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39232 00002000:00010000:1.0:1775764859.392694:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764859.392697:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96730700 with x1862022223158912 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764859.392707:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96730700. 00000100:00100000:2.0:1775764859.407489:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.407882:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223159040 00000100:00100000:1.0:1775764859.407894:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223159040 00000100:00100000:1.0:1775764859.408179:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44731 00000100:00100000:1.0:1775764859.408191:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022223159040:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764859.408229:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764859.408254:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0a8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2e8 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.408345:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0a96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.408360:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0a96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.408373:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0a96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764859.408412:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 171944 00000004:00200000:1.0:1775764859.408417:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764859.408437:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0a96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.408465:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0a8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2e8 expref: 59 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.408485:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0a96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2e8 expref: 58 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.408493:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764859.408497:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764859.408502:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83e00, rc 0) 00000100:00100000:1.0:1775764859.408911:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223159040:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 720us (1515us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764859.408930:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44731 00000100:00100000:2.0:1775764859.424411:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.424480:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223159168 00000100:00100000:1.0:1775764859.424491:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223159168 00002000:00100000:1.0:1775764859.424572:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2523136->2527231) req@ffff8b8c96733480 x1862022223159168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.424583:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733480 with x1862022223159168 ext(2523136->2527231) 00002000:00010000:1.0:1775764859.424590:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733480 00000100:00100000:1.0:1775764859.424616:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39233 00000100:00100000:1.0:1775764859.424634:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223159168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.424874:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223159168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 242us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764859.424882:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39233 00002000:00100000:1.0:1775764859.424889:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2523136->2527231) req@ffff8b8c96733480 x1862022223159168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.424897:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733480 with x1862022223159168 ext(2523136->2527231) 00002000:00010000:1.0:1775764859.424900:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733480 00000100:00100000:0.0:1775764859.429617:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.429658:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223159296 00000100:00100000:1.0:1775764859.429669:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223159296 00002000:00100000:1.0:1775764859.429719:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2568192->2572287) req@ffff8b8c914e9c00 x1862022223159296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.429730:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9c00 with x1862022223159296 ext(2568192->2572287) 00002000:00010000:1.0:1775764859.429737:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9c00 00000100:00100000:1.0:1775764859.429778:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39234 00000100:00100000:1.0:1775764859.429787:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223159296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.430043:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223159296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764859.430050:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39234 00002000:00100000:1.0:1775764859.430057:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2568192->2572287) req@ffff8b8c914e9c00 x1862022223159296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.430065:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9c00 with x1862022223159296 ext(2568192->2572287) 00002000:00010000:1.0:1775764859.430068:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9c00 00000100:00100000:2.0:1775764859.435855:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.435937:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223159552 00000100:00100000:0.0:1775764859.435948:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223159552 00000100:00100000:0.0:1775764859.436008:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44732 00000100:00100000:0.0:1775764859.436019:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96733800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223159552:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764859.436075:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764859.436103:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0a96 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2e8 expref: 58 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.436125:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764859.436130:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764859.436349:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbc00/0xdb23b4c9253d0a9d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.436363:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbc00/0xdb23b4c9253d0a9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.436373:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbc00/0xdb23b4c9253d0a9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764859.436429:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032496 00000004:00010000:0.0:1775764859.436468:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008c76810 reply state 00000000ddae302d transno 4295032497 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbc00/0xdb23b4c9253d0a9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764859.436477:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764859.436620:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96733800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223159552:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 603us (774us total) trans 4295032497 rc 0/0 00000100:00100000:0.0:1775764859.436628:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44732 00000020:00080000:0.0:1775764859.436633:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764859.439980:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbc00/0xdb23b4c9253d0a9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.440006:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbc00/0xdb23b4c9253d0a9d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.440013:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbc00/0xdb23b4c9253d0a9d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.440018:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca25bbc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764859.440022:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbc00/0xdb23b4c9253d0a9d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.440030:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbc00/0xdb23b4c9253d0a9d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.440046:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764859.440049:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764859.440054:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbc00/0xdb23b4c9253d0a9d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.440060:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bbc00/0xdb23b4c9253d0a9d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764859.442391:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.442477:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223159680 00000100:00100000:3.0:1775764859.442487:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223159680 00002000:00010000:3.0:1775764859.442528:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4193928->18446744073709551615) 00002000:00100000:3.0:1775764859.442533:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731f80 with x1862022223159680 ext(4193928->18446744073709551615) 00002000:00010000:3.0:1775764859.442581:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96731f80. 00000100:00100000:3.0:1775764859.442607:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39235 00000100:00100000:3.0:1775764859.442617:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223159680:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764859.442844:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 171944 -> 4193928 00002000:00010000:3.0:1775764859.442848:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.442850:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764859.442853:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.442855:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2383 -> 2383 00000100:00100000:3.0:1775764859.442911:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223159680:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 296us (527us total) trans 4294996919 rc 0/0 00000100:00100000:3.0:1775764859.442930:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39235 00002000:00010000:3.0:1775764859.442934:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4193928->18446744073709551615) 00002000:00100000:3.0:1775764859.442937:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731f80 with x1862022223159680 ext(4193928->18446744073709551615) 00002000:00010000:3.0:1775764859.442941:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96731f80. 00000100:00100000:0.0:1775764859.446301:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.446473:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223159808 00000100:00100000:3.0:1775764859.446483:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223159808 00002000:00010000:3.0:1775764859.446520:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764859.446525:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ebb80 with x1862022223159808 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764859.446551:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914ebb80. 00000100:00100000:3.0:1775764859.446629:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39236 00000100:00100000:3.0:1775764859.446638:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223159808:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764859.446867:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764859.446872:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.446875:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764859.446877:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.446879:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764859.446955:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223159808:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 317us (661us total) trans 4294996237 rc 0/0 00000100:00100000:3.0:1775764859.446962:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39236 00002000:00010000:3.0:1775764859.446966:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764859.446968:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ebb80 with x1862022223159808 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764859.446973:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914ebb80. 00000100:00100000:2.0:1775764859.452317:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.452886:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223159936 00000100:00100000:0.0:1775764859.452901:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223159936 00000100:00100000:0.0:1775764859.453187:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44733 00000100:00100000:0.0:1775764859.453201:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022223159936:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764859.453230:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764859.453254:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d0aa4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2ef expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.453351:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba800/0xdb23b4c9253d0aab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.453368:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba800/0xdb23b4c9253d0aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.453380:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba800/0xdb23b4c9253d0aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764859.453420:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4193928 00000004:00200000:0.0:1775764859.453425:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764859.453444:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba800/0xdb23b4c9253d0aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.453471:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25bb800/0xdb23b4c9253d0aa4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2ef expref: 61 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.453493:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba800/0xdb23b4c9253d0aab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2ef expref: 60 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.453503:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764859.453507:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764859.453511:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca25ba800, rc 0) 00000100:00100000:0.0:1775764859.453637:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223159936:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 438us (1328us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764859.453648:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44733 00000100:00100000:0.0:1775764859.465456:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.465677:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223160064 00000100:00100000:2.0:1775764859.465689:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223160064 00002000:00100000:2.0:1775764859.465802:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2646016->2809855) req@ffff8b8c914ea680 x1862022223160064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.465813:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea680 with x1862022223160064 ext(2646016->2809855) 00002000:00010000:2.0:1775764859.465820:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea680 00000100:00100000:2.0:1775764859.465895:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39237 00000100:00100000:2.0:1775764859.465905:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223160064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764859.471057:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223160064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5139us (5595us total) trans 0 rc 163840/163840 00000100:00100000:3.0:1775764859.471072:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39237 00002000:00100000:3.0:1775764859.471086:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2646016->2809855) req@ffff8b8c914ea680 x1862022223160064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 163840/163840 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.471096:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea680 with x1862022223160064 ext(2646016->2809855) 00002000:00010000:3.0:1775764859.471102:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea680 00000100:00100000:2.0:1775764859.505402:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.505453:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.505486:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.505510:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.505674:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223160320 00000100:00100000:0.0:1775764859.505685:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223160320 00002000:00100000:0.0:1775764859.505742:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1220608->2310143) req@ffff8b8c96732a00 x1862022223160320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 504/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.505763:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732a00 with x1862022223160320 ext(1220608->2310143) 00002000:00010000:0.0:1775764859.505770:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732a00 00000100:00100000:0.0:1775764859.505801:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223160576 00000100:00100000:0.0:1775764859.505804:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223160576 00002000:00100000:0.0:1775764859.505819:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3633152->4194303) req@ffff8b8c96730380 x1862022223160576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.505827:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96730380 with x1862022223160576 ext(3633152->4194303) 00002000:00010000:0.0:1775764859.505829:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96730380 00000100:00100000:0.0:1775764859.505842:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223160192 00000100:00100000:0.0:1775764859.505845:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223160192 00002000:00100000:0.0:1775764859.505857:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (172032->1220607) req@ffff8b8c96733100 x1862022223160192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.505865:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733100 with x1862022223160192 ext(172032->1220607) 00002000:00010000:0.0:1775764859.505868:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733100 00000100:00100000:0.0:1775764859.505879:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223160448 00000100:00100000:0.0:1775764859.505882:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223160448 00002000:00100000:0.0:1775764859.505893:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2310144->3633151) req@ffff8b8c96731500 x1862022223160448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 536/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.505900:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731500 with x1862022223160448 ext(2310144->3633151) 00002000:00010000:0.0:1775764859.505903:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96731500 00000100:00100000:0.0:1775764859.505929:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39238 00000100:00100000:0.0:1775764859.505939:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223160320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764859.506986:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39239 00000100:00100000:0.0:1775764859.506999:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223160576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.508696:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39240 00000100:00100000:1.0:1775764859.508716:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223160192:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.509655:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39241 00000100:00100000:1.0:1775764859.509664:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223160448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764859.544124:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223160320:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 38172us (38718us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764859.544142:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39238 00002000:00100000:2.0:1775764859.544156:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1220608->2310143) req@ffff8b8c96732a00 x1862022223160320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 504/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.544166:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96732a00 with x1862022223160320 ext(1220608->2310143) 00002000:00010000:2.0:1775764859.544174:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96732a00 00000100:00100000:0.0:1775764859.548222:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223160576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 41215us (42757us total) trans 0 rc 561152/561152 00000100:00100000:0.0:1775764859.548235:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39239 00002000:00100000:0.0:1775764859.548249:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3633152->4194303) req@ffff8b8c96730380 x1862022223160576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 561152/561152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.548259:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96730380 with x1862022223160576 ext(3633152->4194303) 00002000:00010000:0.0:1775764859.548264:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96730380 00000100:00100000:1.0:1775764859.548610:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223160192:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 39904us (43123us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764859.548627:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39240 00002000:00100000:1.0:1775764859.548634:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (172032->1220607) req@ffff8b8c96733100 x1862022223160192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.548643:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733100 with x1862022223160192 ext(172032->1220607) 00002000:00010000:1.0:1775764859.548646:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733100 00000100:00100000:2.0:1775764859.559639:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.559894:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223160832 00000100:00100000:1.0:1775764859.559904:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223160832 00000100:00100000:1.0:1775764859.560114:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44734 00000100:00100000:1.0:1775764859.560125:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223160832:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764859.560185:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764859.560219:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca25ba800/0xdb23b4c9253d0aab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2ef expref: 60 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.560247:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764859.560253:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764859.560478:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ab2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.560494:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.560505:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764859.560607:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032498 00000004:00010000:1.0:1775764859.560646:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099f04946 reply state 00000000bc975986 transno 4295032499 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764859.560656:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764859.560761:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223160832:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 628us (1134us total) trans 4295032499 rc 0/0 00000100:00100000:1.0:1775764859.560769:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44734 00000020:00080000:1.0:1775764859.560774:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764859.565316:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223160448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 55642us (59793us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764859.565330:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39241 00002000:00100000:2.0:1775764859.565344:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2310144->3633151) req@ffff8b8c96731500 x1862022223160448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 536/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.565354:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731500 with x1862022223160448 ext(2310144->3633151) 00002000:00010000:2.0:1775764859.565359:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96731500 00000100:00100000:0.0:1775764859.567609:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.567682:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.567867:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223160960 00000100:00100000:2.0:1775764859.567877:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223160960 00002000:00010000:2.0:1775764859.567932:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2617252->18446744073709551615) 00002000:00100000:2.0:1775764859.567937:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8700 with x1862022223160960 ext(2617252->18446744073709551615) 00002000:00010000:2.0:1775764859.567949:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8700. 00000100:00100000:2.0:1775764859.567979:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223161088 00000100:00100000:2.0:1775764859.567982:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223161088 00002000:00010000:2.0:1775764859.567994:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764859.567997:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea300 with x1862022223161088 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764859.568004:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914ea300. 00000100:00100000:2.0:1775764859.568031:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39242 00000100:00100000:2.0:1775764859.568040:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223160960:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764859.568307:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4193928 -> 2617252 00002000:00010000:2.0:1775764859.568312:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:2.0:1775764859.568314:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:2.0:1775764859.568316:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:2.0:1775764859.568319:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2383 -> 2383 00000100:00100000:2.0:1775764859.568375:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223160960:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 336us (774us total) trans 4294996920 rc 0/0 00000100:00100000:2.0:1775764859.568383:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39242 00002000:00010000:2.0:1775764859.568387:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2617252->18446744073709551615) 00002000:00100000:2.0:1775764859.568390:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8700 with x1862022223160960 ext(2617252->18446744073709551615) 00002000:00010000:2.0:1775764859.568395:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8700. 00000100:00100000:2.0:1775764859.568410:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39243 00000100:00100000:2.0:1775764859.568417:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223161088:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764859.568525:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764859.568527:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:2.0:1775764859.568530:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:2.0:1775764859.568532:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:2.0:1775764859.568534:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764859.568583:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223161088:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 166us (900us total) trans 4294996238 rc 0/0 00000100:00100000:2.0:1775764859.568589:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39243 00002000:00010000:2.0:1775764859.568592:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764859.568594:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea300 with x1862022223161088 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764859.568598:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914ea300. 00010000:00010000:3.0:1775764859.569945:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.569960:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ab2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.569969:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ab2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.569975:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764859.569980:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ab2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.569987:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ab2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.570009:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764859.570012:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764859.570017:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ab2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.570022:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ab2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764859.575961:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.576067:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223161216 00000100:00100000:0.0:1775764859.576077:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223161216 00000100:00100000:0.0:1775764859.576140:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44735 00000100:00100000:0.0:1775764859.576153:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022223161216:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764859.576179:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764859.576199:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ab9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2f6 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.576317:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d600/0xdb23b4c9253d0ac0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.576335:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d600/0xdb23b4c9253d0ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.576347:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d600/0xdb23b4c9253d0ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764859.576375:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2617252 00000004:00200000:0.0:1775764859.576380:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764859.576397:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d600/0xdb23b4c9253d0ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.576423:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ab9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2f6 expref: 63 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.576441:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d600/0xdb23b4c9253d0ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2f6 expref: 62 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.576449:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764859.576452:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764859.576455:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f92d600, rc 0) 00000100:00100000:0.0:1775764859.576518:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223161216:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 370us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764859.576525:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44735 00000100:00100000:2.0:1775764859.584035:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.584138:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223161472 00000100:00100000:0.0:1775764859.584148:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223161472 00000100:00100000:0.0:1775764859.584201:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44736 00000100:00100000:0.0:1775764859.584219:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223161472:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764859.584269:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764859.584296:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d600/0xdb23b4c9253d0ac0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2f6 expref: 62 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.584315:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764859.584320:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764859.584517:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.584531:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.584589:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764859.584780:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032500 00000004:00010000:0.0:1775764859.584809:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000982e33f9 reply state 000000003aff1a47 transno 4295032501 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764859.584819:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764859.585004:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223161472:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 793us (976us total) trans 4295032501 rc 0/0 00000100:00100000:0.0:1775764859.585012:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44736 00000020:00080000:0.0:1775764859.585017:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764859.591450:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.591517:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.591607:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223161600 00000100:00100000:3.0:1775764859.591621:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223161600 00002000:00010000:3.0:1775764859.591659:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3110661->18446744073709551615) 00002000:00100000:3.0:1775764859.591664:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731180 with x1862022223161600 ext(3110661->18446744073709551615) 00002000:00010000:3.0:1775764859.591677:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96731180. 00000100:00100000:3.0:1775764859.591702:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223161728 00000100:00100000:3.0:1775764859.591705:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223161728 00002000:00010000:3.0:1775764859.591714:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764859.591717:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96730a80 with x1862022223161728 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764859.591723:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96730a80. 00000100:00100000:3.0:1775764859.591742:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39244 00000100:00100000:3.0:1775764859.591762:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223161600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764859.591993:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2617252 -> 3110661 00002000:00010000:3.0:1775764859.591996:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.591999:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764859.592000:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.592002:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2383 -> 2383 00000100:00100000:3.0:1775764859.592051:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223161600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 301us (609us total) trans 4294996921 rc 0/0 00000100:00100000:3.0:1775764859.592059:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39244 00002000:00010000:3.0:1775764859.592062:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3110661->18446744073709551615) 00002000:00100000:3.0:1775764859.592065:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96731180 with x1862022223161600 ext(3110661->18446744073709551615) 00002000:00010000:3.0:1775764859.592069:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96731180. 00000100:00100000:3.0:1775764859.592085:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39245 00000100:00100000:3.0:1775764859.592092:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223161728:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764859.592203:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764859.592206:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.592208:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764859.592209:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.592212:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764859.592233:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223161728:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 141us (715us total) trans 4294996239 rc 0/0 00000100:00100000:3.0:1775764859.592240:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39245 00002000:00010000:3.0:1775764859.592242:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764859.592245:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96730a80 with x1862022223161728 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764859.592249:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96730a80. 00000100:00100000:1.0:1775764859.595457:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.595579:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223161856 00000100:00100000:2.0:1775764859.595589:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223161856 00000100:00100000:2.0:1775764859.595655:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44737 00000100:00100000:2.0:1775764859.595666:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223161856:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764859.595691:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764859.595711:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d0ace lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd2fd expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.595830:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0ad5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.595845:0:11999:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.595854:0:11999:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0ad5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.595872:0:11999:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.595882:0:11999:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0ad5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.596237:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.596246:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.596253:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.596263:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f92d000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764859.596266:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.596273:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.596288:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764859.596291:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764859.596293:0:3298:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0ad5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.596301:0:3298:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.596307:0:3298:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0ad5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.596374:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.596381:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0ac7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.596420:0:11999:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.596428:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764859.596456:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3110661 00000004:00200000:2.0:1775764859.596460:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764859.596479:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.596505:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d0ace lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2fd expref: 65 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.596520:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0ad5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2fd expref: 64 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.596527:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764859.596530:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764859.596532:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4400, rc 0) 00000100:00100000:2.0:1775764859.596829:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223161856:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1165us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764859.596837:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44737 00000100:00100000:2.0:1775764859.601646:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.601895:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223162112 00000100:00100000:0.0:1775764859.601905:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223162112 00000100:00100000:0.0:1775764859.601970:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44738 00000100:00100000:0.0:1775764859.601980:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223162112:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764859.602029:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764859.602057:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0ad5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd2fd expref: 64 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.602074:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764859.602079:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764859.602269:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0adc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.602284:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0adc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.602294:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0adc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764859.602336:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032502 00000004:00010000:0.0:1775764859.602356:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000871d903d reply state 00000000fa76f11d transno 4295032503 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0adc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764859.602365:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764859.602434:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223162112:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 456us (798us total) trans 4295032503 rc 0/0 00000100:00100000:0.0:1775764859.602442:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44738 00000020:00080000:0.0:1775764859.602448:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764859.604577:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0adc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.604592:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0adc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.604600:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0adc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.604606:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f92d000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764859.604610:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0adc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.604626:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0adc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.604643:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764859.604647:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764859.604651:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0adc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.604657:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92d000/0xdb23b4c9253d0adc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764859.607220:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.607295:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223162240 00000100:00100000:1.0:1775764859.607304:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223162240 00002000:00010000:1.0:1775764859.607341:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (978869->18446744073709551615) 00002000:00100000:1.0:1775764859.607346:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733b80 with x1862022223162240 ext(978869->18446744073709551615) 00002000:00010000:1.0:1775764859.607357:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733b80. 00000100:00100000:1.0:1775764859.607385:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39246 00000100:00100000:1.0:1775764859.607393:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223162240:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764859.607672:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3110661 -> 978869 00002000:00010000:1.0:1775764859.607676:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:1.0:1775764859.607679:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764859.607682:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:1.0:1775764859.607684:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2383 -> 2383 00000100:00100000:1.0:1775764859.607740:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223162240:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 347us (527us total) trans 4294996922 rc 0/0 00000100:00100000:1.0:1775764859.607747:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39246 00002000:00010000:1.0:1775764859.607759:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (978869->18446744073709551615) 00002000:00100000:1.0:1775764859.607762:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96733b80 with x1862022223162240 ext(978869->18446744073709551615) 00002000:00010000:1.0:1775764859.607768:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96733b80. 00000100:00100000:1.0:1775764859.610116:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.610229:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223162368 00000100:00100000:3.0:1775764859.610239:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223162368 00002000:00010000:3.0:1775764859.610274:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764859.610279:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874a80 with x1862022223162368 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764859.610291:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874a80. 00000100:00100000:3.0:1775764859.610319:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39247 00000100:00100000:3.0:1775764859.610327:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223162368:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764859.610534:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764859.610570:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.610573:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764859.610575:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.610578:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764859.610636:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223162368:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 309us (528us total) trans 4294996240 rc 0/0 00000100:00100000:3.0:1775764859.610643:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39247 00002000:00010000:3.0:1775764859.610647:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764859.610649:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874a80 with x1862022223162368 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764859.610653:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874a80. 00000100:00100000:0.0:1775764859.620376:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.620486:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223162496 00000100:00100000:2.0:1775764859.620498:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223162496 00000100:00100000:2.0:1775764859.620586:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44739 00000100:00100000:2.0:1775764859.620597:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022223162496:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764859.620636:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764859.620661:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0ae3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd304 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.620765:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0aea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.620781:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0aea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.620795:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0aea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764859.620831:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 978869 00000004:00200000:2.0:1775764859.620836:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764859.620857:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0aea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.620886:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0ae3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd304 expref: 67 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.620906:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0aea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd304 expref: 66 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.621169:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764859.621174:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764859.621180:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4800, rc 0) 00000100:00100000:2.0:1775764859.621254:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223162496:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 659us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764859.621262:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44739 00000100:00100000:2.0:1775764859.628789:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.628960:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223162752 00000100:00100000:1.0:1775764859.628971:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223162752 00000100:00100000:1.0:1775764859.629035:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44740 00000100:00100000:1.0:1775764859.629046:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223162752:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764859.629106:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764859.629135:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0aea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd304 expref: 66 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.629155:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764859.629161:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764859.629399:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0af1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.629415:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0af1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.629426:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0af1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764859.629472:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032504 00000004:00010000:1.0:1775764859.629492:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad1e96c1 reply state 000000001807280a transno 4295032505 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0af1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764859.629502:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764859.629964:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223162752:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 918us (1182us total) trans 4295032505 rc 0/0 00000100:00100000:1.0:1775764859.629972:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44740 00000020:00080000:1.0:1775764859.629977:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764859.635758:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0af1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.635776:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0af1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.635784:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0af1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.635794:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764859.635799:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0af1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.635806:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0af1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.635825:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764859.635828:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764859.635833:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0af1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.635839:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0af1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764859.638494:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.638596:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223162880 00000100:00100000:3.0:1775764859.638607:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223162880 00002000:00010000:3.0:1775764859.638653:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2904823->18446744073709551615) 00002000:00100000:3.0:1775764859.638658:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bfb80 with x1862022223162880 ext(2904823->18446744073709551615) 00002000:00010000:3.0:1775764859.638671:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bfb80. 00000100:00100000:3.0:1775764859.638707:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39248 00000100:00100000:3.0:1775764859.638718:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223162880:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764859.638968:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 978869 -> 2904823 00002000:00010000:3.0:1775764859.638973:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.638975:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764859.638978:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.638980:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2383 -> 2383 00000100:00100000:3.0:1775764859.639043:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223162880:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 327us (558us total) trans 4294996923 rc 0/0 00000100:00100000:3.0:1775764859.639054:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39248 00002000:00010000:3.0:1775764859.639057:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2904823->18446744073709551615) 00002000:00100000:3.0:1775764859.639060:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bfb80 with x1862022223162880 ext(2904823->18446744073709551615) 00002000:00010000:3.0:1775764859.639065:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bfb80. 00000100:00100000:1.0:1775764859.641841:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.641925:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223163008 00000100:00100000:3.0:1775764859.641936:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223163008 00002000:00010000:3.0:1775764859.641974:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764859.641979:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875c00 with x1862022223163008 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764859.641991:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875c00. 00000100:00100000:3.0:1775764859.642028:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39249 00000100:00100000:3.0:1775764859.642037:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223163008:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764859.642273:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764859.642277:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.642279:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:3.0:1775764859.642281:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764859 00002000:00010000:3.0:1775764859.642284:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764859.642342:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223163008:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 306us (510us total) trans 4294996241 rc 0/0 00000100:00100000:3.0:1775764859.642351:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39249 00002000:00010000:3.0:1775764859.642354:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764859.642357:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875c00 with x1862022223163008 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764859.642362:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875c00. 00000100:00100000:0.0:1775764859.647206:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.647325:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223163136 00000100:00100000:2.0:1775764859.647338:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223163136 00002000:00100000:2.0:1775764859.647394:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2842624->2846719) req@ffff8b8c914eb800 x1862022223163136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.647406:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb800 with x1862022223163136 ext(2842624->2846719) 00002000:00010000:2.0:1775764859.647413:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb800 00000100:00100000:2.0:1775764859.647450:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39250 00000100:00100000:2.0:1775764859.647461:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223163136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764859.647780:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223163136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 320us (585us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764859.647789:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39250 00002000:00100000:2.0:1775764859.647796:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2842624->2846719) req@ffff8b8c914eb800 x1862022223163136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.647805:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb800 with x1862022223163136 ext(2842624->2846719) 00002000:00010000:2.0:1775764859.647809:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb800 00000100:00100000:2.0:1775764859.653112:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.653319:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223163264 00000100:00100000:0.0:1775764859.653329:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223163264 00002000:00100000:0.0:1775764859.653381:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2846720->2850815) req@ffff8b8c911be680 x1862022223163264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.653395:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be680 with x1862022223163264 ext(2846720->2850815) 00002000:00010000:0.0:1775764859.653401:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911be680 00000100:00100000:0.0:1775764859.653436:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39251 00000100:00100000:0.0:1775764859.653444:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223163264:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764859.654109:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223163264:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 663us (1003us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764859.654116:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39251 00002000:00100000:0.0:1775764859.654124:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2846720->2850815) req@ffff8b8c911be680 x1862022223163264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.654130:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be680 with x1862022223163264 ext(2846720->2850815) 00002000:00010000:0.0:1775764859.654133:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911be680 00000100:00100000:1.0:1775764859.658486:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.658780:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223163392 00000100:00100000:2.0:1775764859.658791:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223163392 00002000:00100000:2.0:1775764859.658847:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2850816->2854911) req@ffff8b8ca2877b80 x1862022223163392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.658858:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877b80 with x1862022223163392 ext(2850816->2854911) 00002000:00010000:2.0:1775764859.658864:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877b80 00000100:00100000:2.0:1775764859.658955:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39252 00000100:00100000:2.0:1775764859.658966:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223163392:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764859.659245:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223163392:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 281us (769us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764859.659255:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39252 00002000:00100000:2.0:1775764859.659261:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2850816->2854911) req@ffff8b8ca2877b80 x1862022223163392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.659270:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877b80 with x1862022223163392 ext(2850816->2854911) 00002000:00010000:2.0:1775764859.659273:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877b80 00000100:00100000:1.0:1775764859.663350:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.664399:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223163520 00000100:00100000:0.0:1775764859.664412:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223163520 00002000:00100000:0.0:1775764859.664462:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2854912->2859007) req@ffff8b8ca2876680 x1862022223163520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.664474:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876680 with x1862022223163520 ext(2854912->2859007) 00002000:00010000:0.0:1775764859.664479:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876680 00000100:00100000:3.0:1775764859.664524:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39253 00000100:00100000:3.0:1775764859.664552:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223163520:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764859.665104:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223163520:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 567us (1762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764859.665113:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39253 00002000:00100000:2.0:1775764859.665120:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2854912->2859007) req@ffff8b8ca2876680 x1862022223163520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.665129:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876680 with x1862022223163520 ext(2854912->2859007) 00002000:00010000:2.0:1775764859.665133:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876680 00000100:00100000:3.0:1775764859.669509:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.669669:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223163648 00000100:00100000:1.0:1775764859.669679:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223163648 00002000:00100000:1.0:1775764859.669736:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2859008->2863103) req@ffff8b8c8deff800 x1862022223163648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.669758:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff800 with x1862022223163648 ext(2859008->2863103) 00002000:00010000:1.0:1775764859.669765:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff800 00000100:00100000:1.0:1775764859.669801:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39254 00000100:00100000:1.0:1775764859.669811:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223163648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.670072:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223163648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 262us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764859.670081:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39254 00002000:00100000:1.0:1775764859.670087:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2859008->2863103) req@ffff8b8c8deff800 x1862022223163648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.670096:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff800 with x1862022223163648 ext(2859008->2863103) 00002000:00010000:1.0:1775764859.670100:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff800 00000100:00100000:1.0:1775764859.674697:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.674798:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223163776 00000100:00100000:3.0:1775764859.674810:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223163776 00002000:00100000:3.0:1775764859.674863:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2863104->2867199) req@ffff8b8ca2874700 x1862022223163776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.674876:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874700 with x1862022223163776 ext(2863104->2867199) 00002000:00010000:3.0:1775764859.674882:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874700 00000100:00100000:3.0:1775764859.674935:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39255 00000100:00100000:3.0:1775764859.674947:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223163776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764859.675215:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223163776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (527us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764859.675222:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39255 00002000:00100000:3.0:1775764859.675229:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2863104->2867199) req@ffff8b8ca2874700 x1862022223163776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.675237:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874700 with x1862022223163776 ext(2863104->2867199) 00002000:00010000:3.0:1775764859.675240:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874700 00000100:00100000:2.0:1775764859.687260:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.687362:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223163904 00000100:00100000:1.0:1775764859.687373:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223163904 00002000:00100000:1.0:1775764859.687423:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2867200->2871295) req@ffff8b8c911bc700 x1862022223163904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.687434:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bc700 with x1862022223163904 ext(2867200->2871295) 00002000:00010000:1.0:1775764859.687440:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bc700 00000100:00100000:1.0:1775764859.687524:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39256 00000100:00100000:1.0:1775764859.687534:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223163904:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.687828:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223163904:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 294us (575us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764859.687836:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39256 00002000:00100000:1.0:1775764859.687842:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2867200->2871295) req@ffff8b8c911bc700 x1862022223163904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.687850:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bc700 with x1862022223163904 ext(2867200->2871295) 00002000:00010000:1.0:1775764859.687854:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bc700 00000100:00100000:2.0:1775764859.695994:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.696100:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223164032 00000100:00100000:3.0:1775764859.696112:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223164032 00002000:00100000:3.0:1775764859.696175:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2871296->2875391) req@ffff8b8c911be300 x1862022223164032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.696187:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be300 with x1862022223164032 ext(2871296->2875391) 00002000:00010000:3.0:1775764859.696197:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911be300 00000100:00100000:3.0:1775764859.696234:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39257 00000100:00100000:3.0:1775764859.696243:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223164032:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764859.696508:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223164032:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (523us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764859.696516:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39257 00002000:00100000:3.0:1775764859.696523:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2871296->2875391) req@ffff8b8c911be300 x1862022223164032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.696530:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be300 with x1862022223164032 ext(2871296->2875391) 00002000:00010000:3.0:1775764859.696534:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911be300 00000100:00100000:2.0:1775764859.705456:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.705580:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223164160 00000100:00100000:1.0:1775764859.705595:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223164160 00002000:00100000:1.0:1775764859.705662:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2875392->2879487) req@ffff8b8c911bf480 x1862022223164160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.705672:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf480 with x1862022223164160 ext(2875392->2879487) 00002000:00010000:1.0:1775764859.705678:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bf480 00000100:00100000:1.0:1775764859.705715:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39258 00000100:00100000:1.0:1775764859.705724:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223164160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.706262:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223164160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 537us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764859.706269:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39258 00002000:00100000:1.0:1775764859.706277:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2875392->2879487) req@ffff8b8c911bf480 x1862022223164160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.706284:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf480 with x1862022223164160 ext(2875392->2879487) 00002000:00010000:1.0:1775764859.706288:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bf480 00000100:00100000:1.0:1775764859.714891:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.715025:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223164288 00000100:00100000:2.0:1775764859.715035:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223164288 00002000:00100000:2.0:1775764859.715087:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2879488->2883583) req@ffff8b8ca2876300 x1862022223164288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.715098:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876300 with x1862022223164288 ext(2879488->2883583) 00002000:00010000:2.0:1775764859.715105:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876300 00000100:00100000:2.0:1775764859.715233:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39259 00000100:00100000:2.0:1775764859.715244:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223164288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764859.715512:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223164288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 269us (633us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764859.715521:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39259 00002000:00100000:2.0:1775764859.715527:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2879488->2883583) req@ffff8b8ca2876300 x1862022223164288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.715535:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876300 with x1862022223164288 ext(2879488->2883583) 00002000:00010000:2.0:1775764859.715579:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876300 00000100:00100000:2.0:1775764859.721822:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.721942:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223164416 00000100:00100000:0.0:1775764859.721953:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223164416 00002000:00100000:0.0:1775764859.722005:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2883584->2887679) req@ffff8b8c911bf800 x1862022223164416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.722017:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf800 with x1862022223164416 ext(2883584->2887679) 00002000:00010000:0.0:1775764859.722022:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bf800 00000100:00100000:0.0:1775764859.722056:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39260 00000100:00100000:0.0:1775764859.722066:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223164416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764859.722315:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223164416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 250us (504us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764859.722323:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39260 00002000:00100000:0.0:1775764859.722330:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2883584->2887679) req@ffff8b8c911bf800 x1862022223164416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.722337:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf800 with x1862022223164416 ext(2883584->2887679) 00002000:00010000:0.0:1775764859.722341:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bf800 00000100:00100000:1.0:1775764859.726966:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.727489:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223164544 00000100:00100000:0.0:1775764859.727501:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223164544 00002000:00100000:0.0:1775764859.727591:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2887680->2891775) req@ffff8b8ca2877480 x1862022223164544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.727603:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877480 with x1862022223164544 ext(2887680->2891775) 00002000:00010000:0.0:1775764859.727610:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877480 00000100:00100000:0.0:1775764859.727646:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39261 00000100:00100000:0.0:1775764859.727656:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223164544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764859.728149:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223164544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 492us (1189us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764859.728157:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39261 00002000:00100000:0.0:1775764859.728164:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2887680->2891775) req@ffff8b8ca2877480 x1862022223164544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.728173:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877480 with x1862022223164544 ext(2887680->2891775) 00002000:00010000:0.0:1775764859.728176:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877480 00000100:00100000:1.0:1775764859.735655:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.735760:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223164672 00000100:00100000:0.0:1775764859.735771:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223164672 00002000:00100000:0.0:1775764859.735822:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2891776->2895871) req@ffff8b8ca2877800 x1862022223164672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.735833:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877800 with x1862022223164672 ext(2891776->2895871) 00002000:00010000:0.0:1775764859.735839:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877800 00000100:00100000:0.0:1775764859.735873:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39262 00000100:00100000:0.0:1775764859.735883:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223164672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764859.736147:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223164672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764859.736155:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39262 00002000:00100000:0.0:1775764859.736161:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2891776->2895871) req@ffff8b8ca2877800 x1862022223164672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.736169:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877800 with x1862022223164672 ext(2891776->2895871) 00002000:00010000:0.0:1775764859.736172:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877800 00000100:00100000:2.0:1775764859.742170:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.742480:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223164800 00000100:00100000:0.0:1775764859.742490:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223164800 00002000:00100000:0.0:1775764859.742581:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2895872->2899967) req@ffff8b8c911bdf80 x1862022223164800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.742593:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdf80 with x1862022223164800 ext(2895872->2899967) 00002000:00010000:0.0:1775764859.742598:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bdf80 00000100:00100000:0.0:1775764859.742627:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39263 00000100:00100000:0.0:1775764859.742635:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223164800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764859.742867:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223164800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 232us (706us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764859.742875:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39263 00002000:00100000:0.0:1775764859.742881:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2895872->2899967) req@ffff8b8c911bdf80 x1862022223164800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.742889:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdf80 with x1862022223164800 ext(2895872->2899967) 00002000:00010000:0.0:1775764859.742892:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bdf80 00000100:00100000:1.0:1775764859.748226:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.748318:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223164928 00000100:00100000:3.0:1775764859.748329:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223164928 00002000:00100000:3.0:1775764859.748377:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2899968->2904063) req@ffff8b8ca2875f80 x1862022223164928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.748389:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875f80 with x1862022223164928 ext(2899968->2904063) 00002000:00010000:3.0:1775764859.748396:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875f80 00000100:00100000:3.0:1775764859.748431:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39264 00000100:00100000:3.0:1775764859.748441:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223164928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764859.749019:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223164928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 579us (802us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764859.749027:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39264 00002000:00100000:3.0:1775764859.749035:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2899968->2904063) req@ffff8b8ca2875f80 x1862022223164928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.749044:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875f80 with x1862022223164928 ext(2899968->2904063) 00002000:00010000:3.0:1775764859.749048:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875f80 00000100:00100000:2.0:1775764859.755294:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.755403:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223165056 00000100:00100000:1.0:1775764859.755415:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223165056 00002000:00100000:1.0:1775764859.755467:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2904064->2908159) req@ffff8b8c911bce00 x1862022223165056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.755479:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bce00 with x1862022223165056 ext(2904064->2908159) 00002000:00010000:1.0:1775764859.755485:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bce00 00000100:00100000:1.0:1775764859.755521:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39265 00000100:00100000:1.0:1775764859.755530:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223165056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.755812:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223165056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 280us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764859.755820:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39265 00002000:00100000:1.0:1775764859.755827:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2904064->2908159) req@ffff8b8c911bce00 x1862022223165056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/4536 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.755834:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bce00 with x1862022223165056 ext(2904064->2908159) 00002000:00010000:1.0:1775764859.755837:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bce00 00000100:00100000:0.0:1775764859.760524:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.760642:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223165184 00000100:00100000:3.0:1775764859.760653:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223165184 00002000:00100000:3.0:1775764859.760701:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2842624->2904822) req@ffff8b8c914e9f80 x1862022223165184/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.760711:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9f80 with x1862022223165184 ext(2842624->2904822) 00002000:00010000:3.0:1775764859.760716:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9f80 00000100:00100000:3.0:1775764859.760742:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39266 00000100:00100000:3.0:1775764859.760760:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223165184:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764859.766125:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022223165184:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5363us (5601us total) trans 4294996924 rc 0/0 00000100:00100000:3.0:1775764859.766140:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39266 00002000:00100000:3.0:1775764859.766154:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2842624->2904822) req@ffff8b8c914e9f80 x1862022223165184/t4294996924(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/448 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.766164:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9f80 with x1862022223165184 ext(2842624->2904822) 00002000:00010000:3.0:1775764859.766170:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9f80 00000100:00100000:2.0:1775764859.769823:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.770023:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223165312 00000100:00100000:3.0:1775764859.770034:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223165312 00000100:00100000:3.0:1775764859.770102:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84908 00000100:00100000:3.0:1775764859.770112:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223165312:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764859.833180:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996915 is committed 00000001:00080000:1.0:1775764859.833199:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996922 is committed 00000001:00080000:1.0:1775764859.833216:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996924 is committed 00000100:00100000:3.0:1775764859.833396:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223165312:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 63279us (63575us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764859.833407:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84908 00000100:00100000:2.0:1775764859.840956:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.841101:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223165440 00000100:00100000:3.0:1775764859.841112:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223165440 00000100:00100000:3.0:1775764859.841175:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44741 00000100:00100000:3.0:1775764859.841185:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022223165440:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764859.841210:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764859.841230:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0af8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd30b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.841318:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0aff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.841331:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0aff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.841344:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0aff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764859.841372:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2904823 00000004:00200000:3.0:1775764859.841376:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764859.841395:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0aff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.841423:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0af8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd30b expref: 69 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.841441:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0aff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd30b expref: 68 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.841448:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764859.841451:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764859.841455:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf000, rc 0) 00000100:00100000:3.0:1775764859.841926:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223165440:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 733us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764859.841936:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44741 00010000:00010000:2.0:1775764859.849694:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764859.864478:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.864533:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.865067:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223165568 00000100:00100000:3.0:1775764859.865079:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223165568 00002000:00100000:3.0:1775764859.865125:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (978944->2027519) req@ffff8b8c911bf100 x1862022223165568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.865136:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf100 with x1862022223165568 ext(978944->2027519) 00002000:00010000:3.0:1775764859.865141:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bf100 00000100:00100000:3.0:1775764859.865170:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223165696 00000100:00100000:3.0:1775764859.865173:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223165696 00002000:00100000:3.0:1775764859.865187:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2027520->3141631) req@ffff8b8c911bd500 x1862022223165696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 504/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764859.865195:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd500 with x1862022223165696 ext(2027520->3141631) 00002000:00010000:3.0:1775764859.865197:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bd500 00000100:00100000:3.0:1775764859.865217:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39267 00000100:00100000:3.0:1775764859.865226:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223165568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.867688:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39268 00000100:00100000:1.0:1775764859.867711:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223165696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764859.882160:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764859.885882:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223165824 00000100:00100000:1.0:1775764859.885896:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223165824 00002000:00100000:1.0:1775764859.885953:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3141632->3760127) req@ffff8b8c911bed80 x1862022223165824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.885964:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bed80 with x1862022223165824 ext(3141632->3760127) 00002000:00010000:1.0:1775764859.885970:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bed80 00000100:00100000:1.0:1775764859.886003:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39269 00000100:00100000:1.0:1775764859.886013:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223165824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764859.893703:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223165824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7682us (11544us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764859.893720:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39269 00002000:00100000:1.0:1775764859.893733:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3141632->3760127) req@ffff8b8c911bed80 x1862022223165824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.893743:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bed80 with x1862022223165824 ext(3141632->3760127) 00002000:00010000:1.0:1775764859.893757:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bed80 00000100:00100000:1.0:1775764859.895985:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223165696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 28276us (31440us total) trans 0 rc 815104/815104 00000100:00100000:1.0:1775764859.895999:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39268 00002000:00100000:1.0:1775764859.896010:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2027520->3141631) req@ffff8b8c911bd500 x1862022223165696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 504/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 815104/815104 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764859.896020:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd500 with x1862022223165696 ext(2027520->3141631) 00002000:00010000:1.0:1775764859.896025:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bd500 00000100:00100000:2.0:1775764859.896956:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223165568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 31727us (32484us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764859.896966:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39267 00002000:00100000:2.0:1775764859.896974:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (978944->2027519) req@ffff8b8c911bf100 x1862022223165568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/440 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.896982:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf100 with x1862022223165568 ext(978944->2027519) 00002000:00010000:2.0:1775764859.896986:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bf100 00000100:00100000:3.0:1775764859.914324:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764859.914419:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223165952 00000100:00100000:2.0:1775764859.914431:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223165952 00002000:00100000:2.0:1775764859.914485:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (778240->3774925) req@ffff8b8c927fa680 x1862022223165952/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 520/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.914498:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa680 with x1862022223165952 ext(778240->3774925) 00002000:00010000:2.0:1775764859.914505:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa680 00000100:00100000:2.0:1775764859.914574:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39270 00000100:00100000:2.0:1775764859.914585:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c927fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223165952:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764859.931701:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c927fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223165952:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 17108us (17379us total) trans 4294996925 rc 0/0 00000100:00100000:2.0:1775764859.931714:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39270 00002000:00100000:2.0:1775764859.931728:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (778240->3774925) req@ffff8b8c927fa680 x1862022223165952/t4294996925(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 520/456 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764859.931738:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c927fa680 with x1862022223165952 ext(778240->3774925) 00002000:00010000:2.0:1775764859.931744:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c927fa680 00000100:00100000:2.0:1775764859.944666:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764859.945106:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223166080 00000100:00100000:3.0:1775764859.945118:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223166080 00000100:00100000:3.0:1775764859.945192:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84909 00000100:00100000:3.0:1775764859.945203:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223166080:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764859.977458:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032503 is committed 00000001:00080000:0.0:1775764859.977528:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032505 is committed 00000001:00080000:2.0:1775764859.989374:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996925 is committed 00000100:00100000:3.0:1775764859.989527:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223166080:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44320us (44864us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764859.989559:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84909 00000100:00100000:2.0:1775764859.994515:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764859.994895:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223166208 00000100:00100000:0.0:1775764859.994907:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223166208 00002000:00100000:0.0:1775764859.994966:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2596864->2617343) req@ffff8b8c911bd880 x1862022223166208/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/0 e 0 to 0 dl 1775764870 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.994978:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd880 with x1862022223166208 ext(2596864->2617343) 00002000:00010000:0.0:1775764859.994985:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bd880 00000100:00100000:0.0:1775764859.995021:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39271 00000100:00100000:0.0:1775764859.995031:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223166208:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764859.998753:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223166208:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3705us (4231us total) trans 4294996926 rc 0/0 00000100:00100000:0.0:1775764859.998768:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39271 00002000:00100000:0.0:1775764859.998780:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2596864->2617343) req@ffff8b8c911bd880 x1862022223166208/t4294996926(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:340/0 lens 488/448 e 0 to 0 dl 1775764870 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764859.998790:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd880 with x1862022223166208 ext(2596864->2617343) 00002000:00010000:0.0:1775764859.998796:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bd880 00000100:00100000:1.0:1775764860.002690:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.007298:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223166336 00000100:00100000:2.0:1775764860.007313:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223166336 00000100:00100000:2.0:1775764860.007404:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84910 00000100:00100000:2.0:1775764860.007415:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223166336:12345-192.168.202.29@tcp:16:fsx.0 00000100:00080000:0.0:1775764860.010177:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764860.046380:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223166336:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38955us (43687us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764860.046394:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84910 00000001:00080000:2.0:1775764860.046434:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996926 is committed 00000100:00100000:3.0:1775764860.050318:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.051451:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223166592 00000100:00100000:2.0:1775764860.051464:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223166592 00000100:00100000:2.0:1775764860.051566:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44742 00000100:00100000:2.0:1775764860.051577:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:11755:x1862022223166592:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764860.051630:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764860.051657:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0aff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd30b expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.051677:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764860.051683:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764860.052041:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.052055:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.052066:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764860.052122:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032506 00000004:00010000:2.0:1775764860.052148:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce5d0e31 reply state 00000000fb6913f7 transno 4295032507 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764860.052157:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764860.052251:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223166592:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 676us (1941us total) trans 4295032507 rc 0/0 00000100:00100000:2.0:1775764860.052259:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44742 00000020:00080000:2.0:1775764860.052263:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764860.066001:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764860.066027:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.066930:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223166720 00000100:00100000:0.0:1775764860.066943:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223166720 00002000:00010000:0.0:1775764860.066997:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764860.067003:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876a00 with x1862022223166720 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764860.067015:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876a00. 00000100:00100000:0.0:1775764860.067050:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223166848 00000100:00100000:0.0:1775764860.067054:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223166848 00002000:00010000:0.0:1775764860.067067:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (482105->18446744073709551615) 00002000:00100000:0.0:1775764860.067071:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874380 with x1862022223166848 ext(482105->18446744073709551615) 00002000:00010000:0.0:1775764860.067078:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874380. 00000100:00100000:0.0:1775764860.067101:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39272 00000100:00100000:0.0:1775764860.067111:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223166720:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764860.067419:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2904823 -> 4194304 00002000:00010000:0.0:1775764860.067423:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764860 00002000:00010000:0.0:1775764860.067426:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764860 00002000:00010000:0.0:1775764860.067428:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764860 00002000:00010000:0.0:1775764860.067431:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 2383 -> 1163 00000100:00100000:0.0:1775764860.067493:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223166720:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 383us (1504us total) trans 4294996927 rc 0/0 00000100:00100000:0.0:1775764860.067500:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39272 00002000:00010000:0.0:1775764860.067504:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764860.067506:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876a00 with x1862022223166720 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764860.067511:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876a00. 00000100:00100000:0.0:1775764860.067529:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39273 00000100:00100000:0.0:1775764860.067570:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223166848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764860.067700:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 482105 00002000:00010000:0.0:1775764860.067704:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764859 -> 1775764860 00002000:00010000:0.0:1775764860.067706:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764860.067708:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764859 -> 1775764860 00002000:00010000:0.0:1775764860.067710:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764860.067731:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223166848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 196us (1702us total) trans 4294996242 rc 0/0 00000100:00100000:0.0:1775764860.067740:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39273 00002000:00010000:0.0:1775764860.067743:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (482105->18446744073709551615) 00002000:00100000:0.0:1775764860.067757:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874380 with x1862022223166848 ext(482105->18446744073709551615) 00002000:00010000:0.0:1775764860.067762:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874380. 00010000:00010000:2.0:1775764860.068931:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.068949:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.068956:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.068962:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764860.068967:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.068973:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.068999:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764860.069002:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764860.069007:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.069013:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764860.089447:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.089496:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764860.090283:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223167104 00000100:00100000:3.0:1775764860.090296:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223167104 00002000:00100000:3.0:1775764860.090356:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3776512->4194303) req@ffff8b8c911bd180 x1862022223167104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764860.090369:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd180 with x1862022223167104 ext(3776512->4194303) 00002000:00010000:3.0:1775764860.090377:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bd180 00000100:00100000:3.0:1775764860.090521:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223166976 00000100:00100000:3.0:1775764860.090526:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223166976 00002000:00100000:3.0:1775764860.090580:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (471040->475135) req@ffff8b8c911bca80 x1862022223166976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764860.090589:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bca80 with x1862022223166976 ext(471040->475135) 00002000:00010000:3.0:1775764860.090593:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bca80 00000100:00100000:3.0:1775764860.090622:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39274 00000100:00100000:3.0:1775764860.090632:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223167104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764860.091901:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39275 00000100:00100000:2.0:1775764860.092149:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223166976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764860.092341:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223166976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 430us (2843us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764860.092349:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39275 00002000:00100000:2.0:1775764860.092359:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (471040->475135) req@ffff8b8c911bca80 x1862022223166976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/4536 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764860.092369:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bca80 with x1862022223166976 ext(471040->475135) 00002000:00010000:2.0:1775764860.092374:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bca80 00000100:00100000:1.0:1775764860.105438:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223167104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14795us (15989us total) trans 0 rc 417792/417792 00000100:00100000:1.0:1775764860.105454:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39274 00002000:00100000:1.0:1775764860.105468:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3776512->4194303) req@ffff8b8c911bd180 x1862022223167104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/440 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 417792/417792 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764860.105478:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd180 with x1862022223167104 ext(3776512->4194303) 00002000:00010000:1.0:1775764860.105484:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bd180 00000100:00100000:3.0:1775764860.112833:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.113317:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223167232 00000100:00100000:2.0:1775764860.113327:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223167232 00002000:00100000:2.0:1775764860.113377:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (0->483327) req@ffff8b8c926bc380 x1862022223167232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 504/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764860.113388:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc380 with x1862022223167232 ext(0->483327) 00002000:00010000:2.0:1775764860.113395:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bc380 00000100:00100000:2.0:1775764860.113432:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39276 00000100:00100000:2.0:1775764860.113442:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223167232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764860.131499:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223167232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18048us (18664us total) trans 0 rc 479232/479232 00000100:00100000:0.0:1775764860.131513:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39276 00002000:00100000:0.0:1775764860.131525:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (0->483327) req@ffff8b8c926bc380 x1862022223167232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 504/440 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 479232/479232 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764860.131558:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc380 with x1862022223167232 ext(0->483327) 00002000:00010000:0.0:1775764860.131566:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bc380 00000100:00100000:2.0:1775764860.137769:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764860.138026:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223167360 00000100:00100000:3.0:1775764860.138037:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223167360 00002000:00100000:3.0:1775764860.138086:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (471040->482104) req@ffff8b8caf9e6d80 x1862022223167360/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 11560/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764860.138098:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6d80 with x1862022223167360 ext(471040->482104) 00002000:00010000:3.0:1775764860.138104:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e6d80 00000100:00100000:3.0:1775764860.138140:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39277 00000100:00100000:3.0:1775764860.138150:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223167360:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764860.138686:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223167360:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 535us (925us total) trans 4294996243 rc 0/0 00000100:00100000:3.0:1775764860.138698:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39277 00002000:00100000:3.0:1775764860.138705:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (471040->482104) req@ffff8b8caf9e6d80 x1862022223167360/t4294996243(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 11560/448 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764860.138714:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6d80 with x1862022223167360 ext(471040->482104) 00002000:00010000:3.0:1775764860.138718:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e6d80 00000100:00100000:1.0:1775764860.142843:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.143113:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223167488 00000100:00100000:2.0:1775764860.143124:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223167488 00000100:00100000:2.0:1775764860.143188:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84911 00000100:00100000:2.0:1775764860.143198:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223167488:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764860.187593:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996242 is committed 00000001:00080000:0.0:1775764860.187633:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996243 is committed 00000100:00100000:2.0:1775764860.187893:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223167488:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44680us (45043us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764860.187905:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84911 00000100:00100000:3.0:1775764860.192713:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.193158:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223167616 00000100:00100000:2.0:1775764860.193170:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223167616 00000100:00100000:2.0:1775764860.193233:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44743 00000100:00100000:2.0:1775764860.193244:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:11755:x1862022223167616:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764860.193270:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764860.193290:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0b0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd312 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.193381:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0b14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.193406:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0b14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.193418:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0b14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764860.193444:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4676409 00000004:00200000:2.0:1775764860.193448:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764860.193466:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0b14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.193493:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0b0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd312 expref: 11 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.193512:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0b14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd312 expref: 10 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.193521:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764860.193523:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764860.193528:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4c00, rc 0) 00000100:00100000:2.0:1775764860.194841:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223167616:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1593us (2131us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764860.194852:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44743 00000100:00100000:3.0:1775764860.202063:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.202519:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223167872 00000100:00100000:0.0:1775764860.202529:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223167872 00000100:00100000:0.0:1775764860.202602:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44744 00000100:00100000:0.0:1775764860.202618:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223167872:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764860.202667:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764860.202693:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0b14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd312 expref: 10 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.202711:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764860.202716:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764860.202962:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92de00/0xdb23b4c9253d0b1b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.203320:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92de00/0xdb23b4c9253d0b1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.203333:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92de00/0xdb23b4c9253d0b1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764860.203385:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032508 00000004:00010000:0.0:1775764860.203482:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000058a2f586 reply state 00000000374f4306 transno 4295032509 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92de00/0xdb23b4c9253d0b1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764860.203491:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764860.203652:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223167872:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1040us (1595us total) trans 4295032509 rc 0/0 00000100:00100000:0.0:1775764860.203659:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44744 00000020:00080000:0.0:1775764860.203664:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764860.207404:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.207485:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764860.207572:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223168000 00000100:00100000:3.0:1775764860.207582:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223168000 00002000:00010000:3.0:1775764860.207622:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3823453->18446744073709551615) 00002000:00100000:3.0:1775764860.207628:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57c850 with x1862022223168000 ext(3823453->18446744073709551615) 00002000:00010000:3.0:1775764860.207639:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb57c850. 00000100:00100000:3.0:1775764860.207660:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223168128 00000100:00100000:3.0:1775764860.207662:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223168128 00002000:00010000:3.0:1775764860.207671:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764860.207673:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8e00 with x1862022223168128 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764860.207679:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e8e00. 00000100:00100000:3.0:1775764860.207695:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39278 00000100:00100000:3.0:1775764860.207703:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb57c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223168000:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764860.208218:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3823453 00002000:00010000:3.0:1775764860.208222:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:3.0:1775764860.208225:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764860 -> 1775764860 00002000:00010000:3.0:1775764860.208227:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:3.0:1775764860.208229:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1163 -> 1163 00000100:00100000:3.0:1775764860.208280:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb57c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223168000:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 576us (893us total) trans 4294996928 rc 0/0 00000100:00100000:3.0:1775764860.208288:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39278 00002000:00010000:3.0:1775764860.208292:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3823453->18446744073709551615) 00002000:00100000:3.0:1775764860.208295:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57c850 with x1862022223168000 ext(3823453->18446744073709551615) 00002000:00010000:3.0:1775764860.208299:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb57c850. 00010000:00010000:1.0:1775764860.209578:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92de00/0xdb23b4c9253d0b1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.209592:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92de00/0xdb23b4c9253d0b1b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.209601:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92de00/0xdb23b4c9253d0b1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.209607:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f92de00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764860.209621:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92de00/0xdb23b4c9253d0b1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.209628:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92de00/0xdb23b4c9253d0b1b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.209646:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764860.209649:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764860.209653:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92de00/0xdb23b4c9253d0b1b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.209660:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92de00/0xdb23b4c9253d0b1b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764860.209935:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39279 00000100:00100000:0.0:1775764860.209952:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223168128:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764860.210463:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 482105 -> 0 00002000:00010000:0.0:1775764860.210467:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.210469:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764860.210472:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.210474:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:0.0:1775764860.210522:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223168128:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 577us (3036us total) trans 4294996244 rc 0/0 00000100:00100000:0.0:1775764860.210529:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39279 00002000:00010000:0.0:1775764860.210534:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764860.210564:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8e00 with x1862022223168128 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764860.210570:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e8e00. 00000100:00100000:1.0:1775764860.225178:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764860.225424:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223168256 00000100:00100000:3.0:1775764860.225433:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223168256 00000100:00100000:3.0:1775764860.225494:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44745 00000100:00100000:3.0:1775764860.225504:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022223168256:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764860.225529:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764860.225591:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd319 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.225860:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0b29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.226047:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0b29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.226062:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0b29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764860.226092:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3823453 00000004:00200000:3.0:1775764860.226097:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764860.226115:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0b29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.226140:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd319 expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.226163:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0b29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd319 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.226172:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764860.226175:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764860.226179:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecee00, rc 0) 00000100:00100000:2.0:1775764860.226776:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223168256:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1270us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764860.226787:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44745 00000100:00100000:0.0:1775764860.236686:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.237362:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223168384 00000100:00100000:2.0:1775764860.237374:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223168384 00002000:00100000:2.0:1775764860.237428:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (397312->606207) req@ffff8b8c914eaa00 x1862022223168384/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 504/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764860.237439:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eaa00 with x1862022223168384 ext(397312->606207) 00002000:00010000:2.0:1775764860.237445:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eaa00 00000100:00100000:2.0:1775764860.237532:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39280 00000100:00100000:2.0:1775764860.237586:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223168384:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764860.253715:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223168384:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 16124us (17030us total) trans 4294996929 rc 0/0 00000100:00100000:2.0:1775764860.253740:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39280 00002000:00100000:2.0:1775764860.253761:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (397312->606207) req@ffff8b8c914eaa00 x1862022223168384/t4294996929(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 504/448 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764860.253771:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eaa00 with x1862022223168384 ext(397312->606207) 00002000:00010000:2.0:1775764860.253777:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eaa00 00000100:00100000:1.0:1775764860.260403:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.260495:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223168512 00000100:00100000:2.0:1775764860.260506:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223168512 00000100:00100000:2.0:1775764860.260621:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84912 00000100:00100000:2.0:1775764860.260632:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223168512:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764860.323346:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996927 is committed 00000001:00080000:2.0:1775764860.323364:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996929 is committed 00000100:00100000:1.0:1775764860.323514:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223168512:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 62879us (63122us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764860.323528:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84912 00000100:00100000:0.0:1775764860.336535:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.336794:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223168768 00000100:00100000:2.0:1775764860.336805:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223168768 00000100:00100000:2.0:1775764860.336873:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44746 00000100:00100000:2.0:1775764860.336894:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223168768:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764860.337094:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764860.337122:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d0b29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd319 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.337142:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764860.337148:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764860.337353:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0b30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.337366:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.337376:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764860.337424:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032510 00000004:00010000:2.0:1775764860.337448:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a457cbe reply state 00000000c9156d1a transno 4295032511 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764860.337458:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764860.337777:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223168768:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 885us (1250us total) trans 4295032511 rc 0/0 00000100:00100000:2.0:1775764860.337786:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44746 00000020:00080000:2.0:1775764860.337790:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764860.343841:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.344138:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764860.344182:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.344195:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0b30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.344203:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0b30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.344219:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764860.344225:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0b30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.344234:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0b30 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.344253:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764860.344256:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764860.344262:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0b30 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.344268:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0b30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764860.349869:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223168896 00000100:00100000:3.0:1775764860.350027:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223168896 00002000:00010000:3.0:1775764860.350075:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (512811->18446744073709551615) 00002000:00100000:3.0:1775764860.350080:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4000 with x1862022223168896 ext(512811->18446744073709551615) 00002000:00010000:3.0:1775764860.350093:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4000. 00000100:00100000:3.0:1775764860.350165:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223169024 00000100:00100000:3.0:1775764860.350169:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223169024 00002000:00010000:3.0:1775764860.350183:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764860.350186:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5880 with x1862022223169024 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764860.350192:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5880. 00000100:00100000:1.0:1775764860.350223:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39281 00000100:00100000:1.0:1775764860.350234:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223168896:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764860.350689:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3823453 -> 512811 00002000:00010000:1.0:1775764860.350693:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.350695:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.350697:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.350699:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1163 -> 1419 00000100:00100000:1.0:1775764860.350771:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223168896:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 538us (6939us total) trans 4294996930 rc 0/0 00000100:00100000:1.0:1775764860.350780:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39281 00002000:00010000:1.0:1775764860.350784:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (512811->18446744073709551615) 00002000:00100000:1.0:1775764860.350787:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4000 with x1862022223168896 ext(512811->18446744073709551615) 00002000:00010000:1.0:1775764860.350792:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4000. 00000100:00100000:1.0:1775764860.350813:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39282 00000100:00100000:1.0:1775764860.350820:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223169024:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764860.351125:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764860.351128:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.351131:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764860.351133:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.351135:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764860.351156:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223169024:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 337us (7018us total) trans 4294996245 rc 0/0 00000100:00100000:1.0:1775764860.351163:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39282 00002000:00010000:1.0:1775764860.351166:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764860.351168:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5880 with x1862022223169024 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764860.351172:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5880. 00000100:00100000:1.0:1775764860.360934:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.361026:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223169152 00000100:00100000:0.0:1775764860.361037:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223169152 00000100:00100000:0.0:1775764860.361095:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44747 00000100:00100000:0.0:1775764860.361105:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022223169152:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764860.361129:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764860.361153:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd320 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.361251:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c000/0xdb23b4c9253d0b3e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.361266:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c000/0xdb23b4c9253d0b3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.361278:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c000/0xdb23b4c9253d0b3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764860.361306:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 512811 00000004:00200000:0.0:1775764860.361310:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764860.361328:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c000/0xdb23b4c9253d0b3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.361353:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd320 expref: 15 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.361372:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c000/0xdb23b4c9253d0b3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd320 expref: 14 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.361380:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764860.361383:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764860.361386:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f92c000, rc 0) 00000100:00100000:0.0:1775764860.361447:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223169152:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 343us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764860.361455:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44747 00000100:00100000:2.0:1775764860.369446:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.369595:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223169408 00000100:00100000:0.0:1775764860.369607:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223169408 00000100:00100000:0.0:1775764860.369677:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44748 00000100:00100000:0.0:1775764860.369688:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223169408:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764860.369762:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764860.369798:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c000/0xdb23b4c9253d0b3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd320 expref: 14 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.369821:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764860.369826:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764860.370061:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b45 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.370076:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.370086:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764860.370142:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032512 00000004:00010000:0.0:1775764860.370168:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f460e451 reply state 00000000887b7ab4 transno 4295032513 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764860.370178:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764860.370271:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223169408:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 585us (834us total) trans 4295032513 rc 0/0 00000100:00100000:0.0:1775764860.370279:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44748 00000020:00080000:0.0:1775764860.370284:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764860.373220:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.373236:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b45 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.373244:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b45 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.373251:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f92c600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764860.373256:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b45 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.373266:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b45 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.373284:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764860.373288:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764860.373294:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b45 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.373300:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f92c600/0xdb23b4c9253d0b45 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764860.376659:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.376760:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764860.376904:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223169536 00000100:00100000:1.0:1775764860.376925:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223169536 00002000:00010000:1.0:1775764860.376969:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1147131->18446744073709551615) 00002000:00100000:1.0:1775764860.376975:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4a80 with x1862022223169536 ext(1147131->18446744073709551615) 00002000:00010000:1.0:1775764860.376988:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4a80. 00000100:00100000:1.0:1775764860.377019:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223169664 00000100:00100000:1.0:1775764860.377023:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223169664 00002000:00010000:1.0:1775764860.377036:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764860.377039:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5c00 with x1862022223169664 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764860.377047:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5c00. 00000100:00100000:1.0:1775764860.377062:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39283 00000100:00100000:1.0:1775764860.377071:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223169536:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764860.377325:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 512811 -> 1147131 00002000:00010000:1.0:1775764860.377329:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.377331:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.377333:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.377336:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1419 00000100:00100000:1.0:1775764860.377398:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223169536:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 327us (751us total) trans 4294996931 rc 0/0 00000100:00100000:1.0:1775764860.377406:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39283 00002000:00010000:1.0:1775764860.377410:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1147131->18446744073709551615) 00002000:00100000:1.0:1775764860.377412:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4a80 with x1862022223169536 ext(1147131->18446744073709551615) 00002000:00010000:1.0:1775764860.377416:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4a80. 00000100:00100000:1.0:1775764860.377432:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39284 00000100:00100000:1.0:1775764860.377438:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223169664:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764860.377589:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764860.377592:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.377594:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764860.377596:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.377598:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764860.377619:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223169664:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 181us (859us total) trans 4294996246 rc 0/0 00000100:00100000:1.0:1775764860.377627:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39284 00002000:00010000:1.0:1775764860.377630:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764860.377632:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5c00 with x1862022223169664 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764860.377637:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5c00. 00000100:00100000:2.0:1775764860.382860:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764860.382967:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223169792 00000100:00100000:1.0:1775764860.382977:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223169792 00000100:00100000:1.0:1775764860.383041:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44749 00000100:00100000:1.0:1775764860.383051:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022223169792:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764860.383078:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764860.383105:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b4c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd327 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.383192:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0b53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.383208:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0b53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.383221:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0b53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764860.383246:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1147131 00000004:00200000:1.0:1775764860.383250:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764860.383267:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0b53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.383291:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd327 expref: 17 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.383313:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0b53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd327 expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.383322:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764860.383325:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764860.383329:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e82000, rc 0) 00000100:00100000:1.0:1775764860.383388:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223169792:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 339us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764860.383396:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44749 00000100:00100000:1.0:1775764860.389499:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.389814:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223169920 00000100:00100000:0.0:1775764860.389824:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223169920 00002000:00100000:0.0:1775764860.389881:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (696320->700415) req@ffff8b8ca2875880 x1862022223169920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764860.389891:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875880 with x1862022223169920 ext(696320->700415) 00002000:00010000:0.0:1775764860.389897:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875880 00000100:00100000:0.0:1775764860.389941:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39285 00000100:00100000:0.0:1775764860.389950:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223169920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764860.390222:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223169920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 271us (732us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764860.390230:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39285 00002000:00100000:0.0:1775764860.390237:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (696320->700415) req@ffff8b8ca2875880 x1862022223169920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/4536 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764860.390246:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875880 with x1862022223169920 ext(696320->700415) 00002000:00010000:0.0:1775764860.390249:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875880 00000100:00100000:2.0:1775764860.394496:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764860.395065:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223170048 00000100:00100000:1.0:1775764860.395076:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223170048 00002000:00100000:1.0:1775764860.395131:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (700416->704511) req@ffff8b8caf9e6680 x1862022223170048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764860.395143:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6680 with x1862022223170048 ext(700416->704511) 00002000:00010000:1.0:1775764860.395149:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6680 00000100:00100000:1.0:1775764860.395188:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39286 00000100:00100000:1.0:1775764860.395197:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223170048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764860.395441:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223170048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 244us (953us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764860.395449:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39286 00002000:00100000:1.0:1775764860.395456:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (700416->704511) req@ffff8b8caf9e6680 x1862022223170048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/4536 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764860.395473:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6680 with x1862022223170048 ext(700416->704511) 00002000:00010000:1.0:1775764860.395476:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6680 00000100:00100000:2.0:1775764860.400996:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.401105:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223170176 00000100:00100000:0.0:1775764860.401116:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223170176 00002000:00100000:0.0:1775764860.401166:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (675840->741375) req@ffff8b8caf9e4700 x1862022223170176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 504/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764860.401177:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4700 with x1862022223170176 ext(675840->741375) 00002000:00010000:0.0:1775764860.401184:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4700 00000100:00100000:0.0:1775764860.401221:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39287 00000100:00100000:0.0:1775764860.401232:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223170176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764860.409730:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223170176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8488us (8732us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764860.409773:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39287 00002000:00100000:0.0:1775764860.409788:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (675840->741375) req@ffff8b8caf9e4700 x1862022223170176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 504/440 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764860.409799:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4700 with x1862022223170176 ext(675840->741375) 00002000:00010000:0.0:1775764860.409806:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4700 00000100:00100000:3.0:1775764860.416817:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764860.416920:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223170432 00000100:00100000:1.0:1775764860.416931:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223170432 00000100:00100000:1.0:1775764860.416991:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44750 00000100:00100000:1.0:1775764860.417001:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223170432:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764860.417059:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764860.417087:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0b53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd327 expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.417109:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764860.417114:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764860.417332:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.417346:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.417356:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764860.417408:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032514 00000004:00010000:1.0:1775764860.417446:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f7762ee8 reply state 0000000054818196 transno 4295032515 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764860.417455:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764860.417608:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223170432:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 607us (799us total) trans 4295032515 rc 0/0 00000100:00100000:1.0:1775764860.417618:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44750 00000020:00080000:1.0:1775764860.417623:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764860.422669:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.422686:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.422695:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.422701:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764860.422706:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.422714:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b5a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.422731:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764860.422734:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764860.422739:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b5a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.422756:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0b5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764860.426309:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.426431:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223170560 00000100:00100000:0.0:1775764860.426449:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223170560 00002000:00010000:0.0:1775764860.426491:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (937115->18446744073709551615) 00002000:00100000:0.0:1775764860.426495:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bed80 with x1862022223170560 ext(937115->18446744073709551615) 00002000:00010000:0.0:1775764860.426507:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bed80. 00000100:00100000:0.0:1775764860.426532:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39288 00000100:00100000:0.0:1775764860.426566:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223170560:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764860.426841:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1147131 -> 937115 00002000:00010000:0.0:1775764860.426845:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.426847:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.426849:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.426851:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1419 00000100:00100000:0.0:1775764860.426904:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223170560:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 340us (605us total) trans 4294996932 rc 0/0 00000100:00100000:0.0:1775764860.427696:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39288 00002000:00010000:0.0:1775764860.427701:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (937115->18446744073709551615) 00002000:00100000:0.0:1775764860.427705:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bed80 with x1862022223170560 ext(937115->18446744073709551615) 00002000:00010000:0.0:1775764860.427712:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bed80. 00000100:00100000:2.0:1775764860.430900:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.431462:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223170688 00000100:00100000:0.0:1775764860.431474:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223170688 00002000:00010000:0.0:1775764860.431515:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764860.431520:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6300 with x1862022223170688 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764860.431532:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e6300. 00000100:00100000:0.0:1775764860.431806:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39289 00000100:00100000:0.0:1775764860.431817:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223170688:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764860.432222:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764860.432226:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.432229:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764860.432231:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.432233:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764860.432307:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223170688:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 492us (1415us total) trans 4294996247 rc 0/0 00000100:00100000:0.0:1775764860.432315:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39289 00002000:00010000:0.0:1775764860.432318:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764860.432321:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6300 with x1862022223170688 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764860.432326:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e6300. 00000100:00100000:2.0:1775764860.435754:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764860.435848:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223170816 00000100:00100000:3.0:1775764860.435860:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223170816 00000100:00100000:3.0:1775764860.436339:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44751 00000100:00100000:3.0:1775764860.436351:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022223170816:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764860.436377:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764860.436398:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b61 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd32e expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.436490:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0b68 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.436504:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0b68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.436515:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0b68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764860.436583:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 937115 00000004:00200000:3.0:1775764860.436587:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764860.436605:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0b68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.436728:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd32e expref: 19 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.436755:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0b68 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd32e expref: 18 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.436764:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764860.436767:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764860.436771:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf800, rc 0) 00000100:00100000:3.0:1775764860.436827:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223170816:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 479us (1090us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764860.436834:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44751 00000100:00100000:1.0:1775764860.444508:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.446501:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223170944 00000100:00100000:0.0:1775764860.446517:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223170944 00002000:00100000:1.0:1775764860.447073:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (622592->675839) req@ffff8b8ca2874a80 x1862022223170944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764860.447086:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874a80 with x1862022223170944 ext(622592->675839) 00002000:00010000:1.0:1775764860.447092:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874a80 00000100:00100000:1.0:1775764860.447173:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39290 00000100:00100000:1.0:1775764860.447184:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223170944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764860.453490:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223170944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6297us (8981us total) trans 0 rc 53248/53248 00000100:00100000:2.0:1775764860.453503:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39290 00002000:00100000:2.0:1775764860.453515:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (622592->675839) req@ffff8b8ca2874a80 x1862022223170944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/440 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764860.453525:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874a80 with x1862022223170944 ext(622592->675839) 00002000:00010000:2.0:1775764860.453531:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874a80 00000100:00100000:2.0:1775764860.473497:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764860.475276:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223171200 00000100:00100000:3.0:1775764860.475295:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223171200 00000100:00100000:3.0:1775764860.475385:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44752 00000100:00100000:3.0:1775764860.475402:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223171200:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764860.475470:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764860.475500:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0b68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd32e expref: 18 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.475522:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764860.475529:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764860.476302:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b6f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.476320:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764860.476331:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764860.476393:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032516 00000004:00010000:3.0:1775764860.476420:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030efd704 reply state 00000000895ff44d transno 4295032517 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764860.476430:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764860.476575:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223171200:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1174us (3087us total) trans 4295032517 rc 0/0 00000100:00100000:3.0:1775764860.476582:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44752 00000020:00080000:3.0:1775764860.476587:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764860.507490:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.507566:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764860.508590:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.508605:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b6f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.508624:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.508630:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecfe00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764860.508635:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.508642:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b6f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.508660:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764860.508664:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764860.508669:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b6f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.508675:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d0b6f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764860.509322:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223171328 00000100:00100000:0.0:1775764860.509333:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223171328 00002000:00010000:0.0:1775764860.509377:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764860.509383:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5f80 with x1862022223171328 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764860.509403:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e5f80. 00000100:00100000:0.0:1775764860.509440:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223171456 00000100:00100000:0.0:1775764860.509443:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223171456 00002000:00010000:0.0:1775764860.509456:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (485888->18446744073709551615) 00002000:00100000:0.0:1775764860.509459:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4e00 with x1862022223171456 ext(485888->18446744073709551615) 00002000:00010000:0.0:1775764860.509466:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e4e00. 00000100:00100000:0.0:1775764860.509493:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39291 00000100:00100000:0.0:1775764860.509502:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223171328:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764860.509816:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 937115 -> 4194304 00002000:00010000:0.0:1775764860.509820:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.509822:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.509825:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.509827:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1419 00000100:00100000:0.0:1775764860.510319:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223171328:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 815us (2836us total) trans 4294996933 rc 0/0 00000100:00100000:0.0:1775764860.510329:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39291 00002000:00010000:0.0:1775764860.510333:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764860.510336:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5f80 with x1862022223171328 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764860.510341:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e5f80. 00000100:00100000:0.0:1775764860.510363:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39292 00000100:00100000:0.0:1775764860.510371:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223171456:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764860.512847:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 485888 00002000:00010000:1.0:1775764860.512856:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.512859:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764860.512861:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.512863:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764860.513102:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223171456:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2727us (5530us total) trans 4294996248 rc 0/0 00000100:00100000:1.0:1775764860.513114:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39292 00002000:00010000:1.0:1775764860.513119:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (485888->18446744073709551615) 00002000:00100000:1.0:1775764860.513123:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4e00 with x1862022223171456 ext(485888->18446744073709551615) 00002000:00010000:1.0:1775764860.513131:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e4e00. 00000100:00100000:2.0:1775764860.532352:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.533201:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223171584 00000100:00100000:0.0:1775764860.533213:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223171584 00000100:00100000:2.0:1775764860.533404:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44753 00000100:00100000:2.0:1775764860.533415:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022223171584:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764860.533439:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764860.533459:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd335 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.533580:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0b7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.533606:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0b7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.533625:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0b7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764860.533655:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4680192 00000004:00200000:2.0:1775764860.533660:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764860.533679:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0b7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.533702:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0b76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd335 expref: 21 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.533718:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0b7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd335 expref: 20 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.533727:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764860.533730:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764860.533733:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4600, rc 0) 00000100:00100000:2.0:1775764860.533813:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223171584:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 399us (1468us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764860.533820:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44753 00000100:00100000:0.0:1775764860.547183:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764860.547294:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223171840 00000100:00100000:1.0:1775764860.547306:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223171840 00000100:00100000:1.0:1775764860.547368:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44754 00000100:00100000:1.0:1775764860.547378:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223171840:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764860.547436:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764860.547466:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0b7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd335 expref: 20 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.547486:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764860.547492:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764860.547802:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0b84 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.547820:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0b84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.547831:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0b84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764860.548160:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032518 00000004:00010000:1.0:1775764860.548189:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000023bb52f9 reply state 000000007e9a631b transno 4295032519 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0b84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764860.548200:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764860.548311:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223171840:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 934us (1137us total) trans 4295032519 rc 0/0 00000100:00100000:1.0:1775764860.548319:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44754 00000020:00080000:1.0:1775764860.548324:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764860.553803:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0b84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.553820:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0b84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.553829:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0b84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.553840:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764860.553846:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0b84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.553853:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0b84 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.553881:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764860.553884:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764860.553893:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0b84 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.553898:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0b84 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764860.556958:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.557004:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.558892:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223171968 00000100:00100000:2.0:1775764860.558906:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223171968 00002000:00010000:2.0:1775764860.559179:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3667798->18446744073709551615) 00002000:00100000:2.0:1775764860.559184:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9500 with x1862022223171968 ext(3667798->18446744073709551615) 00002000:00010000:2.0:1775764860.559198:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9500. 00000100:00100000:2.0:1775764860.559231:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223172096 00000100:00100000:2.0:1775764860.559235:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223172096 00002000:00010000:2.0:1775764860.559248:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764860.559251:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ead80 with x1862022223172096 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764860.559257:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914ead80. 00000100:00100000:2.0:1775764860.559291:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39293 00000100:00100000:2.0:1775764860.559303:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223171968:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:0.0:1775764860.559512:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39294 00000100:00100000:0.0:1775764860.559522:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223172096:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764860.559798:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 485888 -> 0 00002000:00010000:0.0:1775764860.559802:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.559805:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764860.559806:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:0.0:1775764860.559808:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764860.559890:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223172096:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 369us (2884us total) trans 4294996249 rc 0/0 00000100:00100000:0.0:1775764860.559899:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39294 00002000:00010000:0.0:1775764860.559903:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764860.559905:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ead80 with x1862022223172096 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764860.560277:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914ead80. 00002000:00010000:2.0:1775764860.561514:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3667798 00002000:00010000:2.0:1775764860.561521:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764860 00002000:00010000:2.0:1775764860.561805:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764860 -> 1775764860 00002000:00010000:2.0:1775764860.561808:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764860 00002000:00010000:2.0:1775764860.561811:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1419 00000100:00100000:2.0:1775764860.561937:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223171968:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2631us (4983us total) trans 4294996934 rc 0/0 00000100:00100000:2.0:1775764860.561948:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39293 00002000:00010000:2.0:1775764860.561952:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3667798->18446744073709551615) 00002000:00100000:2.0:1775764860.561955:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9500 with x1862022223171968 ext(3667798->18446744073709551615) 00002000:00010000:2.0:1775764860.561962:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9500. 00000100:00100000:0.0:1775764860.571583:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.571725:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223172224 00000100:00100000:2.0:1775764860.571735:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223172224 00000100:00100000:2.0:1775764860.571806:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44755 00000100:00100000:2.0:1775764860.571817:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022223172224:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764860.571844:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764860.571867:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0b8b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd33c expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.571992:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0b92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.572008:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.572019:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764860.572050:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3667798 00000004:00200000:2.0:1775764860.572056:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764860.572075:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.572103:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0b8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd33c expref: 23 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.572123:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0b92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd33c expref: 22 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.572131:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764860.572134:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764860.572138:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5e00, rc 0) 00000100:00100000:2.0:1775764860.572205:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223172224:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 390us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764860.572213:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44755 00000100:00100000:0.0:1775764860.583242:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.583358:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223172352 00000100:00100000:2.0:1775764860.583369:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223172352 00002000:00100000:2.0:1775764860.583426:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2453504->2457599) req@ffff8b8c914e9880 x1862022223172352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764860.583439:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9880 with x1862022223172352 ext(2453504->2457599) 00002000:00010000:2.0:1775764860.583445:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9880 00000100:00100000:2.0:1775764860.583482:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39295 00000100:00100000:2.0:1775764860.583492:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223172352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764860.583810:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223172352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 317us (578us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764860.583817:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39295 00002000:00100000:2.0:1775764860.583825:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2453504->2457599) req@ffff8b8c914e9880 x1862022223172352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/4536 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764860.583833:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9880 with x1862022223172352 ext(2453504->2457599) 00002000:00010000:2.0:1775764860.583837:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9880 00000100:00100000:0.0:1775764860.589447:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764860.589654:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223172480 00000100:00100000:3.0:1775764860.589664:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223172480 00002000:00100000:3.0:1775764860.589712:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2457600->2461695) req@ffff8b8c914e9180 x1862022223172480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764860.589730:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9180 with x1862022223172480 ext(2457600->2461695) 00002000:00010000:3.0:1775764860.589736:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9180 00000100:00100000:3.0:1775764860.589786:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39296 00000100:00100000:3.0:1775764860.589795:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223172480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764860.590036:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223172480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 240us (598us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764860.590044:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39296 00002000:00100000:3.0:1775764860.590051:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2457600->2461695) req@ffff8b8c914e9180 x1862022223172480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/4536 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764860.590059:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9180 with x1862022223172480 ext(2457600->2461695) 00002000:00010000:3.0:1775764860.590063:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9180 00000100:00100000:1.0:1775764860.599282:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.599576:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223172608 00000100:00100000:0.0:1775764860.599589:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223172608 00002000:00100000:1.0:1775764860.599928:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2420736->2510847) req@ffff8b8ca2875c00 x1862022223172608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 504/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764860.599939:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875c00 with x1862022223172608 ext(2420736->2510847) 00002000:00010000:1.0:1775764860.599946:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875c00 00000100:00100000:1.0:1775764860.599982:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39297 00000100:00100000:1.0:1775764860.599994:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223172608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764860.617505:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223172608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17504us (18223us total) trans 0 rc 81920/81920 00000100:00100000:2.0:1775764860.617520:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39297 00002000:00100000:2.0:1775764860.617578:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2420736->2510847) req@ffff8b8ca2875c00 x1862022223172608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 504/440 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 81920/81920 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764860.617589:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875c00 with x1862022223172608 ext(2420736->2510847) 00002000:00010000:2.0:1775764860.617596:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875c00 00000100:00100000:0.0:1775764860.632271:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764860.639442:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223172736 00000100:00100000:3.0:1775764860.639460:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223172736 00002000:00100000:3.0:1775764860.639552:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1380352->1384447) req@ffff8b8c914e8a80 x1862022223172736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764860.639571:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8a80 with x1862022223172736 ext(1380352->1384447) 00002000:00010000:3.0:1775764860.639577:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8a80 00000100:00100000:1.0:1775764860.639951:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39298 00000100:00100000:1.0:1775764860.639966:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223172736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764860.640254:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223172736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 291us (7990us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764860.640264:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39298 00002000:00100000:1.0:1775764860.640272:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1380352->1384447) req@ffff8b8c914e8a80 x1862022223172736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/4536 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764860.640281:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8a80 with x1862022223172736 ext(1380352->1384447) 00002000:00010000:1.0:1775764860.640285:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8a80 00000100:00100000:0.0:1775764860.647726:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764860.648154:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223172864 00000100:00100000:3.0:1775764860.648164:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223172864 00002000:00100000:3.0:1775764860.648217:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1384448->1388543) req@ffff8b8c914e9c00 x1862022223172864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764860.648228:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9c00 with x1862022223172864 ext(1384448->1388543) 00002000:00010000:3.0:1775764860.648235:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9c00 00000100:00100000:3.0:1775764860.648271:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39299 00000100:00100000:3.0:1775764860.648282:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223172864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764860.648565:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223172864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 258us (822us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764860.648573:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39299 00002000:00100000:3.0:1775764860.648581:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1384448->1388543) req@ffff8b8c914e9c00 x1862022223172864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/4536 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764860.648589:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9c00 with x1862022223172864 ext(1384448->1388543) 00002000:00010000:3.0:1775764860.648592:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9c00 00000100:00100000:0.0:1775764860.654296:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764860.654402:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223172992 00000100:00100000:1.0:1775764860.654413:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223172992 00002000:00100000:1.0:1775764860.654465:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1359872->1425407) req@ffff8b8c914ebb80 x1862022223172992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 504/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764860.654478:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ebb80 with x1862022223172992 ext(1359872->1425407) 00002000:00010000:1.0:1775764860.654485:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ebb80 00000100:00100000:1.0:1775764860.654521:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39300 00000100:00100000:1.0:1775764860.654531:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223172992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764860.661332:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223172992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6793us (7048us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764860.661345:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39300 00002000:00100000:1.0:1775764860.661361:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1359872->1425407) req@ffff8b8c914ebb80 x1862022223172992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 504/440 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764860.661372:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ebb80 with x1862022223172992 ext(1359872->1425407) 00002000:00010000:1.0:1775764860.661377:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ebb80 00000100:00100000:2.0:1775764860.670670:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764860.670887:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223173120 00000100:00100000:1.0:1775764860.670898:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223173120 00002000:00100000:1.0:1775764860.670965:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1380352->1409023) req@ffff8b8caf9e4380 x1862022223173120/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764860.670978:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4380 with x1862022223173120 ext(1380352->1409023) 00002000:00010000:1.0:1775764860.670984:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4380 00000100:00100000:1.0:1775764860.671026:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39301 00000100:00100000:1.0:1775764860.671036:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223173120:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764860.695863:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223173120:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 24813us (25187us total) trans 4294996935 rc 0/0 00000100:00100000:1.0:1775764860.695879:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39301 00002000:00100000:1.0:1775764860.695894:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1380352->1409023) req@ffff8b8caf9e4380 x1862022223173120/t4294996935(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/448 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764860.695905:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4380 with x1862022223173120 ext(1380352->1409023) 00002000:00010000:1.0:1775764860.695922:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4380 00000100:00100000:2.0:1775764860.704407:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764860.710780:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223173248 00000100:00100000:1.0:1775764860.710797:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223173248 00000100:00100000:1.0:1775764860.710954:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84913 00000100:00100000:1.0:1775764860.710967:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223173248:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764860.856690:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223173248:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 145715us (152283us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764860.856702:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84913 00000001:00080000:3.0:1775764860.856796:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996933 is committed 00000001:00080000:3.0:1775764860.856811:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996935 is committed 00000100:00100000:0.0:1775764860.861341:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.861594:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223173504 00000100:00100000:2.0:1775764860.861617:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223173504 00000100:00100000:2.0:1775764860.861755:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44756 00000100:00100000:2.0:1775764860.861766:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223173504:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764860.861831:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764860.861862:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0b92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd33c expref: 22 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.862210:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764860.862216:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764860.862765:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0b99 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.862784:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0b99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.862794:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0b99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764860.862844:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032520 00000004:00010000:2.0:1775764860.862866:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002a04c2c5 reply state 00000000403a9378 transno 4295032521 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0b99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764860.863111:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764860.863229:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223173504:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1462us (1895us total) trans 4295032521 rc 0/0 00000100:00100000:2.0:1775764860.863238:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44756 00000020:00080000:2.0:1775764860.863244:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764860.874231:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764860.884434:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0b99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.884450:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0b99 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.884462:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0b99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.884469:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764860.884474:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0b99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.884481:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0b99 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.884500:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764860.884503:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764860.884507:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0b99 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.884512:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0b99 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764860.885437:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764860.885471:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764860.885728:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223173760 00000100:00100000:1.0:1775764860.885746:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223173760 00002000:00010000:1.0:1775764860.885791:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764860.885796:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8700 with x1862022223173760 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764860.885812:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e8700. 00000100:00100000:1.0:1775764860.885845:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223173632 00000100:00100000:1.0:1775764860.885847:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223173632 00002000:00010000:1.0:1775764860.885856:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1256449->18446744073709551615) 00002000:00100000:1.0:1775764860.885859:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea300 with x1862022223173632 ext(1256449->18446744073709551615) 00002000:00010000:1.0:1775764860.885865:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea300. 00000100:00100000:1.0:1775764860.885878:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39302 00000100:00100000:1.0:1775764860.885886:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223173760:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764860.886131:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764860.886135:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764861 00002000:00010000:1.0:1775764860.886138:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764860.886140:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764861 00002000:00010000:1.0:1775764860.886142:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764860.886199:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223173760:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 312us (772us total) trans 4294996250 rc 0/0 00000100:00100000:1.0:1775764860.886206:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39302 00002000:00010000:1.0:1775764860.886209:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764860.886212:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8700 with x1862022223173760 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764860.886215:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e8700. 00000100:00100000:1.0:1775764860.886231:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39303 00000100:00100000:1.0:1775764860.886238:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223173632:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764860.886459:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3667798 -> 1256449 00002000:00010000:1.0:1775764860.886462:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764860 -> 1775764861 00002000:00010000:1.0:1775764860.886464:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764860.886467:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764860 -> 1775764861 00002000:00010000:1.0:1775764860.886468:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 585 00000100:00100000:1.0:1775764860.886488:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223173632:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 250us (1016us total) trans 4294996936 rc 0/0 00000100:00100000:1.0:1775764860.886494:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39303 00002000:00010000:1.0:1775764860.886496:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1256449->18446744073709551615) 00002000:00100000:1.0:1775764860.886499:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea300 with x1862022223173632 ext(1256449->18446744073709551615) 00002000:00010000:1.0:1775764860.886503:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914ea300. 00000100:00100000:0.0:1775764860.892669:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764860.900818:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223173888 00000100:00100000:3.0:1775764860.900834:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223173888 00000100:00100000:2.0:1775764860.901208:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44757 00000100:00100000:2.0:1775764860.901221:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022223173888:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764860.901253:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764860.901279:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0ba0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd343 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.901780:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ba7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.901797:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.901812:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764860.901851:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1256449 00000004:00200000:2.0:1775764860.901855:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764860.901886:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.901917:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0ba0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd343 expref: 25 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.901938:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd343 expref: 24 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.901947:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764860.901950:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764860.901954:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5a00, rc 0) 00000100:00100000:2.0:1775764860.902135:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223173888:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 916us (9476us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764860.902143:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44757 00000100:00100000:0.0:1775764860.925436:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764860.934690:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223174016 00000100:00100000:3.0:1775764860.934705:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223174016 00002000:00100000:2.0:1775764860.935064:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (909312->974847) req@ffff8b8c914e9f80 x1862022223174016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/0 e 0 to 0 dl 1775764871 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764860.935079:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9f80 with x1862022223174016 ext(909312->974847) 00002000:00010000:2.0:1775764860.935086:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9f80 00000100:00100000:2.0:1775764860.935130:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39304 00000100:00100000:2.0:1775764860.935140:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223174016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764860.937101:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764860.937266:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223174144 00000100:00100000:2.0:1775764860.937275:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223174144 00000100:00100000:2.0:1775764860.937337:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 963 00000100:00100000:2.0:1775764860.937347:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8317ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:36837393-023c-42fc-a2a5-d5ec86474e44+9:2363:x1862022223174144:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1775764860.937578:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8317ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:36837393-023c-42fc-a2a5-d5ec86474e44+9:2363:x1862022223174144:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 232us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764860.937587:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 963 00000100:00100000:2.0:1775764860.986445:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223174016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 51294us (61006us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764860.986461:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39304 00002000:00100000:2.0:1775764860.986475:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (909312->974847) req@ffff8b8c914e9f80 x1862022223174016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:341/0 lens 488/440 e 0 to 0 dl 1775764871 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764860.986486:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e9f80 with x1862022223174016 ext(909312->974847) 00002000:00010000:2.0:1775764860.986492:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e9f80 00000100:00100000:0.0:1775764861.002648:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764861.002861:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223174272 00000100:00100000:1.0:1775764861.003027:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223174272 00002000:00100000:1.0:1775764861.003111:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (974848->1011711) req@ffff8b8c90d21500 x1862022223174272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764861.003126:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21500 with x1862022223174272 ext(974848->1011711) 00002000:00010000:1.0:1775764861.003134:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21500 00000100:00100000:1.0:1775764861.003181:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39305 00000100:00100000:1.0:1775764861.003192:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223174272:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764861.015399:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223174272:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12189us (12748us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764861.015417:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39305 00002000:00100000:1.0:1775764861.015435:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (974848->1011711) req@ffff8b8c90d21500 x1862022223174272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/440 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764861.015448:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21500 with x1862022223174272 ext(974848->1011711) 00002000:00010000:1.0:1775764861.015455:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21500 00000100:00100000:0.0:1775764861.036991:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764861.037199:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223174400 00000100:00100000:1.0:1775764861.037214:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223174400 00002000:00100000:1.0:1775764861.037284:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (516096->1257471) req@ffff8b8c90d21180 x1862022223174400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 520/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764861.037306:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21180 with x1862022223174400 ext(516096->1257471) 00002000:00010000:1.0:1775764861.037313:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21180 00000100:00100000:1.0:1775764861.037353:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39306 00000100:00100000:1.0:1775764861.037365:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223174400:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764861.066889:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223174400:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 29508us (29896us total) trans 0 rc 520192/520192 00000100:00100000:2.0:1775764861.066906:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39306 00002000:00100000:2.0:1775764861.066924:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (516096->1257471) req@ffff8b8c90d21180 x1862022223174400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 520/440 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 520192/520192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764861.066936:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21180 with x1862022223174400 ext(516096->1257471) 00002000:00010000:2.0:1775764861.066944:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21180 00000100:00100000:3.0:1775764861.104657:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.104791:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223174656 00000100:00100000:2.0:1775764861.104809:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223174656 00000100:00100000:2.0:1775764861.110074:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44758 00000100:00100000:2.0:1775764861.110098:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223174656:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764861.110197:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764861.110241:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ba7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd343 expref: 24 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.110269:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764861.110276:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764861.110670:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0bae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.110687:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0bae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.110697:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0bae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764861.110767:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032522 00000004:00010000:2.0:1775764861.110791:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ab41897 reply state 00000000a997537f transno 4295032523 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0bae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764861.110802:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764861.110932:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223174656:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 845us (6287us total) trans 4295032523 rc 0/0 00000100:00100000:2.0:1775764861.110941:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44758 00000020:00080000:2.0:1775764861.110948:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1775764861.114342:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764861.115711:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0bae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.115733:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0bae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.115750:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0bae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.115761:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764861.115767:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0bae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.115775:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0bae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.115799:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764861.115803:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764861.115809:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0bae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.115815:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0bae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764861.122232:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.122284:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764861.122422:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223174784 00000100:00100000:1.0:1775764861.122437:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223174784 00002000:00010000:1.0:1775764861.122498:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2818727->18446744073709551615) 00002000:00100000:1.0:1775764861.122505:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5500 with x1862022223174784 ext(2818727->18446744073709551615) 00002000:00010000:1.0:1775764861.122521:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e5500. 00000100:00100000:1.0:1775764861.122580:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223174912 00000100:00100000:1.0:1775764861.122584:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223174912 00002000:00010000:1.0:1775764861.122615:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764861.122619:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6d80 with x1862022223174912 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764861.122627:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e6d80. 00000100:00100000:1.0:1775764861.122647:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39307 00000100:00100000:1.0:1775764861.122657:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223174784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764861.123043:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1256449 -> 2818727 00002000:00010000:1.0:1775764861.123048:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764861 -> 1775764861 00002000:00010000:1.0:1775764861.123051:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764860 -> 1775764860 00002000:00010000:1.0:1775764861.123063:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764861 -> 1775764861 00002000:00010000:1.0:1775764861.123065:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 585 00000100:00100000:1.0:1775764861.123151:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223174784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 493us (933us total) trans 4294996937 rc 0/0 00000100:00100000:1.0:1775764861.123159:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39307 00002000:00010000:1.0:1775764861.123165:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2818727->18446744073709551615) 00002000:00100000:1.0:1775764861.123168:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5500 with x1862022223174784 ext(2818727->18446744073709551615) 00002000:00010000:1.0:1775764861.123173:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e5500. 00000100:00100000:1.0:1775764861.123194:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39308 00000100:00100000:1.0:1775764861.123202:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223174912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764861.123341:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764861.123345:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764861 -> 1775764861 00002000:00010000:1.0:1775764861.123347:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764861.123350:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764861 -> 1775764861 00002000:00010000:1.0:1775764861.123352:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764861.123376:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223174912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 175us (1091us total) trans 4294996251 rc 0/0 00000100:00100000:1.0:1775764861.123383:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39308 00002000:00010000:1.0:1775764861.123386:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764861.123389:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6d80 with x1862022223174912 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764861.123394:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e6d80. 00000100:00080000:1.0:1775764861.123424:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764861.157806:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764861.157853:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.158004:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223175040 00000100:00100000:2.0:1775764861.158019:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223175040 00002000:00100000:2.0:1775764861.158077:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1257472->2822143) req@ffff8b8c926bd880 x1862022223175040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 504/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764861.158089:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bd880 with x1862022223175040 ext(1257472->2822143) 00002000:00010000:2.0:1775764861.158095:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bd880 00000100:00100000:2.0:1775764861.158121:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223175168 00000100:00100000:2.0:1775764861.158124:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223175168 00002000:00100000:2.0:1775764861.158135:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2301952->2818047) req@ffff8b8c926bd180 x1862022223175168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764861.158143:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bd180 with x1862022223175168 ext(2301952->2818047) 00002000:00010000:2.0:1775764861.158146:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bd180 00000100:00100000:2.0:1775764861.158173:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39309 00000100:00100000:2.0:1775764861.158183:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223175040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764861.159578:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39310 00000100:00100000:0.0:1775764861.159596:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223175168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764861.192294:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223175040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 34103us (34489us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764861.192307:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39309 00002000:00100000:2.0:1775764861.192319:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1257472->2822143) req@ffff8b8c926bd880 x1862022223175040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 504/440 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764861.192330:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bd880 with x1862022223175040 ext(1257472->2822143) 00002000:00010000:2.0:1775764861.192336:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bd880 00000100:00100000:0.0:1775764861.209748:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223175168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 50139us (51872us total) trans 0 rc 516096/516096 00000100:00100000:0.0:1775764861.209765:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39310 00002000:00100000:0.0:1775764861.209781:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2301952->2818047) req@ffff8b8c926bd180 x1862022223175168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/440 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 516096/516096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764861.209793:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bd180 with x1862022223175168 ext(2301952->2818047) 00002000:00010000:0.0:1775764861.209800:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bd180 00000100:00100000:1.0:1775764861.219223:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764861.219457:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223175296 00000100:00100000:0.0:1775764861.219468:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223175296 00002000:00100000:0.0:1775764861.219515:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2813952->2818726) req@ffff8b8ca2877b80 x1862022223175296/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 5264/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764861.219526:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877b80 with x1862022223175296 ext(2813952->2818726) 00002000:00010000:0.0:1775764861.219532:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877b80 00000100:00100000:0.0:1775764861.219592:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39311 00000100:00100000:0.0:1775764861.219610:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223175296:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764861.220512:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223175296:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 907us (1298us total) trans 4294996938 rc 0/0 00000100:00100000:0.0:1775764861.220521:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39311 00002000:00100000:0.0:1775764861.220529:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2813952->2818726) req@ffff8b8ca2877b80 x1862022223175296/t4294996938(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 5264/448 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764861.220567:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877b80 with x1862022223175296 ext(2813952->2818726) 00002000:00010000:0.0:1775764861.220571:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877b80 00000100:00100000:3.0:1775764861.229004:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.229393:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223175424 00000100:00100000:2.0:1775764861.229404:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223175424 00000100:00100000:2.0:1775764861.229468:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84914 00000100:00100000:2.0:1775764861.229478:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223175424:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764861.363574:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223175424:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 134059us (134542us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764861.363589:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84914 00000100:00100000:0.0:1775764861.368659:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000001:00080000:2.0:1775764861.369325:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996938 is committed 00000100:00100000:1.0:1775764861.369432:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223175552 00000100:00100000:1.0:1775764861.369443:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223175552 00000100:00100000:1.0:1775764861.369516:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44759 00000100:00100000:1.0:1775764861.369526:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022223175552:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764861.369588:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764861.369620:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0bb5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd34a expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.369708:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0bbc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.369723:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0bbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.369751:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0bbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764861.369780:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2818727 00000004:00200000:1.0:1775764861.369783:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764861.369801:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0bbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.369828:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0bb5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd34a expref: 27 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.369849:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0bbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd34a expref: 26 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.369857:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764861.369859:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764861.369863:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83c00, rc 0) 00000100:00100000:1.0:1775764861.370284:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223175552:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 758us (1634us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764861.370293:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44759 00000100:00100000:0.0:1775764861.377160:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.377237:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223175808 00000100:00100000:2.0:1775764861.377247:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223175808 00000100:00100000:2.0:1775764861.377303:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44760 00000100:00100000:2.0:1775764861.377313:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223175808:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764861.377364:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764861.377391:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0bbc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd34a expref: 26 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.377417:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764861.377422:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764861.377654:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bc3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.377667:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.377677:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764861.377725:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032524 00000004:00010000:2.0:1775764861.377762:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042177b37 reply state 00000000ca58c747 transno 4295032525 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764861.377770:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764861.378791:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223175808:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1472us (1633us total) trans 4295032525 rc 0/0 00000100:00100000:2.0:1775764861.378803:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44760 00000020:00080000:2.0:1775764861.378810:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764861.384936:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764861.385012:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.385405:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223175936 00000100:00100000:2.0:1775764861.385416:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223175936 00002000:00010000:2.0:1775764861.385460:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3288560->18446744073709551615) 00002000:00100000:2.0:1775764861.385465:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20700 with x1862022223175936 ext(3288560->18446744073709551615) 00002000:00010000:2.0:1775764861.385479:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20700. 00000100:00100000:2.0:1775764861.385509:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223176064 00000100:00100000:2.0:1775764861.385513:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223176064 00002000:00010000:2.0:1775764861.385525:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764861.385528:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23800 with x1862022223176064 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764861.385564:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d23800. 00000100:00100000:2.0:1775764861.385582:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39312 00000100:00100000:2.0:1775764861.385591:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223175936:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764861.385879:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2818727 -> 3288560 00002000:00010000:2.0:1775764861.385884:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764861 -> 1775764861 00002000:00010000:2.0:1775764861.385886:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764860 -> 1775764861 00002000:00010000:2.0:1775764861.385888:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764861 -> 1775764861 00002000:00010000:2.0:1775764861.385890:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 649 00000100:00100000:2.0:1775764861.385958:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223175936:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 367us (1030us total) trans 4294996939 rc 0/0 00000100:00100000:2.0:1775764861.385965:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39312 00002000:00010000:2.0:1775764861.385968:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3288560->18446744073709551615) 00002000:00100000:2.0:1775764861.385971:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20700 with x1862022223175936 ext(3288560->18446744073709551615) 00002000:00010000:2.0:1775764861.385975:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20700. 00000100:00100000:2.0:1775764861.385991:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39313 00000100:00100000:2.0:1775764861.385998:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223176064:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764861.386131:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764861.386134:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764861 -> 1775764861 00002000:00010000:2.0:1775764861.386136:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:2.0:1775764861.386139:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764861 -> 1775764861 00002000:00010000:2.0:1775764861.386141:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764861.386162:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223176064:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 164us (1149us total) trans 4294996252 rc 0/0 00000100:00100000:2.0:1775764861.386168:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39313 00002000:00010000:2.0:1775764861.386172:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764861.386174:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23800 with x1862022223176064 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764861.386178:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d23800. 00010000:00010000:1.0:1775764861.387361:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.387373:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bc3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.387381:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.387390:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764861.387395:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.387403:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bc3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.387420:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764861.387423:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764861.387427:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bc3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.387432:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bc3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764861.394514:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764861.394750:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223176192 00000100:00100000:0.0:1775764861.394761:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223176192 00002000:00100000:0.0:1775764861.394813:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2822144->3289087) req@ffff8b8ca2876680 x1862022223176192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764861.394824:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876680 with x1862022223176192 ext(2822144->3289087) 00002000:00010000:0.0:1775764861.394831:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876680 00000100:00100000:0.0:1775764861.394866:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39314 00000100:00100000:0.0:1775764861.394876:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223176192:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764861.403575:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223176192:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8657us (9028us total) trans 0 rc 466944/466944 00000100:00100000:0.0:1775764861.403588:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39314 00002000:00100000:0.0:1775764861.403601:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2822144->3289087) req@ffff8b8ca2876680 x1862022223176192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/440 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 466944/466944 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764861.403611:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876680 with x1862022223176192 ext(2822144->3289087) 00002000:00010000:0.0:1775764861.403618:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876680 00000100:00100000:2.0:1775764861.410352:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764861.410466:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223176320 00000100:00100000:0.0:1775764861.410476:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223176320 00002000:00100000:0.0:1775764861.410526:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3276800->3288559) req@ffff8b8cb3452a00 x1862022223176320/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 12248/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764861.410645:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022223176320 ext(3276800->3288559) 00002000:00010000:0.0:1775764861.410652:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452a00 00000100:00100000:0.0:1775764861.410726:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39315 00000100:00100000:0.0:1775764861.410744:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223176320:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764861.411233:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223176320:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 496us (889us total) trans 4294996940 rc 0/0 00000100:00100000:0.0:1775764861.411244:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39315 00002000:00100000:0.0:1775764861.411251:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3276800->3288559) req@ffff8b8cb3452a00 x1862022223176320/t4294996940(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 12248/448 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764861.411259:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022223176320 ext(3276800->3288559) 00002000:00010000:0.0:1775764861.411262:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452a00 00000100:00100000:1.0:1775764861.414601:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764861.414702:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223176448 00000100:00100000:0.0:1775764861.414717:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223176448 00000100:00100000:0.0:1775764861.414789:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84915 00000100:00100000:0.0:1775764861.414800:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223176448:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764861.500656:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996940 is committed 00000100:00100000:3.0:1775764861.500842:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223176448:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 86037us (86248us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764861.500857:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84915 00000100:00100000:1.0:1775764861.504765:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.504876:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223176576 00000100:00100000:2.0:1775764861.504886:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223176576 00000100:00100000:2.0:1775764861.504956:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44761 00000100:00100000:2.0:1775764861.504967:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022223176576:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764861.504993:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764861.505017:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd351 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.505114:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0bd1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.505130:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.505142:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764861.505171:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3288560 00000004:00200000:2.0:1775764861.505176:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764861.505194:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.505222:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0bca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd351 expref: 29 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.505246:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0bd1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd351 expref: 28 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.505256:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764861.505259:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764861.505262:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5200, rc 0) 00000100:00100000:2.0:1775764861.506014:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223176576:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1047us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764861.506024:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44761 00000100:00100000:2.0:1775764861.523169:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764861.523309:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223176832 00000100:00100000:1.0:1775764861.523320:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223176832 00000100:00100000:1.0:1775764861.523394:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 20538 00000100:00100000:1.0:1775764861.523405:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223176832:12345-192.168.202.29@tcp:35:fsx.0 00000100:00100000:1.0:1775764861.524244:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022223176832:12345-192.168.202.29@tcp:35:fsx.0 Request processed in 837us (1080us total) trans 4295032526 rc 0/0 00000100:00100000:1.0:1775764861.524253:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 20538 00000100:00100000:0.0:1775764861.536775:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764861.537247:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223177088 00000100:00100000:1.0:1775764861.537258:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223177088 00000100:00100000:1.0:1775764861.537335:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44762 00000100:00100000:1.0:1775764861.537348:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022223177088:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764861.537374:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764861.537394:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0bd8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd358 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.537468:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0bdf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.537482:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0bdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.537495:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0bdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.537509:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0be6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.537515:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0be6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.537521:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0be6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.537917:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0bed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.537926:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.537934:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764861.537948:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3288560 00010000:00010000:1.0:1775764861.538043:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0bdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538051:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0bdf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538072:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0bdf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538078:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764861.538082:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0bdf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538089:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0bdf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538099:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b8c27d6bb00) 00010000:00010000:1.0:1775764861.538103:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764861.538107:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0bdf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538113:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0bdf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538125:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0be6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538131:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0be6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538141:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0be6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538146:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764861.538149:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0be6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538155:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0be6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538162:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8b8c1e1abf00) 00010000:00010000:1.0:1775764861.538164:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764861.538167:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0be6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538172:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0be6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538217:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0bd8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd358 expref: 32 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538231:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0bed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd358 expref: 31 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.538238:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764861.538240:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764861.538242:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e82000, rc 0) 00000100:00100000:1.0:1775764861.538316:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022223177088:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 971us (1549us total) trans 4295032527 rc 0/0 00000100:00100000:1.0:1775764861.538326:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44762 00000100:00100000:3.0:1775764861.543363:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.543598:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223177344 00000100:00100000:2.0:1775764861.543609:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223177344 00000100:00100000:2.0:1775764861.543666:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44763 00000100:00100000:2.0:1775764861.543676:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022223177344:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764861.543729:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764861.543763:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0bed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd358 expref: 31 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.543789:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0bd1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd351 expref: 30 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.543801:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764861.543807:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764861.544014:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0bfb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.544032:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0bfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764861.544041:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0bfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764861.544101:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032528 00000004:00010000:2.0:1775764861.544124:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000360fd84d reply state 0000000059380330 transno 4295032529 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0bfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764861.544133:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764861.544220:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223177344:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 545us (867us total) trans 4295032529 rc 0/0 00000100:00100000:2.0:1775764861.544228:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44763 00000020:00080000:2.0:1775764861.544232:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764861.547813:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0bfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764861.547831:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0bfb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764861.547839:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0bfb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764861.547846:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764861.547850:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0bfb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764861.547859:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0bfb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764861.547876:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764861.547879:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764861.547884:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0bfb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764861.547889:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0bfb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764861.562510:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764861.562642:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764861.562742:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223177472 00000100:00100000:0.0:1775764861.562752:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223177472 00002000:00010000:0.0:1775764861.562790:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764861.562795:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bfb80 with x1862022223177472 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764861.562807:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bfb80. 00000100:00100000:0.0:1775764861.562837:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223177600 00000100:00100000:0.0:1775764861.562840:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223177600 00002000:00010000:0.0:1775764861.562850:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (782655->18446744073709551615) 00002000:00100000:0.0:1775764861.562853:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926be680 with x1862022223177600 ext(782655->18446744073709551615) 00002000:00010000:0.0:1775764861.562859:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926be680. 00000100:00100000:0.0:1775764861.562880:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39316 00000100:00100000:0.0:1775764861.562889:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223177472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764861.563150:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3288560 -> 4194304 00002000:00010000:0.0:1775764861.563154:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764861 -> 1775764861 00002000:00010000:0.0:1775764861.563157:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764861 -> 1775764861 00002000:00010000:0.0:1775764861.563159:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764861 -> 1775764861 00002000:00010000:0.0:1775764861.563161:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 713 00000100:00100000:0.0:1775764861.563213:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223177472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 324us (712us total) trans 4294996941 rc 0/0 00000100:00100000:0.0:1775764861.563220:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39316 00002000:00010000:0.0:1775764861.563223:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764861.563225:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bfb80 with x1862022223177472 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764861.563229:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bfb80. 00000100:00100000:0.0:1775764861.563244:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39317 00000100:00100000:0.0:1775764861.563250:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223177600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764861.563356:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 782655 00002000:00010000:0.0:1775764861.563359:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764861 -> 1775764861 00002000:00010000:0.0:1775764861.563361:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764861.563364:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764861 -> 1775764861 00002000:00010000:0.0:1775764861.563366:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764861.563387:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223177600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 136us (744us total) trans 4294996253 rc 0/0 00000100:00100000:0.0:1775764861.563393:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39317 00002000:00010000:0.0:1775764861.563396:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (782655->18446744073709551615) 00002000:00100000:0.0:1775764861.563398:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926be680 with x1862022223177600 ext(782655->18446744073709551615) 00002000:00010000:0.0:1775764861.563402:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926be680. 00000100:00100000:2.0:1775764861.569761:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764861.569872:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223177728 00000100:00100000:1.0:1775764861.569883:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223177728 00000100:00100000:1.0:1775764861.569944:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44764 00000100:00100000:1.0:1775764861.569953:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022223177728:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764861.569977:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764861.569998:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c02 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd35f expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.570092:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0c09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.570107:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0c09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.570118:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0c09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764861.570146:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4976959 00000004:00200000:1.0:1775764861.570150:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764861.570166:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0c09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.570192:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd35f expref: 33 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.570212:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0c09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd35f expref: 32 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.570225:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764861.570228:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764861.570233:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83200, rc 0) 00000100:00100000:1.0:1775764861.570294:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223177728:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 342us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764861.570299:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44764 00000100:00100000:0.0:1775764861.574364:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764861.574459:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223177984 00000100:00100000:3.0:1775764861.574471:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223177984 00000100:00100000:3.0:1775764861.574535:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44765 00000100:00100000:3.0:1775764861.574578:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223177984:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764861.574642:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764861.574670:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0c09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd35f expref: 32 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.574691:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764861.574697:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764861.574932:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0c10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.574947:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0c10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.574956:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0c10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764861.575011:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032530 00000004:00010000:3.0:1775764861.575035:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001d432d43 reply state 00000000793c5b39 transno 4295032531 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0c10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764861.575045:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764861.575137:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223177984:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 561us (783us total) trans 4295032531 rc 0/0 00000100:00100000:3.0:1775764861.575145:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44765 00000020:00080000:3.0:1775764861.575150:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764861.587723:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0c10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.587750:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0c10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.587758:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0c10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.587764:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecec00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764861.587769:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0c10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.587776:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0c10 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.587794:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764861.587797:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764861.587803:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0c10 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.587808:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecec00/0xdb23b4c9253d0c10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764861.605669:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764861.605754:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764861.605998:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223178112 00000100:00100000:1.0:1775764861.606010:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223178112 00002000:00010000:1.0:1775764861.606063:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764861.606068:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20380 with x1862022223178112 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764861.606081:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20380. 00000100:00100000:1.0:1775764861.606109:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223178240 00000100:00100000:1.0:1775764861.606112:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223178240 00002000:00010000:1.0:1775764861.606123:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (238622->18446744073709551615) 00002000:00100000:1.0:1775764861.606127:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae680 with x1862022223178240 ext(238622->18446744073709551615) 00002000:00010000:1.0:1775764861.606133:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ae680. 00000100:00100000:1.0:1775764861.606150:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39318 00000100:00100000:1.0:1775764861.606159:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223178112:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764861.606403:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764861.606408:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764861 -> 1775764861 00002000:00010000:1.0:1775764861.606411:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764861 -> 1775764861 00002000:00010000:1.0:1775764861.606413:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764861 -> 1775764861 00002000:00010000:1.0:1775764861.606415:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:1.0:1775764861.606473:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223178112:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 314us (813us total) trans 4294996942 rc 0/0 00000100:00100000:1.0:1775764861.606482:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39318 00002000:00010000:1.0:1775764861.606485:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764861.606488:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20380 with x1862022223178112 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764861.606492:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20380. 00000100:00100000:0.0:1775764861.606498:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39319 00000100:00100000:0.0:1775764861.606507:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223178240:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764861.606749:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 782655 -> 238622 00002000:00010000:0.0:1775764861.606753:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764861 -> 1775764861 00002000:00010000:0.0:1775764861.606755:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764861.606757:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764861 -> 1775764861 00002000:00010000:0.0:1775764861.606759:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764861.606784:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223178240:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 279us (1029us total) trans 4294996254 rc 0/0 00000100:00100000:0.0:1775764861.606796:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39319 00002000:00010000:0.0:1775764861.606799:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (238622->18446744073709551615) 00002000:00100000:0.0:1775764861.606802:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae680 with x1862022223178240 ext(238622->18446744073709551615) 00002000:00010000:0.0:1775764861.606807:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ae680. 00000100:00100000:3.0:1775764861.617066:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764861.620136:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223178368 00000100:00100000:1.0:1775764861.620153:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223178368 00000100:00100000:3.0:1775764861.622938:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44766 00000100:00100000:3.0:1775764861.622962:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022223178368:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764861.622995:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764861.623020:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd366 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.623128:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253d0c1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.623145:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253d0c1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.623157:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253d0c1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764861.623187:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4432926 00000004:00200000:3.0:1775764861.623193:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764861.623210:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253d0c1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.623236:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd366 expref: 35 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.623253:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253d0c1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd366 expref: 34 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.623261:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764861.623264:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764861.623268:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ece000, rc 0) 00000100:00100000:3.0:1775764861.623343:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223178368:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 394us (6288us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764861.623354:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44766 00000100:00100000:2.0:1775764861.641463:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764861.641589:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223178496 00000100:00100000:1.0:1775764861.641612:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223178496 00002000:00100000:1.0:1775764861.641671:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (98304->3444735) req@ffff8b8cb3453100 x1862022223178496/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 536/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764861.641683:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022223178496 ext(98304->3444735) 00002000:00010000:1.0:1775764861.641689:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:1.0:1775764861.642291:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39320 00000100:00100000:1.0:1775764861.642305:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223178496:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764861.655294:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223178496:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12977us (13832us total) trans 4294996943 rc 0/0 00000100:00100000:0.0:1775764861.655310:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39320 00002000:00100000:0.0:1775764861.655327:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (98304->3444735) req@ffff8b8cb3453100 x1862022223178496/t4294996943(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 536/456 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764861.655339:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022223178496 ext(98304->3444735) 00002000:00010000:0.0:1775764861.655346:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:3.0:1775764861.661635:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.670321:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223178624 00000100:00100000:2.0:1775764861.670337:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223178624 00000100:00100000:2.0:1775764861.670418:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84916 00000100:00100000:2.0:1775764861.670429:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223178624:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764861.787240:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996943 is committed 00000100:00100000:3.0:1775764861.787369:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223178624:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 116935us (125738us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764861.787381:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84916 00000100:00100000:2.0:1775764861.795309:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764861.795422:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223178880 00000100:00100000:1.0:1775764861.795432:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223178880 00000100:00100000:1.0:1775764861.795490:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44767 00000100:00100000:1.0:1775764861.795500:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223178880:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764861.795588:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764861.795617:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253d0c1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd366 expref: 34 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.795637:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764861.795642:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764861.795888:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c25 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.795903:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.795912:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764861.795980:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032532 00000004:00010000:1.0:1775764861.796008:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000010477733 reply state 00000000d25cdc1a transno 4295032533 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764861.796017:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764861.796107:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223178880:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 608us (806us total) trans 4295032533 rc 0/0 00000100:00100000:1.0:1775764861.796115:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44767 00000020:00080000:1.0:1775764861.796120:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764861.803877:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.803973:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764861.804136:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.804149:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c25 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.804157:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.804164:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764861.804169:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.804177:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c25 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.804197:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764861.804200:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764861.804204:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c25 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.804210:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0c25 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764861.804636:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223179136 00000100:00100000:1.0:1775764861.804647:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223179136 00002000:00010000:1.0:1775764861.804686:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764861.804691:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022223179136 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764861.804703:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453800. 00000100:00100000:1.0:1775764861.804748:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223179008 00000100:00100000:1.0:1775764861.804752:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223179008 00000100:00100000:3.0:1775764861.804763:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39321 00002000:00010000:1.0:1775764861.804765:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3545277->18446744073709551615) 00002000:00100000:1.0:1775764861.804768:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022223179008 ext(3545277->18446744073709551615) 00000100:00100000:3.0:1775764861.804774:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223179136:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764861.804775:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300. 00000100:00100000:1.0:1775764861.804792:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39322 00000100:00100000:1.0:1775764861.804797:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223179008:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764861.805023:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3545277 00002000:00010000:3.0:1775764861.805023:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 238622 -> 0 00002000:00010000:1.0:1775764861.805027:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764861 -> 1775764862 00002000:00010000:3.0:1775764861.805027:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764861 -> 1775764862 00002000:00010000:1.0:1775764861.805031:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764861 -> 1775764861 00002000:00010000:3.0:1775764861.805031:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764861.805034:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764861 -> 1775764862 00002000:00010000:3.0:1775764861.805034:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764861 -> 1775764862 00002000:00010000:1.0:1775764861.805037:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 1035 00002000:00010000:3.0:1775764861.805037:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764861.805312:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223179008:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 511us (1336us total) trans 4294996944 rc 0/0 00000100:00100000:1.0:1775764861.805320:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39322 00002000:00010000:1.0:1775764861.805324:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3545277->18446744073709551615) 00002000:00100000:1.0:1775764861.805327:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022223179008 ext(3545277->18446744073709551615) 00002000:00010000:1.0:1775764861.805332:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300. 00000100:00100000:3.0:1775764861.809136:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223179136:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 4349us (5255us total) trans 4294996255 rc 0/0 00000100:00100000:3.0:1775764861.809152:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39321 00002000:00010000:3.0:1775764861.809161:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764861.809166:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022223179136 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764861.809178:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453800. 00000100:00100000:0.0:1775764861.817227:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764861.817295:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223179264 00000100:00100000:3.0:1775764861.817306:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223179264 00000100:00100000:3.0:1775764861.817372:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44768 00000100:00100000:3.0:1775764861.817383:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022223179264:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764861.817409:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764861.817429:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd36d expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.817569:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.817585:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.817596:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764861.817634:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3545277 00000004:00200000:3.0:1775764861.817638:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764861.817655:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.817681:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd36d expref: 37 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.817697:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd36d expref: 36 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.817706:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764861.817709:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764861.817713:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ece600, rc 0) 00000100:00100000:3.0:1775764861.817787:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223179264:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 406us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764861.817794:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44768 00000100:00100000:1.0:1775764861.841974:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.842202:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223179392 00000100:00100000:2.0:1775764861.842215:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223179392 00002000:00100000:2.0:1775764861.842270:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3325952->3362815) req@ffff8b8ca2877480 x1862022223179392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764861.842288:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877480 with x1862022223179392 ext(3325952->3362815) 00002000:00010000:2.0:1775764861.842293:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877480 00000100:00100000:2.0:1775764861.842328:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39323 00000100:00100000:2.0:1775764861.842338:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223179392:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764861.870585:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223179392:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 28199us (28570us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764861.870599:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39323 00002000:00100000:2.0:1775764861.870623:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3325952->3362815) req@ffff8b8ca2877480 x1862022223179392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/440 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764861.870633:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877480 with x1862022223179392 ext(3325952->3362815) 00002000:00010000:2.0:1775764861.870639:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877480 00010000:00010000:0.0:1775764861.900364:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764861.901184:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764861.901630:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223179648 00000100:00100000:3.0:1775764861.901642:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223179648 00000100:00100000:3.0:1775764861.901703:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44769 00000100:00100000:3.0:1775764861.901713:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223179648:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764861.901774:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764861.901802:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd36d expref: 36 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.901823:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764861.901829:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764861.902515:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.902532:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.902917:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764861.902999:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032534 00000004:00010000:3.0:1775764861.903034:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001e45054c reply state 0000000023cee370 transno 4295032535 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764861.903872:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764861.904071:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223179648:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2356us (2890us total) trans 4295032535 rc 0/0 00000100:00100000:3.0:1775764861.904081:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44769 00000020:00080000:3.0:1775764861.904087:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764861.922471:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.922488:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c3a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.922496:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.922502:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecfa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764861.922506:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.922525:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c3a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.922671:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764861.922676:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764861.922682:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c3a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.922688:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d0c3a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764861.935026:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764861.935128:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.935217:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223179776 00000100:00100000:2.0:1775764861.935228:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223179776 00002000:00010000:2.0:1775764861.935269:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764861.935274:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875f80 with x1862022223179776 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764861.935287:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875f80. 00000100:00100000:2.0:1775764861.935319:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223179904 00000100:00100000:2.0:1775764861.935322:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223179904 00002000:00010000:2.0:1775764861.935334:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (98499->18446744073709551615) 00002000:00100000:2.0:1775764861.935337:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876a00 with x1862022223179904 ext(98499->18446744073709551615) 00002000:00010000:2.0:1775764861.935343:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2876a00. 00000100:00100000:2.0:1775764861.935364:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39324 00000100:00100000:2.0:1775764861.935374:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223179776:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764861.935634:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3545277 -> 4194304 00002000:00010000:2.0:1775764861.935638:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764862 -> 1775764862 00002000:00010000:2.0:1775764861.935641:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764861 -> 1775764861 00002000:00010000:2.0:1775764861.935643:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764862 -> 1775764862 00002000:00010000:2.0:1775764861.935645:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1035 00000100:00100000:2.0:1775764861.935697:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223179776:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 324us (679us total) trans 4294996945 rc 0/0 00000100:00100000:2.0:1775764861.935706:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39324 00002000:00010000:2.0:1775764861.935710:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764861.935713:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875f80 with x1862022223179776 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764861.935718:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875f80. 00000100:00100000:2.0:1775764861.935747:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39325 00000100:00100000:2.0:1775764861.935756:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223179904:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764861.935870:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 98499 00002000:00010000:2.0:1775764861.935873:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764862 -> 1775764862 00002000:00010000:2.0:1775764861.935875:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:2.0:1775764861.935877:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764862 -> 1775764862 00002000:00010000:2.0:1775764861.935879:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764861.935901:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223179904:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 147us (773us total) trans 4294996256 rc 0/0 00000100:00100000:2.0:1775764861.935907:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39325 00002000:00010000:2.0:1775764861.935910:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (98499->18446744073709551615) 00002000:00100000:2.0:1775764861.935912:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876a00 with x1862022223179904 ext(98499->18446744073709551615) 00002000:00010000:2.0:1775764861.935917:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2876a00. 00000100:00100000:1.0:1775764861.947141:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764861.948236:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223180032 00000100:00100000:3.0:1775764861.948249:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223180032 00002000:00100000:3.0:1775764861.948298:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (53248->57343) req@ffff8b8ca2874380 x1862022223180032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764861.948311:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874380 with x1862022223180032 ext(53248->57343) 00002000:00010000:3.0:1775764861.948318:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874380 00000100:00100000:3.0:1775764861.948349:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39326 00000100:00100000:3.0:1775764861.948357:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223180032:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764861.948609:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223180032:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (1479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764861.948621:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39326 00002000:00100000:3.0:1775764861.948627:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (53248->57343) req@ffff8b8ca2874380 x1862022223180032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/4536 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764861.948636:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874380 with x1862022223180032 ext(53248->57343) 00002000:00010000:3.0:1775764861.948639:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874380 00000100:00100000:0.0:1775764861.966076:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764861.967788:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223180160 00000100:00100000:2.0:1775764861.967803:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223180160 00002000:00100000:2.0:1775764861.967855:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (57344->61439) req@ffff8b8c908adf80 x1862022223180160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764861.967867:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908adf80 with x1862022223180160 ext(57344->61439) 00002000:00010000:2.0:1775764861.967873:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908adf80 00000100:00100000:2.0:1775764861.967902:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39327 00000100:00100000:2.0:1775764861.967911:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223180160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764861.968181:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223180160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 270us (2123us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764861.968189:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39327 00002000:00100000:2.0:1775764861.968195:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (57344->61439) req@ffff8b8c908adf80 x1862022223180160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 488/4536 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764861.968203:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908adf80 with x1862022223180160 ext(57344->61439) 00002000:00010000:2.0:1775764861.968206:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908adf80 00000100:00100000:1.0:1775764861.975819:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764861.976013:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223180288 00000100:00100000:3.0:1775764861.976025:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223180288 00002000:00100000:3.0:1775764861.976084:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (32768->98303) req@ffff8b8cabde7800 x1862022223180288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 504/0 e 0 to 0 dl 1775764872 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764861.976095:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7800 with x1862022223180288 ext(32768->98303) 00002000:00010000:3.0:1775764861.976101:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde7800 00000100:00100000:3.0:1775764861.976133:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39328 00000100:00100000:3.0:1775764861.976143:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223180288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764861.991082:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223180288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14914us (15248us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764861.991098:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39328 00002000:00100000:3.0:1775764861.991113:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (32768->98303) req@ffff8b8cabde7800 x1862022223180288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:342/0 lens 504/440 e 0 to 0 dl 1775764872 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764861.991124:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7800 with x1862022223180288 ext(32768->98303) 00002000:00010000:3.0:1775764861.991130:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde7800 00000100:00100000:1.0:1775764862.028724:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764862.029839:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223180416 00000100:00100000:0.0:1775764862.029852:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223180416 00002000:00100000:0.0:1775764862.029904:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8cabde4e00 x1862022223180416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764862.029916:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4e00 with x1862022223180416 ext(98304->102399) 00002000:00010000:0.0:1775764862.029923:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde4e00 00000100:00100000:0.0:1775764862.029954:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39329 00000100:00100000:0.0:1775764862.029963:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223180416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764862.030379:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223180416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 416us (1662us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764862.030390:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39329 00002000:00100000:0.0:1775764862.030397:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8cabde4e00 x1862022223180416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/4536 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764862.030407:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4e00 with x1862022223180416 ext(98304->102399) 00002000:00010000:0.0:1775764862.030410:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde4e00 00000100:00100000:1.0:1775764862.040950:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764862.041438:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223180544 00000100:00100000:3.0:1775764862.041452:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223180544 00002000:00100000:3.0:1775764862.041500:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (53248->98498) req@ffff8b8cabde4380 x1862022223180544/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764862.041530:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4380 with x1862022223180544 ext(53248->98498) 00002000:00010000:3.0:1775764862.041558:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde4380 00000100:00100000:3.0:1775764862.041587:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39330 00000100:00100000:3.0:1775764862.041599:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2364:x1862022223180544:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764862.071038:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2364:x1862022223180544:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 29426us (30078us total) trans 4294996257 rc 0/0 00000100:00100000:3.0:1775764862.071057:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39330 00002000:00100000:3.0:1775764862.074689:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (53248->98498) req@ffff8b8cabde4380 x1862022223180544/t4294996257(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/448 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764862.074712:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4380 with x1862022223180544 ext(53248->98498) 00002000:00010000:3.0:1775764862.074722:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde4380 00000100:00100000:1.0:1775764862.080009:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764862.080153:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223180672 00000100:00100000:0.0:1775764862.080162:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223180672 00000100:00100000:0.0:1775764862.080215:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84917 00000100:00100000:0.0:1775764862.080225:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2365:x1862022223180672:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764862.244683:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2365:x1862022223180672:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 164448us (164670us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764862.244699:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84917 00000001:00080000:0.0:1775764862.244748:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996254 is committed 00000001:00080000:0.0:1775764862.244780:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996256 is committed 00000001:00080000:0.0:1775764862.244793:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996257 is committed 00000100:00100000:0.0:1775764862.265745:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764862.269163:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223180800 00000100:00100000:3.0:1775764862.269529:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223180800 00000100:00100000:3.0:1775764862.269657:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44770 00000100:00100000:3.0:1775764862.269670:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022223180800:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764862.269693:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764862.269714:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd374 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.269808:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0c48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.269823:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0c48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.269842:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0c48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764862.269871:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4292803 00000004:00200000:3.0:1775764862.269875:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764862.270052:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0c48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.270081:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd374 expref: 39 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.270099:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0c48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd374 expref: 38 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.270108:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764862.270111:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764862.270115:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf200, rc 0) 00000100:00100000:3.0:1775764862.270317:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223180800:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 650us (4590us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.270325:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44770 00000100:00100000:0.0:1775764862.284088:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764862.284177:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223180928 00000100:00100000:1.0:1775764862.284188:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223180928 00002000:00100000:1.0:1775764862.284255:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4124672->4190207) req@ffff8b8c908aea00 x1862022223180928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764862.284266:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aea00 with x1862022223180928 ext(4124672->4190207) 00002000:00010000:1.0:1775764862.284273:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908aea00 00000100:00100000:1.0:1775764862.284318:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39331 00000100:00100000:1.0:1775764862.284331:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223180928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:0.0:1775764862.285381:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764862.295381:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223180928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11039us (11287us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764862.295399:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39331 00002000:00100000:2.0:1775764862.295416:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4124672->4190207) req@ffff8b8c908aea00 x1862022223180928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/440 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764862.295429:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aea00 with x1862022223180928 ext(4124672->4190207) 00002000:00010000:2.0:1775764862.295437:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908aea00 00000100:00100000:0.0:1775764862.312283:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764862.313910:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223181056 00000100:00100000:2.0:1775764862.313930:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223181056 00002000:00100000:2.0:1775764862.314010:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (507904->2433023) req@ffff8b8c908ac380 x1862022223181056/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 520/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764862.314023:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac380 with x1862022223181056 ext(507904->2433023) 00002000:00010000:2.0:1775764862.314032:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac380 00000100:00100000:2.0:1775764862.314075:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39332 00000100:00100000:2.0:1775764862.314086:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223181056:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764862.343964:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223181056:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 29859us (31667us total) trans 4294996946 rc 0/0 00000100:00100000:2.0:1775764862.343986:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39332 00002000:00100000:2.0:1775764862.344006:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (507904->2433023) req@ffff8b8c908ac380 x1862022223181056/t4294996946(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 520/456 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764862.344018:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac380 with x1862022223181056 ext(507904->2433023) 00002000:00010000:2.0:1775764862.344027:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac380 00000100:00100000:0.0:1775764862.350070:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764862.354268:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223181184 00000100:00100000:2.0:1775764862.354291:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223181184 00000100:00100000:2.0:1775764862.354401:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84918 00000100:00100000:2.0:1775764862.354415:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223181184:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764862.427439:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996944 is committed 00000001:00080000:3.0:1775764862.427457:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996946 is committed 00000100:00100000:3.0:1775764862.433909:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223181184:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 79477us (83827us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.433923:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84918 00000100:00100000:1.0:1775764862.449950:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764862.450434:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223181440 00000100:00100000:2.0:1775764862.450445:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223181440 00000100:00100000:2.0:1775764862.450519:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44771 00000100:00100000:2.0:1775764862.450528:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88dca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223181440:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764862.450637:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764862.450665:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d0c48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd374 expref: 38 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.450692:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764862.450698:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764862.451334:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c4f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.451355:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.451365:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764862.451424:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032536 00000004:00010000:3.0:1775764862.451455:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000701d1de reply state 00000000869b0dc0 transno 4295032537 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764862.451464:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764862.452021:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88dca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223181440:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1491us (2078us total) trans 4295032537 rc 0/0 00000100:00100000:3.0:1775764862.452030:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44771 00000020:00080000:3.0:1775764862.452035:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764862.470315:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764862.470913:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.470927:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c4f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.470934:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.470940:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ece600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764862.470945:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.470953:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c4f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.470975:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764862.470979:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764862.470984:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c4f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.470990:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c4f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764862.471848:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223181568 00000100:00100000:1.0:1775764862.471860:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223181568 00002000:00010000:1.0:1775764862.471903:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1043535->18446744073709551615) 00002000:00100000:1.0:1775764862.471908:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022223181568 ext(1043535->18446744073709551615) 00002000:00010000:1.0:1775764862.471920:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680. 00000100:00100000:1.0:1775764862.471966:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39333 00000100:00100000:1.0:1775764862.471977:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223181568:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764862.475372:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764862.475441:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223181696 00000100:00100000:2.0:1775764862.475451:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223181696 00002000:00010000:2.0:1775764862.475490:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764862.475495:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5500 with x1862022223181696 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764862.475507:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde5500. 00000100:00100000:2.0:1775764862.475571:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39334 00000100:00100000:2.0:1775764862.475581:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223181696:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764862.476128:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 98499 -> 0 00002000:00010000:2.0:1775764862.476133:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764862 -> 1775764862 00002000:00010000:2.0:1775764862.476135:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:2.0:1775764862.476137:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764862 -> 1775764862 00002000:00010000:2.0:1775764862.476140:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:2.0:1775764862.476207:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223181696:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 627us (843us total) trans 4294996258 rc 0/0 00000100:00100000:2.0:1775764862.476224:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39334 00002000:00010000:2.0:1775764862.476228:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764862.476230:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5500 with x1862022223181696 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764862.476235:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde5500. 00002000:00010000:0.0:1775764862.476812:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1043535 00002000:00010000:0.0:1775764862.476816:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764862 -> 1775764862 00002000:00010000:0.0:1775764862.476817:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764861 -> 1775764862 00002000:00010000:0.0:1775764862.476819:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764862 -> 1775764862 00002000:00010000:0.0:1775764862.476821:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1035 -> 1355 00000100:00100000:0.0:1775764862.476862:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223181568:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 4885us (6556us total) trans 4294996947 rc 0/0 00000100:00100000:0.0:1775764862.476870:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39333 00002000:00010000:0.0:1775764862.476873:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1043535->18446744073709551615) 00002000:00100000:0.0:1775764862.476876:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022223181568 ext(1043535->18446744073709551615) 00002000:00010000:0.0:1775764862.476881:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680. 00000100:00100000:3.0:1775764862.477060:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764862.477076:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c926bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224991104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764862.477123:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764862.477263:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224991104 00000100:00100000:1.0:1775764862.477271:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224991104 00000100:00100000:1.0:1775764862.477344:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1775764862.477353:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224991104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764862.477372:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 227082240 pending 0 free 3859808256 avail 3856662528 00000100:00100000:1.0:1775764862.477407:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224991104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764862.477413:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00080000:0.0:1775764862.477560:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764862.478554:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c926bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224991104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764862.503247:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764862.503370:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223181824 00000100:00100000:3.0:1775764862.503381:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223181824 00000100:00100000:3.0:1775764862.503458:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44772 00000100:00100000:3.0:1775764862.503470:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022223181824:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764862.503495:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764862.503515:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd37b expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.504281:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0c5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.504298:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0c5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.504311:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0c5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764862.504354:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1043535 00000004:00200000:0.0:1775764862.504359:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764862.504376:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0c5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.504406:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece600/0xdb23b4c9253d0c56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd37b expref: 41 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.504426:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0c5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd37b expref: 40 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.504435:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764862.504437:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764862.504442:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8a00, rc 0) 00000100:00100000:0.0:1775764862.504511:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223181824:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1044us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764862.504519:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44772 00000100:00100000:2.0:1775764862.516987:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764862.517202:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223182080 00000100:00100000:3.0:1775764862.517221:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223182080 00000100:00100000:3.0:1775764862.517280:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44773 00000100:00100000:3.0:1775764862.517289:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223182080:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764862.517341:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764862.517370:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0c5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd37b expref: 40 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.517392:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764862.517397:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764862.518030:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0c64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.518049:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.518059:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764862.518489:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032538 00000004:00010000:3.0:1775764862.518830:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a51f4225 reply state 0000000040f527b4 transno 4295032539 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764862.518843:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764862.518953:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223182080:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1664us (1974us total) trans 4295032539 rc 0/0 00000100:00100000:3.0:1775764862.518962:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44773 00000020:00080000:3.0:1775764862.518968:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764862.523122:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.523139:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0c64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.523148:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0c64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.523153:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecea00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764862.523158:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0c64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.523166:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0c64 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.523185:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764862.523189:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764862.523194:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0c64 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.523198:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d0c64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764862.526982:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764862.527031:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764862.527247:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223182208 00000100:00100000:1.0:1775764862.527257:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223182208 00002000:00010000:1.0:1775764862.527302:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3781177->18446744073709551615) 00002000:00100000:1.0:1775764862.527308:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022223182208 ext(3781177->18446744073709551615) 00002000:00010000:1.0:1775764862.527320:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80. 00000100:00100000:1.0:1775764862.527355:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223182336 00000100:00100000:1.0:1775764862.527359:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223182336 00002000:00010000:1.0:1775764862.527371:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764862.527374:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022223182336 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764862.527380:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450a80. 00000100:00100000:1.0:1775764862.527406:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39335 00000100:00100000:1.0:1775764862.527414:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223182208:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764862.528060:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1043535 -> 3781177 00002000:00010000:1.0:1775764862.528064:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764862 -> 1775764862 00002000:00010000:1.0:1775764862.528067:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764862 -> 1775764862 00002000:00010000:1.0:1775764862.528069:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764862 -> 1775764862 00002000:00010000:1.0:1775764862.528072:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1355 -> 1355 00000100:00100000:1.0:1775764862.528136:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223182208:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 721us (1161us total) trans 4294996948 rc 0/0 00000100:00100000:1.0:1775764862.528145:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39335 00002000:00010000:1.0:1775764862.528149:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3781177->18446744073709551615) 00002000:00100000:1.0:1775764862.528151:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022223182208 ext(3781177->18446744073709551615) 00002000:00010000:1.0:1775764862.528157:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80. 00000100:00100000:1.0:1775764862.528177:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39336 00000100:00100000:1.0:1775764862.528185:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223182336:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764862.528307:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764862.528309:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764862 -> 1775764862 00002000:00010000:1.0:1775764862.528312:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764862.528313:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764862 -> 1775764862 00002000:00010000:1.0:1775764862.528315:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764862.529406:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223182336:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1216us (2367us total) trans 4294996259 rc 0/0 00000100:00100000:1.0:1775764862.529417:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39336 00002000:00010000:1.0:1775764862.529423:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764862.529426:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022223182336 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764862.529433:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450a80. 00000100:00100000:1.0:1775764862.547225:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764862.547348:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223182464 00000100:00100000:0.0:1775764862.547358:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223182464 00002000:00100000:0.0:1775764862.547409:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3768320->3772415) req@ffff8b8cabde5880 x1862022223182464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764862.547426:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5880 with x1862022223182464 ext(3768320->3772415) 00002000:00010000:0.0:1775764862.547433:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5880 00000100:00100000:0.0:1775764862.547472:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39337 00000100:00100000:0.0:1775764862.547482:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223182464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764862.547810:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223182464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 327us (593us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764862.547818:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39337 00002000:00100000:0.0:1775764862.547824:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3768320->3772415) req@ffff8b8cabde5880 x1862022223182464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/4536 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764862.547831:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5880 with x1862022223182464 ext(3768320->3772415) 00002000:00010000:0.0:1775764862.547834:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5880 00000100:00100000:1.0:1775764862.560952:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764862.561064:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223182592 00000100:00100000:2.0:1775764862.561075:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223182592 00002000:00100000:2.0:1775764862.561131:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3772416->3776511) req@ffff8b8cabde5180 x1862022223182592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764862.561144:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5180 with x1862022223182592 ext(3772416->3776511) 00002000:00010000:2.0:1775764862.561151:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5180 00000100:00100000:2.0:1775764862.561191:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39338 00000100:00100000:2.0:1775764862.561200:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223182592:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764862.561462:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223182592:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 263us (522us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764862.561470:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39338 00002000:00100000:2.0:1775764862.561476:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3772416->3776511) req@ffff8b8cabde5180 x1862022223182592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/4536 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764862.561484:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5180 with x1862022223182592 ext(3772416->3776511) 00002000:00010000:2.0:1775764862.561487:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5180 00000100:00100000:3.0:1775764862.568335:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764862.568483:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223182720 00000100:00100000:1.0:1775764862.568493:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223182720 00002000:00100000:1.0:1775764862.568580:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3747840->3784703) req@ffff8b8c926bea00 x1862022223182720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 504/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764862.568602:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bea00 with x1862022223182720 ext(3747840->3784703) 00002000:00010000:1.0:1775764862.568609:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bea00 00000100:00100000:1.0:1775764862.568814:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39339 00000100:00100000:1.0:1775764862.568824:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223182720:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764862.573858:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223182720:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5025us (5524us total) trans 0 rc 28672/28672 00000100:00100000:2.0:1775764862.573870:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39339 00002000:00100000:2.0:1775764862.573883:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3747840->3784703) req@ffff8b8c926bea00 x1862022223182720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 504/440 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764862.574454:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bea00 with x1862022223182720 ext(3747840->3784703) 00002000:00010000:2.0:1775764862.574462:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bea00 00000100:00100000:1.0:1775764862.582298:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764862.582772:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223182848 00000100:00100000:3.0:1775764862.582784:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223182848 00002000:00100000:3.0:1775764862.582839:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3768320->3781176) req@ffff8b8cabde4a80 x1862022223182848/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 13352/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764862.582850:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4a80 with x1862022223182848 ext(3768320->3781176) 00002000:00010000:3.0:1775764862.582855:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4a80 00000100:00100000:3.0:1775764862.582896:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39340 00000100:00100000:3.0:1775764862.582905:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223182848:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764862.583829:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223182848:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 920us (1535us total) trans 4294996949 rc 0/0 00000100:00100000:3.0:1775764862.583839:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39340 00002000:00100000:3.0:1775764862.583848:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3768320->3781176) req@ffff8b8cabde4a80 x1862022223182848/t4294996949(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 13352/448 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764862.583858:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4a80 with x1862022223182848 ext(3768320->3781176) 00002000:00010000:3.0:1775764862.583862:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4a80 00000100:00100000:1.0:1775764862.593027:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764862.593244:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223182976 00000100:00100000:2.0:1775764862.593255:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223182976 00000100:00100000:2.0:1775764862.593317:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84919 00000100:00100000:2.0:1775764862.593328:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223182976:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764862.698577:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996948 is committed 00000001:00080000:3.0:1775764862.698621:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996949 is committed 00000100:00100000:1.0:1775764862.698872:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223182976:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 105540us (105850us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764862.698886:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84919 00000100:00100000:2.0:1775764862.705972:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764862.706349:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223183104 00000100:00100000:1.0:1775764862.706360:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223183104 00000100:00100000:1.0:1775764862.706428:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44774 00000100:00100000:1.0:1775764862.706439:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022223183104:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764862.706464:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764862.706485:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0c6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd382 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.706810:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0c72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.706826:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0c72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.706838:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0c72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764862.706865:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3781177 00000004:00200000:1.0:1775764862.706870:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764862.706887:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0c72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.706915:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0c6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd382 expref: 43 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.706935:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0c72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd382 expref: 42 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.706943:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764862.706946:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764862.706949:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83800, rc 0) 00000100:00100000:1.0:1775764862.707010:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223183104:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 573us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764862.707018:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44774 00000100:00100000:2.0:1775764862.713693:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764862.713860:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223183360 00000100:00100000:3.0:1775764862.713870:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223183360 00000100:00100000:3.0:1775764862.713922:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44775 00000100:00100000:3.0:1775764862.713932:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223183360:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764862.713984:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764862.714012:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0c72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd382 expref: 42 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.714033:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764862.714038:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764862.714240:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0c79 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.714253:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0c79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.714263:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0c79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764862.714314:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032540 00000004:00010000:3.0:1775764862.714338:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c971e79c reply state 0000000092a012f5 transno 4295032541 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0c79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764862.714347:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764862.714435:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223183360:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 505us (753us total) trans 4295032541 rc 0/0 00000100:00100000:3.0:1775764862.714443:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44775 00000020:00080000:3.0:1775764862.714448:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764862.717430:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764862.717535:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223183616 00000100:00100000:0.0:1775764862.717571:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223183616 00002000:00010000:0.0:1775764862.717619:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (224348->18446744073709551615) 00002000:00100000:0.0:1775764862.717624:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453480 with x1862022223183616 ext(224348->18446744073709551615) 00002000:00010000:0.0:1775764862.717636:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453480. 00000100:00100000:0.0:1775764862.717668:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39341 00000100:00100000:0.0:1775764862.717678:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223183616:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764862.717915:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 224348 00002000:00010000:0.0:1775764862.717919:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764862 -> 1775764863 00002000:00010000:0.0:1775764862.717922:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764862.717924:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764862 -> 1775764863 00002000:00010000:0.0:1775764862.717927:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764862.717987:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223183616:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 310us (564us total) trans 4294996260 rc 0/0 00000100:00100000:0.0:1775764862.717995:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39341 00002000:00010000:0.0:1775764862.717998:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (224348->18446744073709551615) 00002000:00100000:0.0:1775764862.718000:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453480 with x1862022223183616 ext(224348->18446744073709551615) 00002000:00010000:0.0:1775764862.718006:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453480. 00010000:00010000:3.0:1775764862.718425:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0c79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.718435:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0c79 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.718442:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0c79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.718448:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecfc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764862.718452:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0c79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.718461:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0c79 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.718477:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764862.718480:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764862.718485:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0c79 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.718495:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0c79 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764862.718623:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764862.718778:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223183488 00000100:00100000:1.0:1775764862.718784:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223183488 00002000:00010000:1.0:1775764862.718808:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764862.718812:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022223183488 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764862.718819:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451c00. 00000100:00100000:1.0:1775764862.718838:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39342 00000100:00100000:1.0:1775764862.718846:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223183488:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764862.719060:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3781177 -> 4194304 00002000:00010000:1.0:1775764862.719064:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764862 -> 1775764863 00002000:00010000:1.0:1775764862.719066:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764862 -> 1775764862 00002000:00010000:1.0:1775764862.719068:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764862 -> 1775764863 00002000:00010000:1.0:1775764862.719070:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1355 -> 713 00000100:00100000:1.0:1775764862.719112:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223183488:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 267us (489us total) trans 4294996950 rc 0/0 00000100:00100000:1.0:1775764862.719120:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39342 00002000:00010000:1.0:1775764862.719123:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764862.719125:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022223183488 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764862.719130:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451c00. 00000100:00100000:2.0:1775764862.727960:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764862.728053:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223183744 00000100:00100000:3.0:1775764862.728063:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223183744 00000100:00100000:3.0:1775764862.728126:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44776 00000100:00100000:3.0:1775764862.728136:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022223183744:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764862.728161:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764862.728182:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d0c80 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd389 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.728273:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0c87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.728288:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.728300:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764862.728330:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4418652 00000004:00200000:3.0:1775764862.728335:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764862.728350:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.728375:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d0c80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd389 expref: 45 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.728392:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0c87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd389 expref: 44 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.728401:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764862.728404:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764862.728409:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf800, rc 0) 00000100:00100000:3.0:1775764862.728479:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223183744:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 344us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.728488:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44776 00000100:00100000:0.0:1775764862.748248:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764862.748361:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223183872 00000100:00100000:2.0:1775764862.748371:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223183872 00002000:00100000:2.0:1775764862.748418:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3624960->3649535) req@ffff8b8c908ad500 x1862022223183872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764862.748429:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad500 with x1862022223183872 ext(3624960->3649535) 00002000:00010000:2.0:1775764862.748435:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad500 00000100:00100000:2.0:1775764862.748471:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39343 00000100:00100000:2.0:1775764862.748481:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223183872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764862.757439:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223183872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8949us (9188us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1775764862.757452:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39343 00002000:00100000:1.0:1775764862.757466:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3624960->3649535) req@ffff8b8c908ad500 x1862022223183872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/440 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764862.757476:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad500 with x1862022223183872 ext(3624960->3649535) 00002000:00010000:1.0:1775764862.757483:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad500 00000100:00100000:0.0:1775764862.765684:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764862.765839:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223184128 00000100:00100000:2.0:1775764862.765849:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223184128 00000100:00100000:2.0:1775764862.765924:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44777 00000100:00100000:2.0:1775764862.765934:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223184128:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764862.765986:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764862.766012:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d0c87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd389 expref: 44 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.766032:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764862.766037:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764862.766238:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0c8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.766253:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0c8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.766263:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0c8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764862.766314:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032542 00000004:00010000:2.0:1775764862.766338:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002ffcdca reply state 00000000ac86facb transno 4295032543 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0c8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764862.766346:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764862.766441:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223184128:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 509us (766us total) trans 4295032543 rc 0/0 00000100:00100000:2.0:1775764862.766449:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44777 00000020:00080000:2.0:1775764862.766454:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764862.769646:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0c8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.769662:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0c8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.769670:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0c8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.769675:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764862.769680:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0c8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.769687:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0c8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.769703:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764862.769706:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764862.769713:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0c8e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.769718:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0c8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764862.770931:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764862.770962:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764862.771330:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223184256 00000100:00100000:1.0:1775764862.771340:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223184256 00002000:00010000:1.0:1775764862.771380:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764862.771384:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad880 with x1862022223184256 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764862.771397:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad880. 00000100:00100000:1.0:1775764862.771426:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223184384 00000100:00100000:1.0:1775764862.771430:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223184384 00002000:00010000:1.0:1775764862.771442:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1208699->18446744073709551615) 00002000:00100000:1.0:1775764862.771446:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aca80 with x1862022223184384 ext(1208699->18446744073709551615) 00002000:00010000:1.0:1775764862.771453:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908aca80. 00000100:00100000:1.0:1775764862.771483:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39344 00000100:00100000:1.0:1775764862.771493:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223184256:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764862.771759:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764862.771765:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764862.771767:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764862 -> 1775764862 00002000:00010000:1.0:1775764862.771769:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764862.771771:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:1.0:1775764862.771829:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223184256:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 337us (904us total) trans 4294996951 rc 0/0 00000100:00100000:1.0:1775764862.771837:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39344 00002000:00010000:1.0:1775764862.771841:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764862.771844:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad880 with x1862022223184256 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764862.771849:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad880. 00000100:00100000:1.0:1775764862.771865:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39345 00000100:00100000:1.0:1775764862.771872:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223184384:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764862.772000:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 224348 -> 1208699 00002000:00010000:1.0:1775764862.772003:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764862.772005:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:1.0:1775764862.772007:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764862.772009:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764862.772030:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223184384:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 160us (1068us total) trans 4294996261 rc 0/0 00000100:00100000:1.0:1775764862.772036:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39345 00002000:00010000:1.0:1775764862.772038:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1208699->18446744073709551615) 00002000:00100000:1.0:1775764862.772040:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aca80 with x1862022223184384 ext(1208699->18446744073709551615) 00002000:00010000:1.0:1775764862.772045:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908aca80. 00000100:00100000:2.0:1775764862.791272:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764862.791455:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223184512 00000100:00100000:3.0:1775764862.791465:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223184512 00002000:00100000:3.0:1775764862.791512:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (1146880->1150975) req@ffff8b8cb3450700 x1862022223184512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764862.791523:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022223184512 ext(1146880->1150975) 00002000:00010000:3.0:1775764862.791530:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450700 00000100:00100000:3.0:1775764862.791606:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39346 00000100:00100000:3.0:1775764862.791616:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223184512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764862.791874:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223184512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (611us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764862.791883:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39346 00002000:00100000:3.0:1775764862.793273:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (1146880->1150975) req@ffff8b8cb3450700 x1862022223184512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/4536 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764862.793286:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022223184512 ext(1146880->1150975) 00002000:00010000:3.0:1775764862.793292:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450700 00000100:00100000:0.0:1775764862.800679:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764862.800764:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223184640 00000100:00100000:3.0:1775764862.800775:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223184640 00002000:00100000:3.0:1775764862.800834:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1150976->1155071) req@ffff8b8c908ae300 x1862022223184640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764862.800845:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae300 with x1862022223184640 ext(1150976->1155071) 00002000:00010000:3.0:1775764862.800851:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ae300 00000100:00100000:3.0:1775764862.801113:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39347 00000100:00100000:3.0:1775764862.801123:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223184640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764862.802518:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223184640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1389us (1841us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764862.802529:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39347 00002000:00100000:3.0:1775764862.802553:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1150976->1155071) req@ffff8b8c908ae300 x1862022223184640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/4536 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764862.802563:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae300 with x1862022223184640 ext(1150976->1155071) 00002000:00010000:3.0:1775764862.802569:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ae300 00000100:00100000:1.0:1775764862.818248:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764862.818359:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223184768 00000100:00100000:2.0:1775764862.818370:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223184768 00002000:00100000:2.0:1775764862.818424:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (1126400->1191935) req@ffff8b8cabde7b80 x1862022223184768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 504/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764862.818436:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7b80 with x1862022223184768 ext(1126400->1191935) 00002000:00010000:2.0:1775764862.818442:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde7b80 00000100:00100000:2.0:1775764862.818479:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39348 00000100:00100000:2.0:1775764862.818489:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223184768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764862.842110:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223184768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 23611us (23862us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764862.842126:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39348 00002000:00100000:2.0:1775764862.842138:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (1126400->1191935) req@ffff8b8cabde7b80 x1862022223184768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 504/440 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764862.842148:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7b80 with x1862022223184768 ext(1126400->1191935) 00002000:00010000:2.0:1775764862.842154:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde7b80 00000100:00100000:2.0:1775764862.871353:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764862.871452:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223184896 00000100:00100000:1.0:1775764862.871463:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223184896 00002000:00100000:1.0:1775764862.871513:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (1191936->1212415) req@ffff8b8cb3450000 x1862022223184896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764862.871524:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450000 with x1862022223184896 ext(1191936->1212415) 00002000:00010000:1.0:1775764862.871530:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450000 00000100:00100000:0.0:1775764862.871699:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39349 00000100:00100000:0.0:1775764862.871712:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223184896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764862.883514:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223184896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11794us (12159us total) trans 0 rc 20480/20480 00000100:00100000:3.0:1775764862.883527:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39349 00002000:00100000:3.0:1775764862.883575:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (1191936->1212415) req@ffff8b8cb3450000 x1862022223184896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/440 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764862.883595:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450000 with x1862022223184896 ext(1191936->1212415) 00002000:00010000:3.0:1775764862.883601:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450000 00000100:00100000:2.0:1775764862.891381:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764862.891485:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223185024 00000100:00100000:1.0:1775764862.891497:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223185024 00002000:00100000:1.0:1775764862.891579:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (1146880->1208698) req@ffff8b8cb3450e00 x1862022223185024/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764862.891765:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022223185024 ext(1146880->1208698) 00002000:00010000:1.0:1775764862.891772:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:1.0:1775764862.891807:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39350 00000100:00100000:1.0:1775764862.891817:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223185024:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764862.896229:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223185024:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4402us (4845us total) trans 4294996262 rc 0/0 00000100:00100000:1.0:1775764862.896244:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39350 00002000:00100000:1.0:1775764862.896257:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (1146880->1208698) req@ffff8b8cb3450e00 x1862022223185024/t4294996262(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/448 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764862.896267:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022223185024 ext(1146880->1208698) 00002000:00010000:1.0:1775764862.896273:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:2.0:1775764862.910160:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764862.910256:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223185152 00000100:00100000:1.0:1775764862.910266:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223185152 00000100:00100000:1.0:1775764862.910328:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84920 00000100:00100000:1.0:1775764862.910339:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223185152:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:3.0:1775764862.922551:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764862.979532:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996260 is committed 00000001:00080000:3.0:1775764862.979600:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996262 is committed 00000100:00100000:1.0:1775764862.979916:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223185152:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 69574us (69760us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764862.979929:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84920 00000100:00100000:3.0:1775764862.984762:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764862.985013:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223185280 00000100:00100000:2.0:1775764862.985023:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223185280 00000100:00100000:2.0:1775764862.985112:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44778 00000100:00100000:2.0:1775764862.985123:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022223185280:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764862.985148:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764862.985169:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0c95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd390 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.985245:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0c9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.985260:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.985271:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764862.985298:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5403003 00000004:00200000:2.0:1775764862.985301:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764862.985317:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.985340:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0c95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd390 expref: 47 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.985357:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0c9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd390 expref: 46 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.985365:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764862.985368:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764862.985371:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5000, rc 0) 00000100:00100000:2.0:1775764862.985433:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223185280:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 312us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764862.985439:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44778 00000100:00100000:1.0:1775764862.985845:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cabde6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224991616:0@lo:400:kworker.0 00000100:00100000:1.0:1775764862.985894:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764862.986357:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cabde6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822ecbf7-6272-425b-8300-0d248be22ae0:3313:1862022224991232:0@lo:400:kworker.0 00000100:00100000:0.0:1775764862.986395:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764862.986453:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cabde6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224991744:0@lo:400:kworker.0 00000100:00100000:0.0:1775764862.986478:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764862.993813:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cabde7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022224991360:0@lo:400:kworker.0 00000100:00100000:1.0:1775764862.993897:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764862.994091:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224991616 00000100:00100000:3.0:1775764862.994099:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224991616 00000100:00100000:3.0:1775764862.994162:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:3.0:1775764862.994170:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224991616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764862.994219:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224991616:12345-0@lo:400:kworker.0 Request processed in 49us (8331us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.994225:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:3.0:1775764862.994247:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224991232 00000100:00100000:3.0:1775764862.994251:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224991232 00000100:00100000:3.0:1775764862.994270:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1775764862.994275:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c83179c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:822ecbf7-6272-425b-8300-0d248be22ae0+18:3313:x1862022224991232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764862.994305:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c83179c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:822ecbf7-6272-425b-8300-0d248be22ae0+18:3313:x1862022224991232:12345-0@lo:400:kworker.0 Request processed in 30us (7910us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.994310:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00080000:3.0:1775764862.994359:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764862.994389:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cabde6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822ecbf7-6272-425b-8300-0d248be22ae0:3313:1862022224991232:0@lo:400:kworker.0 00000100:00100000:3.0:1775764862.998233:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224991744 00000100:00100000:3.0:1775764862.998247:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224991744 00000100:00100000:3.0:1775764862.998326:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1775764862.998336:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224991744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764862.998437:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224991744:12345-0@lo:400:kworker.0 Request processed in 102us (11957us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.998445:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00080000:3.0:1775764862.998466:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764862.998506:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cabde6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224991744:0@lo:400:kworker.0 00000100:00100000:0.0:1775764862.998789:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cabde6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224991488:0@lo:400:kworker.0 00000100:00100000:0.0:1775764862.999006:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cabde6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224991616:0@lo:400:kworker.0 00000100:00100000:3.0:1775764862.999807:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.000102:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223185408 00000100:00100000:0.0:1775764863.000112:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223185408 00002000:00100000:0.0:1775764863.000161:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (536576->561151) req@ffff8b8c926bc380 x1862022223185408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764863.000171:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc380 with x1862022223185408 ext(536576->561151) 00002000:00010000:0.0:1775764863.000177:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bc380 00000100:00100000:0.0:1775764863.000214:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39351 00000100:00100000:0.0:1775764863.000224:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223185408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.004322:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764863.004363:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224991360 00000100:00100000:1.0:1775764863.004372:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224991360 00000100:00100000:1.0:1775764863.005741:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224991488 00000100:00100000:1.0:1775764863.005753:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224991488 00000100:00080000:3.0:1775764863.005842:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764863.008987:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223185408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8755us (9174us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1775764863.009001:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39351 00002000:00100000:2.0:1775764863.009013:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (536576->561151) req@ffff8b8c926bc380 x1862022223185408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:343/0 lens 488/440 e 0 to 0 dl 1775764873 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.009023:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc380 with x1862022223185408 ext(536576->561151) 00002000:00010000:2.0:1775764863.009029:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bc380 00000100:00100000:0.0:1775764863.014667:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1775764863.014702:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022224991360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764863.014818:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022224991360:12345-0@lo:400:kworker.0 Request processed in 129us (20920us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764863.014826:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1775764863.014862:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1775764863.014871:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224991488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764863.014927:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224991488:12345-0@lo:400:kworker.0 Request processed in 58us (10613us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764863.014934:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:3.0:1775764863.015459:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cabde6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224991488:0@lo:400:kworker.0 00000100:00100000:2.0:1775764863.015618:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cabde7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022224991360:0@lo:400:kworker.0 00000100:00100000:2.0:1775764863.018084:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.018165:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223185536 00000100:00100000:1.0:1775764863.018175:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223185536 00002000:00100000:1.0:1775764863.018244:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (110592->143359) req@ffff8b8cb77e2d80 x1862022223185536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.018254:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2d80 with x1862022223185536 ext(110592->143359) 00002000:00010000:1.0:1775764863.018261:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e2d80 00000100:00100000:1.0:1775764863.018295:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39352 00000100:00100000:1.0:1775764863.018305:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223185536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:3.0:1775764863.018653:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764863.025656:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223185536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7341us (7569us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1775764863.025670:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39352 00002000:00100000:1.0:1775764863.025683:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (110592->143359) req@ffff8b8cb77e2d80 x1862022223185536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.025694:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2d80 with x1862022223185536 ext(110592->143359) 00002000:00010000:1.0:1775764863.025700:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e2d80 00000100:00100000:3.0:1775764863.052757:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.053116:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223185664 00000100:00100000:2.0:1775764863.053131:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223185664 00002000:00100000:2.0:1775764863.053198:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2064383) req@ffff8b8c926bc000 x1862022223185664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.053209:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc000 with x1862022223185664 ext(2060288->2064383) 00002000:00010000:2.0:1775764863.053216:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bc000 00000100:00100000:2.0:1775764863.053243:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39353 00000100:00100000:2.0:1775764863.053250:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223185664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764863.053601:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223185664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 350us (858us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764863.053609:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39353 00002000:00100000:2.0:1775764863.053615:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2064383) req@ffff8b8c926bc000 x1862022223185664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.053622:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc000 with x1862022223185664 ext(2060288->2064383) 00002000:00010000:2.0:1775764863.053625:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bc000 00000100:00100000:0.0:1775764863.058643:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.058849:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223185792 00000100:00100000:1.0:1775764863.058861:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223185792 00002000:00100000:1.0:1775764863.058917:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2068479) req@ffff8b8c908af480 x1862022223185792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.058928:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af480 with x1862022223185792 ext(2064384->2068479) 00002000:00010000:1.0:1775764863.058935:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908af480 00000100:00100000:1.0:1775764863.058971:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39354 00000100:00100000:1.0:1775764863.058980:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223185792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.059240:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223185792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 261us (605us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764863.059248:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39354 00002000:00100000:1.0:1775764863.059256:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2068479) req@ffff8b8c908af480 x1862022223185792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.059264:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af480 with x1862022223185792 ext(2064384->2068479) 00002000:00010000:1.0:1775764863.059269:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908af480 00000100:00100000:3.0:1775764863.070394:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.070513:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223185920 00000100:00100000:1.0:1775764863.070529:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223185920 00002000:00100000:1.0:1775764863.070632:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2039808->2105343) req@ffff8b8c926bdc00 x1862022223185920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.070646:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdc00 with x1862022223185920 ext(2039808->2105343) 00002000:00010000:1.0:1775764863.070652:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bdc00 00000100:00100000:1.0:1775764863.070697:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39355 00000100:00100000:1.0:1775764863.070707:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223185920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.075236:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223185920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4519us (4846us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764863.075250:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39355 00002000:00100000:1.0:1775764863.075264:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2039808->2105343) req@ffff8b8c926bdc00 x1862022223185920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.075275:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdc00 with x1862022223185920 ext(2039808->2105343) 00002000:00010000:1.0:1775764863.075281:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bdc00 00000100:00100000:3.0:1775764863.084210:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.084326:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223186048 00000100:00100000:0.0:1775764863.084343:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223186048 00002000:00100000:0.0:1775764863.084416:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2097151) req@ffff8b8c926bc700 x1862022223186048/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764863.084430:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc700 with x1862022223186048 ext(2060288->2097151) 00002000:00010000:0.0:1775764863.084439:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bc700 00000100:00100000:0.0:1775764863.084490:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39356 00000100:00100000:0.0:1775764863.084503:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223186048:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764863.094056:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223186048:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9538us (9838us total) trans 4294996952 rc 0/0 00000100:00100000:1.0:1775764863.094075:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39356 00002000:00100000:1.0:1775764863.094094:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2097151) req@ffff8b8c926bc700 x1862022223186048/t4294996952(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/448 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.094106:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc700 with x1862022223186048 ext(2060288->2097151) 00002000:00010000:1.0:1775764863.094114:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bc700 00000100:00100000:3.0:1775764863.106913:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.107254:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223186176 00000100:00100000:1.0:1775764863.107269:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223186176 00000100:00100000:1.0:1775764863.107348:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84921 00000100:00100000:1.0:1775764863.107361:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223186176:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764863.186846:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996952 is committed 00000100:00100000:3.0:1775764863.187299:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223186176:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 79933us (80404us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764863.187315:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84921 00000100:00100000:0.0:1775764863.194634:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.195830:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223186304 00000100:00100000:2.0:1775764863.195849:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223186304 00002000:00100000:2.0:1775764863.195932:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3305472->3338239) req@ffff8b8c908ac700 x1862022223186304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.195944:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac700 with x1862022223186304 ext(3305472->3338239) 00002000:00010000:2.0:1775764863.195951:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac700 00000100:00100000:2.0:1775764863.195993:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39357 00000100:00100000:2.0:1775764863.196004:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223186304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764863.212016:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223186304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15996us (17381us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1775764863.212033:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39357 00002000:00100000:3.0:1775764863.212052:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3305472->3338239) req@ffff8b8c908ac700 x1862022223186304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.212063:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac700 with x1862022223186304 ext(3305472->3338239) 00002000:00010000:3.0:1775764863.212070:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac700 00000100:00100000:0.0:1775764863.219605:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.219898:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223186432 00000100:00100000:3.0:1775764863.219914:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223186432 00002000:00100000:3.0:1775764863.219983:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2650112->2715647) req@ffff8b8c908ace00 x1862022223186432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.219997:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ace00 with x1862022223186432 ext(2650112->2715647) 00002000:00010000:3.0:1775764863.220005:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ace00 00000100:00100000:3.0:1775764863.220044:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39358 00000100:00100000:3.0:1775764863.220055:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223186432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764863.240458:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223186432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 20387us (20861us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764863.240476:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39358 00002000:00100000:3.0:1775764863.240493:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2650112->2715647) req@ffff8b8c908ace00 x1862022223186432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.240505:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ace00 with x1862022223186432 ext(2650112->2715647) 00002000:00010000:3.0:1775764863.240513:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ace00 00000100:00100000:0.0:1775764863.247201:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.247319:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223186560 00000100:00100000:2.0:1775764863.247332:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223186560 00002000:00100000:2.0:1775764863.247399:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2416640->2482175) req@ffff8b8c8defce00 x1862022223186560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.247418:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defce00 with x1862022223186560 ext(2416640->2482175) 00002000:00010000:2.0:1775764863.247426:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defce00 00000100:00100000:2.0:1775764863.247470:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39359 00000100:00100000:2.0:1775764863.247482:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223186560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764863.254486:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223186560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6989us (7287us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764863.254501:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39359 00002000:00100000:2.0:1775764863.254516:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2416640->2482175) req@ffff8b8c8defce00 x1862022223186560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.254528:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defce00 with x1862022223186560 ext(2416640->2482175) 00002000:00010000:2.0:1775764863.254576:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defce00 00000100:00100000:1.0:1775764863.264380:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.264580:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223186688 00000100:00100000:3.0:1775764863.264606:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223186688 00002000:00100000:3.0:1775764863.264675:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2502656->2506751) req@ffff8b8cbb781180 x1862022223186688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.264687:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781180 with x1862022223186688 ext(2502656->2506751) 00002000:00010000:3.0:1775764863.264695:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781180 00000100:00100000:3.0:1775764863.264743:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39360 00000100:00100000:3.0:1775764863.264755:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223186688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764863.265288:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223186688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 532us (922us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764863.265297:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39360 00002000:00100000:3.0:1775764863.265305:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2502656->2506751) req@ffff8b8cbb781180 x1862022223186688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.265314:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781180 with x1862022223186688 ext(2502656->2506751) 00002000:00010000:3.0:1775764863.265317:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781180 00000100:00100000:3.0:1775764863.270851:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.271010:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223186816 00000100:00100000:1.0:1775764863.271024:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223186816 00002000:00100000:1.0:1775764863.271097:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3817472->3821567) req@ffff8b8c926bf800 x1862022223186816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.271110:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bf800 with x1862022223186816 ext(3817472->3821567) 00002000:00010000:1.0:1775764863.271117:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bf800 00000100:00100000:1.0:1775764863.271157:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39361 00000100:00100000:1.0:1775764863.271170:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223186816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.271502:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223186816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 333us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764863.271511:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39361 00002000:00100000:1.0:1775764863.271517:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3817472->3821567) req@ffff8b8c926bf800 x1862022223186816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.271525:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bf800 with x1862022223186816 ext(3817472->3821567) 00002000:00010000:1.0:1775764863.271528:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bf800 00000100:00100000:0.0:1775764863.277580:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.277861:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223186944 00000100:00100000:2.0:1775764863.277875:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223186944 00002000:00100000:2.0:1775764863.277953:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3821568->3825663) req@ffff8b8c8defea00 x1862022223186944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.277966:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defea00 with x1862022223186944 ext(3821568->3825663) 00002000:00010000:2.0:1775764863.277973:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defea00 00000100:00100000:2.0:1775764863.278027:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39362 00000100:00100000:2.0:1775764863.278038:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223186944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764863.278372:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223186944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 333us (845us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764863.278381:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39362 00002000:00100000:2.0:1775764863.278389:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3821568->3825663) req@ffff8b8c8defea00 x1862022223186944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.278398:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defea00 with x1862022223186944 ext(3821568->3825663) 00002000:00010000:2.0:1775764863.278402:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defea00 00000100:00100000:0.0:1775764863.295177:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.295295:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223187072 00000100:00100000:1.0:1775764863.295310:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223187072 00002000:00100000:1.0:1775764863.295382:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3514368->4149247) req@ffff8b8c8defd880 x1862022223187072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 536/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.295394:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd880 with x1862022223187072 ext(3514368->4149247) 00002000:00010000:1.0:1775764863.295401:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd880 00000100:00100000:1.0:1775764863.295445:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39363 00000100:00100000:1.0:1775764863.295460:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223187072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.307640:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223187072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12168us (12463us total) trans 0 rc 565248/565248 00000100:00100000:1.0:1775764863.307657:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39363 00002000:00100000:1.0:1775764863.307673:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3514368->4149247) req@ffff8b8c8defd880 x1862022223187072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 536/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 565248/565248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.307692:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd880 with x1862022223187072 ext(3514368->4149247) 00002000:00010000:1.0:1775764863.307699:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd880 00000100:00100000:0.0:1775764863.313432:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.313501:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223187200 00000100:00100000:2.0:1775764863.313515:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223187200 00002000:00100000:2.0:1775764863.313835:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (339968->974847) req@ffff8b8c8defc380 x1862022223187200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.313850:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc380 with x1862022223187200 ext(339968->974847) 00002000:00010000:2.0:1775764863.313858:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defc380 00000100:00100000:2.0:1775764863.314024:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39364 00000100:00100000:2.0:1775764863.314035:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223187200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.319481:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223187200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5427us (6040us total) trans 0 rc 610304/610304 00000100:00100000:1.0:1775764863.319499:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39364 00002000:00100000:1.0:1775764863.319516:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (339968->974847) req@ffff8b8c8defc380 x1862022223187200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 610304/610304 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.319527:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defc380 with x1862022223187200 ext(339968->974847) 00002000:00010000:1.0:1775764863.319534:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defc380 00000100:00100000:2.0:1775764863.326292:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.326461:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223187328 00000100:00100000:1.0:1775764863.326475:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223187328 00002000:00100000:1.0:1775764863.326730:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1413120->1417215) req@ffff8b8cb77e3800 x1862022223187328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.326744:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3800 with x1862022223187328 ext(1413120->1417215) 00002000:00010000:1.0:1775764863.326752:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3800 00000100:00100000:1.0:1775764863.326793:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39365 00000100:00100000:1.0:1775764863.326805:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223187328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.331199:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223187328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4377us (4904us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764863.331222:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39365 00002000:00100000:1.0:1775764863.331242:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1413120->1417215) req@ffff8b8cb77e3800 x1862022223187328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.331263:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3800 with x1862022223187328 ext(1413120->1417215) 00002000:00010000:1.0:1775764863.331270:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3800 00000100:00100000:0.0:1775764863.334854:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.335271:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223187456 00000100:00100000:1.0:1775764863.335285:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223187456 00002000:00100000:1.0:1775764863.335348:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1417216->1421311) req@ffff8b8c8deffb80 x1862022223187456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.335361:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deffb80 with x1862022223187456 ext(1417216->1421311) 00002000:00010000:1.0:1775764863.335369:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deffb80 00000100:00100000:1.0:1775764863.335413:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39366 00000100:00100000:1.0:1775764863.335424:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223187456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.335855:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223187456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 430us (1014us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764863.335864:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39366 00002000:00100000:1.0:1775764863.335871:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1417216->1421311) req@ffff8b8c8deffb80 x1862022223187456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.335879:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deffb80 with x1862022223187456 ext(1417216->1421311) 00002000:00010000:1.0:1775764863.336025:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deffb80 00000100:00100000:0.0:1775764863.342079:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.342183:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223187584 00000100:00100000:1.0:1775764863.342196:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223187584 00002000:00100000:1.0:1775764863.342259:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1044480->1941503) req@ffff8b8c8defdf80 x1862022223187584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.342273:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdf80 with x1862022223187584 ext(1044480->1941503) 00002000:00010000:1.0:1775764863.342282:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdf80 00000100:00100000:1.0:1775764863.342321:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39367 00000100:00100000:1.0:1775764863.342332:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223187584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.359674:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223187584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17327us (17592us total) trans 0 rc 888832/888832 00000100:00100000:1.0:1775764863.359690:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39367 00002000:00100000:1.0:1775764863.359706:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1044480->1941503) req@ffff8b8c8defdf80 x1862022223187584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 888832/888832 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.359728:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdf80 with x1862022223187584 ext(1044480->1941503) 00002000:00010000:1.0:1775764863.359735:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdf80 00000100:00100000:3.0:1775764863.368425:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.369987:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223187712 00000100:00100000:2.0:1775764863.370005:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223187712 00002000:00100000:2.0:1775764863.370089:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3223552->3227647) req@ffff8b8c926bdf80 x1862022223187712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.370102:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdf80 with x1862022223187712 ext(3223552->3227647) 00002000:00010000:2.0:1775764863.370109:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bdf80 00000100:00100000:2.0:1775764863.370217:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39368 00000100:00100000:2.0:1775764863.370229:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223187712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764863.370634:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223187712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 405us (2222us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764863.370644:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39368 00002000:00100000:2.0:1775764863.370652:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3223552->3227647) req@ffff8b8c926bdf80 x1862022223187712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.370661:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdf80 with x1862022223187712 ext(3223552->3227647) 00002000:00010000:2.0:1775764863.370665:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bdf80 00000100:00100000:3.0:1775764863.373801:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.374981:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223187840 00000100:00100000:1.0:1775764863.374996:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223187840 00002000:00100000:1.0:1775764863.375071:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3264512->3268607) req@ffff8b8c926bce00 x1862022223187840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.375085:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bce00 with x1862022223187840 ext(3264512->3268607) 00002000:00010000:1.0:1775764863.375092:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bce00 00000100:00100000:1.0:1775764863.375133:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39369 00000100:00100000:1.0:1775764863.375143:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223187840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.375485:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223187840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 342us (1697us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764863.375495:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39369 00002000:00100000:1.0:1775764863.375503:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3264512->3268607) req@ffff8b8c926bce00 x1862022223187840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.375512:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bce00 with x1862022223187840 ext(3264512->3268607) 00002000:00010000:1.0:1775764863.375516:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bce00 00000100:00100000:3.0:1775764863.381773:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.383483:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223188096 00000100:00100000:2.0:1775764863.383505:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223188096 00000100:00100000:2.0:1775764863.383875:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44779 00000100:00100000:2.0:1775764863.383899:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223188096:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764863.383975:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764863.384013:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0c9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd390 expref: 46 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.384038:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764863.384044:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764863.384354:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ca3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.384373:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.384386:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764863.384445:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032544 00000004:00010000:2.0:1775764863.384472:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dab7f428 reply state 00000000f297454f transno 4295032545 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764863.384483:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764863.385464:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223188096:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1571us (3698us total) trans 4295032545 rc 0/0 00000100:00100000:2.0:1775764863.385479:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44779 00000020:00080000:2.0:1775764863.385487:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1775764863.386027:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764863.396071:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.396094:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ca3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.396103:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ca3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.396110:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764863.396116:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ca3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.396125:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ca3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.396150:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764863.396154:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764863.396160:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ca3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.396166:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0ca3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764863.397378:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.397427:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.397815:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223188224 00000100:00100000:0.0:1775764863.397829:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223188224 00002000:00010000:0.0:1775764863.397897:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764863.397903:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1f80 with x1862022223188224 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764863.397918:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1f80. 00000100:00100000:0.0:1775764863.397949:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223188352 00000100:00100000:0.0:1775764863.397953:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223188352 00002000:00010000:0.0:1775764863.397966:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (650125->18446744073709551615) 00002000:00100000:0.0:1775764863.397969:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2a00 with x1862022223188352 ext(650125->18446744073709551615) 00002000:00010000:0.0:1775764863.397978:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e2a00. 00000100:00100000:0.0:1775764863.398005:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39370 00000100:00100000:0.0:1775764863.398015:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223188224:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764863.398380:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764863.398385:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764863.398388:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764862 -> 1775764863 00002000:00010000:0.0:1775764863.398390:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764863.398392:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 843 00000100:00100000:0.0:1775764863.398472:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223188224:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 456us (1104us total) trans 4294996953 rc 0/0 00000100:00100000:0.0:1775764863.398482:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39370 00002000:00010000:0.0:1775764863.398487:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764863.398490:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1f80 with x1862022223188224 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764863.398495:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1f80. 00000100:00100000:0.0:1775764863.398515:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39371 00000100:00100000:0.0:1775764863.398523:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223188352:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764863.399329:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1208699 -> 650125 00002000:00010000:0.0:1775764863.399335:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764863.399337:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764858 00002000:00010000:0.0:1775764863.399339:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764863.399341:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764863.399385:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223188352:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 861us (1956us total) trans 4294996263 rc 0/0 00000100:00100000:0.0:1775764863.399394:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39371 00002000:00010000:0.0:1775764863.399398:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (650125->18446744073709551615) 00002000:00100000:0.0:1775764863.399401:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2a00 with x1862022223188352 ext(650125->18446744073709551615) 00002000:00010000:0.0:1775764863.399407:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e2a00. 00000100:00100000:1.0:1775764863.410337:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.410472:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223188480 00000100:00100000:3.0:1775764863.410486:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223188480 00000100:00100000:3.0:1775764863.410611:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44780 00000100:00100000:3.0:1775764863.410624:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022223188480:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764863.410658:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764863.410687:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0caa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd397 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.410824:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0cb1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.410843:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.410858:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764863.410905:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4844429 00000004:00200000:3.0:1775764863.410911:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764863.410935:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.410967:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0caa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd397 expref: 49 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.410988:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0cb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd397 expref: 48 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.410998:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764863.411002:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764863.411006:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9a00, rc 0) 00000100:00100000:3.0:1775764863.411086:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223188480:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 465us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764863.411094:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44780 00000100:00100000:0.0:1775764863.419219:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.419491:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223188608 00000100:00100000:3.0:1775764863.419505:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223188608 00002000:00100000:3.0:1775764863.419609:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (73728->77823) req@ffff8b8c8deff100 x1862022223188608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.419621:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff100 with x1862022223188608 ext(73728->77823) 00002000:00010000:3.0:1775764863.419628:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff100 00000100:00100000:3.0:1775764863.419662:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39372 00000100:00100000:3.0:1775764863.419673:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223188608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764863.420013:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223188608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 339us (808us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764863.420022:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39372 00002000:00100000:3.0:1775764863.420028:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (73728->77823) req@ffff8b8c8deff100 x1862022223188608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.420036:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff100 with x1862022223188608 ext(73728->77823) 00002000:00010000:3.0:1775764863.420040:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff100 00000100:00100000:2.0:1775764863.424961:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.425065:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223188736 00000100:00100000:3.0:1775764863.425080:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223188736 00002000:00100000:3.0:1775764863.425156:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (77824->81919) req@ffff8b8cb77e1c00 x1862022223188736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.425171:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1c00 with x1862022223188736 ext(77824->81919) 00002000:00010000:3.0:1775764863.425178:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1c00 00000100:00100000:3.0:1775764863.425229:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39373 00000100:00100000:3.0:1775764863.425241:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223188736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764863.425771:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223188736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 529us (822us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764863.425780:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39373 00002000:00100000:3.0:1775764863.425788:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (77824->81919) req@ffff8b8cb77e1c00 x1862022223188736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.425797:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1c00 with x1862022223188736 ext(77824->81919) 00002000:00010000:3.0:1775764863.425801:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1c00 00000100:00100000:1.0:1775764863.431961:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.432099:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223188864 00000100:00100000:3.0:1775764863.432115:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223188864 00002000:00100000:3.0:1775764863.432193:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (53248->110591) req@ffff8b8cbb781c00 x1862022223188864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.432207:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781c00 with x1862022223188864 ext(53248->110591) 00002000:00010000:3.0:1775764863.432215:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781c00 00000100:00100000:3.0:1775764863.432254:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39374 00000100:00100000:3.0:1775764863.432275:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223188864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764863.441089:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223188864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8809us (9128us total) trans 0 rc 49152/49152 00000100:00100000:3.0:1775764863.441107:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39374 00002000:00100000:3.0:1775764863.441126:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (53248->110591) req@ffff8b8cbb781c00 x1862022223188864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.441137:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781c00 with x1862022223188864 ext(53248->110591) 00002000:00010000:3.0:1775764863.441145:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781c00 00000100:00100000:1.0:1775764863.446055:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.446419:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223188992 00000100:00100000:2.0:1775764863.446432:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223188992 00002000:00100000:2.0:1775764863.446499:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (73728->94207) req@ffff8b8cbb783b80 x1862022223188992/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.446512:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022223188992 ext(73728->94207) 00002000:00010000:2.0:1775764863.446519:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb783b80 00000100:00100000:2.0:1775764863.446587:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39375 00000100:00100000:2.0:1775764863.446599:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223188992:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764863.450187:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223188992:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3575us (4130us total) trans 4294996264 rc 0/0 00000100:00100000:2.0:1775764863.450204:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39375 00002000:00100000:2.0:1775764863.450218:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (73728->94207) req@ffff8b8cbb783b80 x1862022223188992/t4294996264(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/448 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.450230:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022223188992 ext(73728->94207) 00002000:00010000:2.0:1775764863.450239:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb783b80 00000100:00100000:3.0:1775764863.455679:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.455781:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223189120 00000100:00100000:2.0:1775764863.455796:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223189120 00000100:00100000:2.0:1775764863.455874:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84922 00000100:00100000:2.0:1775764863.455895:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223189120:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764863.497818:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764863.497845:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cbb781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224991872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764863.497949:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764863.498038:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224991872 00000100:00100000:1.0:1775764863.498048:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224991872 00000100:00100000:1.0:1775764863.498108:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1775764863.498117:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224991872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764863.498148:0:6595:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 3407872 granted 505217024 pending 0 free 3858759680 avail 3855613952 00000100:00100000:1.0:1775764863.498195:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224991872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764863.498203:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1775764863.498282:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cbb781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224991872:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764863.509266:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223189120:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 53367us (53586us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764863.509282:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84922 00000001:00080000:1.0:1775764863.509376:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996263 is committed 00000001:00080000:1.0:1775764863.509393:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996264 is committed 00000100:00100000:3.0:1775764863.515116:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.516020:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223189248 00000100:00100000:1.0:1775764863.516037:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223189248 00002000:00100000:1.0:1775764863.516113:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (155648->172031) req@ffff8b8cabde6a00 x1862022223189248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.516128:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde6a00 with x1862022223189248 ext(155648->172031) 00002000:00010000:1.0:1775764863.516135:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde6a00 00000100:00100000:1.0:1775764863.516178:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39376 00000100:00100000:1.0:1775764863.516189:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223189248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.517971:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223189248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1769us (2857us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1775764863.517986:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39376 00002000:00100000:1.0:1775764863.518000:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (155648->172031) req@ffff8b8cabde6a00 x1862022223189248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/16824 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.518012:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde6a00 with x1862022223189248 ext(155648->172031) 00002000:00010000:1.0:1775764863.518019:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde6a00 00000100:00100000:1.0:1775764863.524523:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.525158:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223189504 00000100:00100000:2.0:1775764863.525174:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223189504 00000100:00100000:2.0:1775764863.525263:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44781 00000100:00100000:2.0:1775764863.525277:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223189504:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764863.525356:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764863.525395:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d0cb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd397 expref: 48 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.525421:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764863.525427:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764863.526038:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0cb8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.526060:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.526072:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764863.526140:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032546 00000004:00010000:2.0:1775764863.526169:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000284aa06a reply state 00000000a997537f transno 4295032547 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764863.526180:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764863.527014:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223189504:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1733us (2496us total) trans 4295032547 rc 0/0 00000100:00100000:2.0:1775764863.527025:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44781 00000020:00080000:2.0:1775764863.527033:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764863.531215:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.531253:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.531402:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223189760 00000100:00100000:2.0:1775764863.531417:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223189760 00002000:00010000:2.0:1775764863.531477:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764863.531484:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022223189760 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764863.531500:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defca80. 00000100:00100000:2.0:1775764863.531556:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223189632 00000100:00100000:2.0:1775764863.531560:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223189632 00002000:00010000:2.0:1775764863.531575:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2685065->18446744073709551615) 00002000:00100000:2.0:1775764863.531587:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022223189632 ext(2685065->18446744073709551615) 00002000:00010000:2.0:1775764863.531594:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300. 00000100:00100000:2.0:1775764863.531617:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39377 00000100:00100000:2.0:1775764863.531628:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223189760:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:1.0:1775764863.532078:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.532092:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0cb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.532102:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0cb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.532108:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764863.532114:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0cb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.532122:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0cb8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.532145:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764863.532148:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764863.532155:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0cb8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.532166:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0cb8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764863.532444:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 650125 -> 0 00002000:00010000:2.0:1775764863.532448:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764863.532451:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764858 -> 1775764863 00002000:00010000:2.0:1775764863.532453:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764863.532456:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:0.0:1775764863.532652:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39378 00000100:00100000:0.0:1775764863.532666:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223189632:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764863.532911:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2685065 00002000:00010000:0.0:1775764863.532915:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764863.532918:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764863.532920:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764863.532923:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:2.0:1775764863.533087:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223189760:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1459us (1886us total) trans 4294996265 rc 0/0 00000100:00100000:2.0:1775764863.533097:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39377 00002000:00010000:2.0:1775764863.533102:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764863.533105:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022223189760 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764863.533113:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defca80. 00000100:00100000:0.0:1775764863.533377:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223189632:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 715us (2122us total) trans 4294996954 rc 0/0 00000100:00100000:0.0:1775764863.533385:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39378 00002000:00010000:0.0:1775764863.533388:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2685065->18446744073709551615) 00002000:00100000:0.0:1775764863.533391:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022223189632 ext(2685065->18446744073709551615) 00002000:00010000:0.0:1775764863.533397:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300. 00000100:00100000:0.0:1775764863.539860:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.544429:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223189888 00000100:00100000:2.0:1775764863.544450:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223189888 00000100:00100000:2.0:1775764863.544653:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44782 00000100:00100000:2.0:1775764863.544668:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022223189888:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764863.544709:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764863.544751:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0cbf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd39e expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.544869:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0cc6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.545196:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.545216:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764863.545255:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2685065 00000004:00200000:2.0:1775764863.545262:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764863.545284:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.545320:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0cbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd39e expref: 51 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.545344:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd39e expref: 50 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.545355:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764863.545359:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764863.545365:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4400, rc 0) 00000100:00100000:2.0:1775764863.545464:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223189888:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 800us (5619us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764863.545476:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44782 00000100:00100000:3.0:1775764863.554228:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.554913:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223190144 00000100:00100000:0.0:1775764863.554931:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223190144 00000100:00100000:0.0:1775764863.555023:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44783 00000100:00100000:0.0:1775764863.555035:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223190144:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764863.555115:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764863.555157:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0cc6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd39e expref: 50 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.555198:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764863.555206:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764863.555940:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0ccd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.556146:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0ccd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.556164:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0ccd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764863.556237:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032548 00000004:00010000:0.0:1775764863.556269:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054728f03 reply state 00000000bea7df55 transno 4295032549 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0ccd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764863.556280:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764863.556416:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223190144:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1381us (2213us total) trans 4295032549 rc 0/0 00000100:00100000:0.0:1775764863.556427:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44783 00000020:00080000:0.0:1775764863.556434:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764863.560336:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.560367:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.561285:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223190272 00000100:00100000:2.0:1775764863.561303:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223190272 00002000:00010000:2.0:1775764863.561362:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3390451->18446744073709551615) 00002000:00100000:2.0:1775764863.561369:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd180 with x1862022223190272 ext(3390451->18446744073709551615) 00002000:00010000:2.0:1775764863.561384:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd180. 00000100:00100000:2.0:1775764863.561418:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223190400 00000100:00100000:2.0:1775764863.561421:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223190400 00002000:00010000:2.0:1775764863.561435:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764863.561438:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022223190400 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764863.561447:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd500. 00000100:00100000:2.0:1775764863.561474:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39379 00000100:00100000:2.0:1775764863.561485:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223190272:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764863.561817:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39380 00000100:00100000:1.0:1775764863.561829:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223190400:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764863.562131:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764863.562135:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764863.562138:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764863.562141:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764863.562143:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764863.562229:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223190400:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 404us (1860us total) trans 4294996266 rc 0/0 00000100:00100000:1.0:1775764863.562238:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39380 00002000:00010000:1.0:1775764863.562242:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764863.562245:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022223190400 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764863.562250:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd500. 00002000:00010000:2.0:1775764863.563489:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2685065 -> 3390451 00002000:00010000:2.0:1775764863.563501:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764863.563504:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764863.563507:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764863.563509:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:2.0:1775764863.564227:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223190272:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2735us (3897us total) trans 4294996955 rc 0/0 00000100:00100000:2.0:1775764863.564241:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39379 00002000:00010000:2.0:1775764863.564248:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3390451->18446744073709551615) 00002000:00100000:2.0:1775764863.564252:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd180 with x1862022223190272 ext(3390451->18446744073709551615) 00002000:00010000:2.0:1775764863.564261:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd180. 00010000:00010000:3.0:1775764863.569931:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0ccd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.569955:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0ccd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.569972:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0ccd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.569978:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764863.569984:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0ccd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.569992:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0ccd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.570016:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764863.570019:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764863.570025:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0ccd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.570030:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0ccd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764863.570382:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.573856:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223190528 00000100:00100000:2.0:1775764863.573876:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223190528 00000100:00100000:0.0:1775764863.574324:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44784 00000100:00100000:0.0:1775764863.574339:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022223190528:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764863.574373:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764863.574404:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d0cd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3a5 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.574521:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253d0cdb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.574569:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253d0cdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.574595:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253d0cdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764863.574631:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3390451 00000004:00200000:0.0:1775764863.574637:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764863.574661:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253d0cdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.574692:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d0cd4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3a5 expref: 53 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.574724:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253d0cdb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3a5 expref: 52 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.574734:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764863.574738:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764863.574743:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc4800, rc 0) 00000100:00100000:0.0:1775764863.574838:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223190528:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 501us (4463us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764863.574847:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44784 00000100:00100000:1.0:1775764863.579261:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.579380:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223190784 00000100:00100000:2.0:1775764863.579395:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223190784 00000100:00100000:2.0:1775764863.579465:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44785 00000100:00100000:2.0:1775764863.579477:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223190784:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764863.579576:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764863.579621:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4800/0xdb23b4c9253d0cdb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3a5 expref: 52 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.579648:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764863.579655:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764863.579976:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ce2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.579995:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ce2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.580007:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ce2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764863.580058:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032550 00000004:00010000:2.0:1775764863.580080:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cdaeac0e reply state 00000000acca4dd4 transno 4295032551 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ce2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764863.580091:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764863.580212:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223190784:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 738us (966us total) trans 4295032551 rc 0/0 00000100:00100000:2.0:1775764863.580220:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44785 00000020:00080000:2.0:1775764863.580226:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764863.582887:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ce2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.582908:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ce2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.582917:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ce2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.582924:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764863.582930:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ce2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.582938:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ce2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.582962:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764863.582965:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764863.582971:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ce2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.582977:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ce2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764863.584398:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.584581:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223190912 00000100:00100000:0.0:1775764863.584596:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223190912 00002000:00010000:0.0:1775764863.584651:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764863.584657:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223190912 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764863.584672:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680. 00000100:00100000:0.0:1775764863.584720:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39381 00000100:00100000:0.0:1775764863.584733:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223190912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764863.585045:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3390451 -> 4194304 00002000:00010000:0.0:1775764863.585050:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764863.585052:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764863.585054:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764863.585057:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:0.0:1775764863.585130:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223190912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 399us (742us total) trans 4294996956 rc 0/0 00000100:00100000:0.0:1775764863.585139:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39381 00002000:00010000:0.0:1775764863.585143:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764863.585145:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223190912 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764863.585150:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680. 00000100:00100000:2.0:1775764863.588934:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.589147:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223191040 00000100:00100000:3.0:1775764863.589161:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223191040 00002000:00010000:3.0:1775764863.589228:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (791744->18446744073709551615) 00002000:00100000:3.0:1775764863.589234:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2680 with x1862022223191040 ext(791744->18446744073709551615) 00002000:00010000:3.0:1775764863.589250:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e2680. 00000100:00100000:3.0:1775764863.589291:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39382 00000100:00100000:3.0:1775764863.589302:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223191040:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764863.589661:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 791744 00002000:00010000:3.0:1775764863.589667:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764863 00002000:00010000:3.0:1775764863.589670:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:3.0:1775764863.589673:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764863 00002000:00010000:3.0:1775764863.589675:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764863.589767:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223191040:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 465us (845us total) trans 4294996267 rc 0/0 00000100:00100000:3.0:1775764863.589776:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39382 00002000:00010000:3.0:1775764863.589780:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (791744->18446744073709551615) 00002000:00100000:3.0:1775764863.589783:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2680 with x1862022223191040 ext(791744->18446744073709551615) 00002000:00010000:3.0:1775764863.589789:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e2680. 00000100:00100000:1.0:1775764863.594272:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.594397:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223191168 00000100:00100000:0.0:1775764863.594410:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223191168 00002000:00100000:0.0:1775764863.594480:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (778240->782335) req@ffff8b8cbb782d80 x1862022223191168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764863.594493:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782d80 with x1862022223191168 ext(778240->782335) 00002000:00010000:0.0:1775764863.594503:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782d80 00000100:00100000:0.0:1775764863.594593:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39383 00000100:00100000:0.0:1775764863.594606:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223191168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.595300:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223191168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 693us (1038us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764863.595311:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39383 00002000:00100000:1.0:1775764863.595319:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (778240->782335) req@ffff8b8cbb782d80 x1862022223191168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.595329:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782d80 with x1862022223191168 ext(778240->782335) 00002000:00010000:1.0:1775764863.595334:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782d80 00000100:00100000:1.0:1775764863.598738:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.598835:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223191296 00000100:00100000:3.0:1775764863.598848:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223191296 00002000:00100000:3.0:1775764863.598917:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (782336->786431) req@ffff8b8cbb780a80 x1862022223191296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.598930:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022223191296 ext(782336->786431) 00002000:00010000:3.0:1775764863.598938:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780a80 00000100:00100000:3.0:1775764863.598975:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39384 00000100:00100000:3.0:1775764863.598985:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223191296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764863.599299:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223191296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 313us (583us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764863.599308:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39384 00002000:00100000:3.0:1775764863.599315:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (782336->786431) req@ffff8b8cbb780a80 x1862022223191296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.599324:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022223191296 ext(782336->786431) 00002000:00010000:3.0:1775764863.599327:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780a80 00000100:00100000:0.0:1775764863.603983:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.604154:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223191424 00000100:00100000:3.0:1775764863.604168:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223191424 00002000:00100000:3.0:1775764863.604236:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (757760->794623) req@ffff8b8c8deff480 x1862022223191424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.604249:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff480 with x1862022223191424 ext(757760->794623) 00002000:00010000:3.0:1775764863.604256:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff480 00000100:00100000:3.0:1775764863.604302:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39385 00000100:00100000:3.0:1775764863.604314:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223191424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764863.609420:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223191424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5092us (5434us total) trans 0 rc 28672/28672 00000100:00100000:3.0:1775764863.609436:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39385 00002000:00100000:3.0:1775764863.609452:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (757760->794623) req@ffff8b8c8deff480 x1862022223191424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.609463:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff480 with x1862022223191424 ext(757760->794623) 00002000:00010000:3.0:1775764863.609471:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff480 00000100:00100000:0.0:1775764863.613339:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.614675:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223191552 00000100:00100000:2.0:1775764863.614709:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223191552 00002000:00100000:2.0:1775764863.614806:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (778240->791743) req@ffff8b8c8defdc00 x1862022223191552/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 13992/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.614837:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022223191552 ext(778240->791743) 00002000:00010000:2.0:1775764863.614857:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defdc00 00000100:00100000:2.0:1775764863.614929:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39386 00000100:00100000:2.0:1775764863.614940:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223191552:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764863.615866:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223191552:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 920us (2534us total) trans 4294996268 rc 0/0 00000100:00100000:3.0:1775764863.615877:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39386 00002000:00100000:3.0:1775764863.615898:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (778240->791743) req@ffff8b8c8defdc00 x1862022223191552/t4294996268(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 13992/448 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.615909:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022223191552 ext(778240->791743) 00002000:00010000:3.0:1775764863.615914:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defdc00 00000100:00100000:1.0:1775764863.619197:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.619317:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223191680 00000100:00100000:3.0:1775764863.619331:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223191680 00000100:00100000:3.0:1775764863.619412:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84923 00000100:00100000:3.0:1775764863.619423:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223191680:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764863.656877:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996266 is committed 00000001:00080000:1.0:1775764863.657081:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996268 is committed 00000100:00100000:3.0:1775764863.657332:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223191680:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 37902us (38143us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764863.657346:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84923 00000100:00100000:0.0:1775764863.660102:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.660203:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223191808 00000100:00100000:2.0:1775764863.660216:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223191808 00000100:00100000:2.0:1775764863.660295:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44786 00000100:00100000:2.0:1775764863.660307:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022223191808:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764863.660344:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764863.660373:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0ce9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3ac expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.660482:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0cf0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.660499:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.660514:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764863.660591:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4986048 00000004:00200000:2.0:1775764863.660596:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764863.660619:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.660649:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0ce9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3ac expref: 55 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.660672:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0cf0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3ac expref: 54 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.660682:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764863.660685:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764863.660690:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4e00, rc 0) 00000100:00100000:2.0:1775764863.660779:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223191808:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 474us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764863.660787:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44786 00000100:00100000:0.0:1775764863.665529:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.665787:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223191936 00000100:00100000:1.0:1775764863.665803:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223191936 00002000:00100000:1.0:1775764863.665873:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3514368->3518463) req@ffff8b8c911bdc00 x1862022223191936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.665898:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdc00 with x1862022223191936 ext(3514368->3518463) 00002000:00010000:1.0:1775764863.665905:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bdc00 00000100:00100000:1.0:1775764863.665943:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39387 00000100:00100000:1.0:1775764863.665955:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223191936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.666303:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223191936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 349us (788us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764863.666312:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39387 00002000:00100000:1.0:1775764863.666319:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3514368->3518463) req@ffff8b8c911bdc00 x1862022223191936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.666329:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdc00 with x1862022223191936 ext(3514368->3518463) 00002000:00010000:1.0:1775764863.666332:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bdc00 00000100:00100000:1.0:1775764863.670877:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.671073:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223192064 00000100:00100000:2.0:1775764863.671087:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223192064 00002000:00100000:2.0:1775764863.671159:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3518464->3522559) req@ffff8b8cbb781880 x1862022223192064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.671173:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223192064 ext(3518464->3522559) 00002000:00010000:2.0:1775764863.671180:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:2.0:1775764863.671225:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39388 00000100:00100000:2.0:1775764863.671236:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223192064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764863.671639:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223192064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 403us (776us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764863.671649:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39388 00002000:00100000:2.0:1775764863.671656:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3518464->3522559) req@ffff8b8cbb781880 x1862022223192064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.671671:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223192064 ext(3518464->3522559) 00002000:00010000:2.0:1775764863.671674:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:0.0:1775764863.675935:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.676059:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223192192 00000100:00100000:1.0:1775764863.676073:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223192192 00002000:00100000:1.0:1775764863.676143:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3493888->3559423) req@ffff8b8c911bc380 x1862022223192192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.676157:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bc380 with x1862022223192192 ext(3493888->3559423) 00002000:00010000:1.0:1775764863.676165:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bc380 00000100:00100000:1.0:1775764863.676206:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39389 00000100:00100000:1.0:1775764863.676217:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223192192:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.681976:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223192192:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5316us (5611us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764863.681996:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39389 00002000:00100000:1.0:1775764863.682014:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3493888->3559423) req@ffff8b8c911bc380 x1862022223192192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.682026:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bc380 with x1862022223192192 ext(3493888->3559423) 00002000:00010000:1.0:1775764863.682034:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bc380 00000100:00100000:0.0:1775764863.686726:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.686889:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223192320 00000100:00100000:3.0:1775764863.686902:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223192320 00002000:00100000:3.0:1775764863.686968:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3559424->3596287) req@ffff8b8c911bfb80 x1862022223192320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.686981:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bfb80 with x1862022223192320 ext(3559424->3596287) 00002000:00010000:3.0:1775764863.686988:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bfb80 00000100:00100000:3.0:1775764863.687030:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39390 00000100:00100000:3.0:1775764863.687041:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223192320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764863.696364:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223192320:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9309us (9647us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1775764863.696381:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39390 00002000:00100000:3.0:1775764863.696398:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3559424->3596287) req@ffff8b8c911bfb80 x1862022223192320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.696409:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bfb80 with x1862022223192320 ext(3559424->3596287) 00002000:00010000:3.0:1775764863.696417:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bfb80 00000100:00100000:1.0:1775764863.700157:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.700258:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223192448 00000100:00100000:0.0:1775764863.700271:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223192448 00002000:00100000:0.0:1775764863.700339:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (401408->3575807) req@ffff8b8cbb782300 x1862022223192448/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 552/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764863.700353:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223192448 ext(401408->3575807) 00002000:00010000:0.0:1775764863.700362:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:0.0:1775764863.700452:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39391 00000100:00100000:0.0:1775764863.700463:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223192448:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764863.711240:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223192448:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10761us (11084us total) trans 4294996957 rc 0/0 00000100:00100000:0.0:1775764863.711258:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39391 00002000:00100000:0.0:1775764863.711275:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (401408->3575807) req@ffff8b8cbb782300 x1862022223192448/t4294996957(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 552/464 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764863.711287:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223192448 ext(401408->3575807) 00002000:00010000:0.0:1775764863.711295:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:3.0:1775764863.716639:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.716771:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223192576 00000100:00100000:0.0:1775764863.716784:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223192576 00000100:00100000:0.0:1775764863.716863:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84924 00000100:00100000:0.0:1775764863.716876:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223192576:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764863.769066:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996957 is committed 00000100:00100000:0.0:1775764863.769300:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223192576:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 52417us (52667us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764863.769316:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84924 00000100:00100000:0.0:1775764863.773361:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.773434:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223192704 00000100:00100000:3.0:1775764863.773447:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223192704 00002000:00100000:3.0:1775764863.773515:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (397312->401407) req@ffff8b8c911be680 x1862022223192704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.773527:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be680 with x1862022223192704 ext(397312->401407) 00002000:00010000:3.0:1775764863.773534:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911be680 00000100:00100000:3.0:1775764863.773608:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39392 00000100:00100000:3.0:1775764863.773620:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223192704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764863.774946:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223192704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1316us (1588us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764863.774961:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39392 00002000:00100000:3.0:1775764863.774975:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (397312->401407) req@ffff8b8c911be680 x1862022223192704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.774986:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be680 with x1862022223192704 ext(397312->401407) 00002000:00010000:3.0:1775764863.774992:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911be680 00000100:00100000:0.0:1775764863.778255:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.778348:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223192832 00000100:00100000:3.0:1775764863.778364:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223192832 00002000:00100000:3.0:1775764863.778427:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (401408->405503) req@ffff8b8c911bc700 x1862022223192832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.778440:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bc700 with x1862022223192832 ext(401408->405503) 00002000:00010000:3.0:1775764863.778448:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bc700 00000100:00100000:3.0:1775764863.778529:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39393 00000100:00100000:3.0:1775764863.778557:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223192832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764863.779113:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223192832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 570us (868us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764863.779124:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39393 00002000:00100000:3.0:1775764863.779131:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (401408->405503) req@ffff8b8c911bc700 x1862022223192832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/4536 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.779140:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bc700 with x1862022223192832 ext(401408->405503) 00002000:00010000:3.0:1775764863.779144:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bc700 00000100:00100000:0.0:1775764863.783282:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.783819:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223192960 00000100:00100000:2.0:1775764863.783834:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223192960 00002000:00100000:2.0:1775764863.783916:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (376832->442367) req@ffff8b8c911be300 x1862022223192960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.783929:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be300 with x1862022223192960 ext(376832->442367) 00002000:00010000:2.0:1775764863.783936:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911be300 00000100:00100000:2.0:1775764863.783974:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39394 00000100:00100000:2.0:1775764863.783985:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223192960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764863.799099:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223192960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15099us (15819us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764863.799116:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39394 00002000:00100000:2.0:1775764863.799132:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (376832->442367) req@ffff8b8c911be300 x1862022223192960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 504/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764863.799143:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be300 with x1862022223192960 ext(376832->442367) 00002000:00010000:2.0:1775764863.799151:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911be300 00000100:00100000:2.0:1775764863.811484:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.812127:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223193216 00000100:00100000:0.0:1775764863.812144:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223193216 00000100:00100000:0.0:1775764863.812242:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44787 00000100:00100000:0.0:1775764863.812257:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223193216:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764863.812342:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764863.812382:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0cf0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3ac expref: 54 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.812409:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764863.812416:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764863.814232:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0cf7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.814262:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0cf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.814280:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0cf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764863.814364:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032552 00000004:00010000:1.0:1775764863.814394:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008f0b8a3 reply state 00000000fa76f11d transno 4295032553 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0cf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764863.814406:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764863.814602:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223193216:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2345us (3130us total) trans 4295032553 rc 0/0 00000100:00100000:1.0:1775764863.814613:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44787 00000020:00080000:1.0:1775764863.814621:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764863.818661:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.818690:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764863.818837:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0cf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.818853:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0cf7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.818862:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0cf7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.818868:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764863.818874:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0cf7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.818896:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0cf7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.818923:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764863.818927:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764863.818933:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0cf7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.818940:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0cf7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764863.819590:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223193472 00000100:00100000:1.0:1775764863.819616:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223193472 00002000:00010000:1.0:1775764863.819677:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1381048->18446744073709551615) 00002000:00100000:1.0:1775764863.819683:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf480 with x1862022223193472 ext(1381048->18446744073709551615) 00002000:00010000:1.0:1775764863.819699:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bf480. 00000100:00100000:1.0:1775764863.819739:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223193344 00000100:00100000:1.0:1775764863.819743:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223193344 00002000:00010000:1.0:1775764863.819757:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764863.819761:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf800 with x1862022223193344 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764863.819768:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bf800. 00000100:00100000:1.0:1775764863.819797:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39395 00000100:00100000:1.0:1775764863.819809:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223193472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764863.820201:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 791744 -> 1381048 00002000:00010000:1.0:1775764863.820207:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764864 00002000:00010000:1.0:1775764863.820210:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764863.820212:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764864 00002000:00010000:1.0:1775764863.820215:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:1.0:1775764863.820300:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223193472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 491us (1651us total) trans 4294996269 rc 0/0 00000100:00100000:1.0:1775764863.820310:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39395 00002000:00010000:1.0:1775764863.820314:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1381048->18446744073709551615) 00002000:00100000:1.0:1775764863.820317:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf480 with x1862022223193472 ext(1381048->18446744073709551615) 00002000:00010000:1.0:1775764863.820322:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bf480. 00000100:00100000:1.0:1775764863.820344:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39396 00000100:00100000:1.0:1775764863.820352:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223193344:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764863.820571:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764863.820575:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764863 -> 1775764864 00002000:00010000:1.0:1775764863.820577:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764863.820579:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764863 -> 1775764864 00002000:00010000:1.0:1775764863.820582:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 1419 00000100:00100000:1.0:1775764863.820608:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223193344:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 256us (1917us total) trans 4294996958 rc 0/0 00000100:00100000:1.0:1775764863.820615:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39396 00002000:00010000:1.0:1775764863.820618:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764863.820621:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf800 with x1862022223193344 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764863.820626:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bf800. 00000100:00100000:0.0:1775764863.825992:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.826082:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223193600 00000100:00100000:3.0:1775764863.826094:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223193600 00002000:00100000:3.0:1775764863.826161:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (1318912->1384447) req@ffff8b8c911bdf80 x1862022223193600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.826174:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdf80 with x1862022223193600 ext(1318912->1384447) 00002000:00010000:3.0:1775764863.826182:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bdf80 00000100:00100000:3.0:1775764863.826213:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39397 00000100:00100000:3.0:1775764863.826224:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223193600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764863.832404:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223193600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6167us (6414us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764863.832422:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39397 00002000:00100000:1.0:1775764863.832437:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (1318912->1384447) req@ffff8b8c911bdf80 x1862022223193600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/440 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.832449:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdf80 with x1862022223193600 ext(1318912->1384447) 00002000:00010000:1.0:1775764863.832456:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bdf80 00000100:00100000:3.0:1775764863.839113:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.839616:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223193728 00000100:00100000:1.0:1775764863.839630:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223193728 00002000:00100000:1.0:1775764863.839693:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (1347584->1381047) req@ffff8b8caf9e5180 x1862022223193728/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.839705:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5180 with x1862022223193728 ext(1347584->1381047) 00002000:00010000:1.0:1775764863.839721:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5180 00000100:00100000:1.0:1775764863.839761:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39398 00000100:00100000:1.0:1775764863.839772:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223193728:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764863.844793:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223193728:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5006us (5682us total) trans 4294996270 rc 0/0 00000100:00100000:1.0:1775764863.844815:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39398 00002000:00100000:1.0:1775764863.844834:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (1347584->1381047) req@ffff8b8caf9e5180 x1862022223193728/t4294996270(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/448 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764863.844846:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5180 with x1862022223193728 ext(1347584->1381047) 00002000:00010000:1.0:1775764863.844855:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5180 00000100:00100000:0.0:1775764863.857858:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.858047:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223193856 00000100:00100000:1.0:1775764863.858060:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223193856 00000100:00100000:1.0:1775764863.858141:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84925 00000100:00100000:1.0:1775764863.858154:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223193856:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764863.926506:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996270 is committed 00000100:00100000:1.0:1775764863.926868:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223193856:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 68708us (69018us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764863.926886:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84925 00000100:00100000:0.0:1775764863.929791:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.929925:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223193984 00000100:00100000:3.0:1775764863.929939:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223193984 00000100:00100000:3.0:1775764863.930018:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44788 00000100:00100000:3.0:1775764863.930031:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022223193984:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764863.930068:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764863.930098:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0cfe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3b3 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.930230:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d0d05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.930249:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d0d05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.930474:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d0d05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764863.930515:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5575352 00000004:00200000:3.0:1775764863.930522:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764863.930601:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d0d05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.930634:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0cfe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3b3 expref: 57 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.930659:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d0d05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3b3 expref: 56 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764863.930668:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764863.930671:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764863.930676:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8200, rc 0) 00000100:00100000:3.0:1775764863.930776:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223193984:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 747us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764863.930784:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44788 00000100:00100000:3.0:1775764863.936019:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.937112:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223194240 00000100:00100000:1.0:1775764863.937130:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223194240 00000100:00100000:1.0:1775764863.937263:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44789 00000100:00100000:1.0:1775764863.937287:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223194240:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764863.937365:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764863.937404:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d0d05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3b3 expref: 56 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.937429:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764863.937435:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764863.937768:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0d0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.937791:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0d0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.937805:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0d0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764863.937871:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032554 00000004:00010000:1.0:1775764863.937912:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5053ba8 reply state 000000007967e735 transno 4295032555 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0d0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764863.937923:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764863.938052:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223194240:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 766us (2046us total) trans 4295032555 rc 0/0 00000100:00100000:1.0:1775764863.938060:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44789 00000020:00080000:1.0:1775764863.938066:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764863.942635:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.942674:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764863.942717:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223194496 00000100:00100000:0.0:1775764863.942731:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223194496 00002000:00010000:0.0:1775764863.942787:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (365169->18446744073709551615) 00002000:00100000:0.0:1775764863.942794:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd500 with x1862022223194496 ext(365169->18446744073709551615) 00002000:00010000:0.0:1775764863.942812:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bd500. 00000100:00100000:0.0:1775764863.942840:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223194368 00000100:00100000:0.0:1775764863.942844:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223194368 00002000:00010000:0.0:1775764863.942857:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764863.942860:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf100 with x1862022223194368 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764863.942867:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bf100. 00000100:00100000:0.0:1775764863.942901:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39399 00000100:00100000:0.0:1775764863.942914:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223194496:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:3.0:1775764863.944452:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39400 00000100:00100000:3.0:1775764863.944471:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223194368:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:2.0:1775764863.944739:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0d0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.944754:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0d0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.944763:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0d0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.944771:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764863.944776:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0d0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.944785:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0d0c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.944811:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764863.944814:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764863.944820:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0d0c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.944827:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83c00/0xdb23b4c9253d0d0c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764863.945093:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1381048 -> 365169 00002000:00010000:0.0:1775764863.945098:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:0.0:1775764863.945101:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764863.945103:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:0.0:1775764863.945105:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 519 00000100:00100000:0.0:1775764863.945201:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223194496:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2288us (2581us total) trans 4294996271 rc 0/0 00000100:00100000:0.0:1775764863.945210:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39399 00002000:00010000:0.0:1775764863.945216:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (365169->18446744073709551615) 00002000:00100000:0.0:1775764863.945220:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd500 with x1862022223194496 ext(365169->18446744073709551615) 00002000:00010000:0.0:1775764863.945229:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bd500. 00010000:00010000:2.0:1775764863.946692:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764863.948318:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764863.948327:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:3.0:1775764863.948330:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:3.0:1775764863.948332:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:3.0:1775764863.948334:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1419 00000100:00100000:3.0:1775764863.948482:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223194368:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 4007us (5797us total) trans 4294996959 rc 0/0 00000100:00100000:3.0:1775764863.948495:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39400 00002000:00010000:3.0:1775764863.948503:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764863.948506:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf100 with x1862022223194368 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764863.948515:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bf100. 00000100:00100000:0.0:1775764863.953150:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764863.953250:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223194624 00000100:00100000:1.0:1775764863.953264:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223194624 00000100:00100000:1.0:1775764863.953363:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44790 00000100:00100000:1.0:1775764863.953377:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022223194624:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764863.953415:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764863.953445:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3ba expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.954049:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0d1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.954071:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0d1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.954091:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0d1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764863.954130:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4559473 00000004:00200000:1.0:1775764863.954135:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764863.954163:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0d1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.954199:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3ba expref: 59 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.954235:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0d1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3ba expref: 58 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.954245:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764863.954248:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764863.954253:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83e00, rc 0) 00000100:00100000:1.0:1775764863.954408:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223194624:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1033us (1275us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764863.954417:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44790 00000100:00100000:0.0:1775764863.960802:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764863.961003:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223194752 00000100:00100000:3.0:1775764863.961017:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223194752 00002000:00100000:3.0:1775764863.961084:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1835008->1884159) req@ffff8b8c911bca80 x1862022223194752/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/0 e 0 to 0 dl 1775764874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.961099:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bca80 with x1862022223194752 ext(1835008->1884159) 00002000:00010000:3.0:1775764863.961106:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bca80 00000100:00100000:3.0:1775764863.961150:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39401 00000100:00100000:3.0:1775764863.961162:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223194752:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764863.966257:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223194752:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5081us (5454us total) trans 4294996960 rc 0/0 00000100:00100000:3.0:1775764863.966275:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39401 00002000:00100000:3.0:1775764863.966293:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1835008->1884159) req@ffff8b8c911bca80 x1862022223194752/t4294996960(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:344/0 lens 488/448 e 0 to 0 dl 1775764874 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764863.966305:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bca80 with x1862022223194752 ext(1835008->1884159) 00002000:00010000:3.0:1775764863.966313:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bca80 00000100:00100000:2.0:1775764863.969494:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764863.969570:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223194880 00000100:00100000:2.0:1775764863.969597:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223194880 00000100:00100000:2.0:1775764863.969667:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84926 00000100:00100000:2.0:1775764863.969678:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223194880:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764864.031379:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996958 is committed 00000001:00080000:3.0:1775764864.031414:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996960 is committed 00000100:00100000:1.0:1775764864.032474:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223194880:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 62785us (62984us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.032491:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84926 00000100:00100000:2.0:1775764864.038811:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.039381:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223195136 00000100:00100000:3.0:1775764864.039395:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223195136 00000100:00100000:3.0:1775764864.039485:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44791 00000100:00100000:3.0:1775764864.039499:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223195136:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764864.039635:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764864.039672:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d0d1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3ba expref: 58 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.039698:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764864.039704:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764864.040018:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0d21 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.040036:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0d21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.040049:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0d21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764864.040106:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032556 00000004:00010000:3.0:1775764864.040135:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea276029 reply state 00000000c24606e9 transno 4295032557 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0d21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764864.040145:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764864.041092:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223195136:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1588us (2288us total) trans 4295032557 rc 0/0 00000100:00100000:2.0:1775764864.041104:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44791 00000020:00080000:2.0:1775764864.041112:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764864.046170:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.046224:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.046511:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223195264 00000100:00100000:2.0:1775764864.046525:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223195264 00002000:00010000:2.0:1775764864.046637:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764864.046644:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022223195264 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764864.046661:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700. 00000100:00100000:2.0:1775764864.046689:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223195392 00000100:00100000:2.0:1775764864.046692:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223195392 00002000:00010000:2.0:1775764864.046706:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1004845->18446744073709551615) 00002000:00100000:2.0:1775764864.046719:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022223195392 ext(1004845->18446744073709551615) 00002000:00010000:2.0:1775764864.046728:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781500. 00000100:00100000:2.0:1775764864.046749:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39402 00000100:00100000:2.0:1775764864.046761:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223195264:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764864.047158:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1775764864.047163:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:2.0:1775764864.047165:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764864.047167:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:2.0:1775764864.047169:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1419 -> 1547 00000100:00100000:2.0:1775764864.047259:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223195264:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 499us (1107us total) trans 4294996961 rc 0/0 00000100:00080000:1.0:1775764864.047689:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764864.047726:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39403 00000100:00100000:1.0:1775764864.047741:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223195392:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764864.047914:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 365169 -> 1004845 00002000:00010000:1.0:1775764864.047917:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:1.0:1775764864.047920:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764864.047921:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:1.0:1775764864.047923:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1775764864.047954:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223195392:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 219us (1729us total) trans 4294996272 rc 0/0 00000100:00100000:1.0:1775764864.047961:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39403 00002000:00010000:1.0:1775764864.047965:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1004845->18446744073709551615) 00002000:00100000:1.0:1775764864.047968:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022223195392 ext(1004845->18446744073709551615) 00002000:00010000:1.0:1775764864.047974:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb781500. 00000100:00100000:2.0:1775764864.048120:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39402 00002000:00010000:2.0:1775764864.048124:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764864.048127:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022223195264 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764864.048133:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700. 00010000:00010000:3.0:1775764864.051300:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0d21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.051326:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0d21 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.051336:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0d21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.051343:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764864.051349:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0d21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.051357:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0d21 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.051387:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764864.051391:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764864.051398:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0d21 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.051405:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0d21 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764864.051978:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.053996:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223195520 00000100:00100000:3.0:1775764864.054019:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223195520 00002000:00100000:3.0:1775764864.054095:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (962560->966655) req@ffff8b8cb24d0e00 x1862022223195520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.054112:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0e00 with x1862022223195520 ext(962560->966655) 00002000:00010000:3.0:1775764864.054120:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0e00 00000100:00100000:3.0:1775764864.054165:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39404 00000100:00100000:3.0:1775764864.054176:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223195520:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764864.056359:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223195520:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2166us (4372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764864.056378:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39404 00002000:00100000:3.0:1775764864.056390:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (962560->966655) req@ffff8b8cb24d0e00 x1862022223195520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/4536 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.056403:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0e00 with x1862022223195520 ext(962560->966655) 00002000:00010000:3.0:1775764864.056410:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0e00 00000100:00100000:0.0:1775764864.072259:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.072393:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223195648 00000100:00100000:1.0:1775764864.072406:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223195648 00002000:00100000:1.0:1775764864.072478:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (966656->970751) req@ffff8b8c911bd180 x1862022223195648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.072491:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd180 with x1862022223195648 ext(966656->970751) 00002000:00010000:1.0:1775764864.072499:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bd180 00000100:00100000:1.0:1775764864.072594:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39405 00000100:00100000:1.0:1775764864.072606:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223195648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.073411:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223195648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 803us (1162us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764864.073422:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39405 00002000:00100000:1.0:1775764864.073435:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (966656->970751) req@ffff8b8c911bd180 x1862022223195648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/4536 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.073447:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd180 with x1862022223195648 ext(966656->970751) 00002000:00010000:1.0:1775764864.073451:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bd180 00000100:00100000:1.0:1775764864.082641:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.082819:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223195776 00000100:00100000:3.0:1775764864.082833:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223195776 00002000:00100000:3.0:1775764864.082914:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (942080->1007615) req@ffff8b8cb24d0a80 x1862022223195776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.082928:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0a80 with x1862022223195776 ext(942080->1007615) 00002000:00010000:3.0:1775764864.082936:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0a80 00000100:00100000:3.0:1775764864.082968:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39406 00000100:00100000:3.0:1775764864.082979:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223195776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764864.093362:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223195776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10368us (10720us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764864.093377:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39406 00002000:00100000:3.0:1775764864.093394:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (942080->1007615) req@ffff8b8cb24d0a80 x1862022223195776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.093405:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0a80 with x1862022223195776 ext(942080->1007615) 00002000:00010000:3.0:1775764864.093412:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0a80 00000100:00100000:1.0:1775764864.099851:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.100067:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223195904 00000100:00100000:0.0:1775764864.100081:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223195904 00002000:00100000:0.0:1775764864.100154:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (962560->1004844) req@ffff8b8cb24d2680 x1862022223195904/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.100168:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2680 with x1862022223195904 ext(962560->1004844) 00002000:00010000:0.0:1775764864.100175:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d2680 00000100:00100000:0.0:1775764864.100217:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39407 00000100:00100000:0.0:1775764864.100229:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223195904:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764864.109155:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223195904:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8909us (9300us total) trans 4294996273 rc 0/0 00000100:00100000:1.0:1775764864.109177:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39407 00002000:00100000:1.0:1775764864.109199:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (962560->1004844) req@ffff8b8cb24d2680 x1862022223195904/t4294996273(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/448 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.109226:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2680 with x1862022223195904 ext(962560->1004844) 00002000:00010000:1.0:1775764864.109235:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d2680 00000100:00100000:1.0:1775764864.113293:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.113397:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223196032 00000100:00100000:3.0:1775764864.113411:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223196032 00000100:00100000:3.0:1775764864.113499:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84927 00000100:00100000:3.0:1775764864.113512:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223196032:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764864.190771:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996273 is committed 00000100:00100000:3.0:1775764864.191174:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223196032:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 77656us (77896us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.191190:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84927 00000100:00100000:2.0:1775764864.193995:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.194125:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223196160 00000100:00100000:1.0:1775764864.194142:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223196160 00000100:00100000:1.0:1775764864.194264:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44792 00000100:00100000:1.0:1775764864.194277:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022223196160:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764864.194314:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764864.194343:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0d28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3c1 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.194465:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0d2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.194483:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0d2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.194500:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0d2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764864.194568:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5199149 00000004:00200000:1.0:1775764864.194716:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764864.194747:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0d2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.194783:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0d28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3c1 expref: 61 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.194808:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0d2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3c1 expref: 60 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.194818:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.194821:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764864.194826:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e82800, rc 0) 00000100:00100000:1.0:1775764864.195032:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223196160:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 756us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.195040:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44792 00000100:00100000:2.0:1775764864.198974:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.199073:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223196288 00000100:00100000:1.0:1775764864.199086:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223196288 00002000:00100000:1.0:1775764864.199157:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (286720->352255) req@ffff8b8cb77e1880 x1862022223196288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.199171:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022223196288 ext(286720->352255) 00002000:00010000:1.0:1775764864.199178:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1880 00000100:00100000:1.0:1775764864.199250:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39408 00000100:00100000:1.0:1775764864.199263:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223196288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.206453:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223196288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7174us (7474us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1775764864.206469:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39408 00002000:00100000:0.0:1775764864.206498:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (286720->352255) req@ffff8b8cb77e1880 x1862022223196288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.206510:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022223196288 ext(286720->352255) 00002000:00010000:0.0:1775764864.206519:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1880 00000100:00100000:1.0:1775764864.216172:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.216273:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223196416 00000100:00100000:3.0:1775764864.216287:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223196416 00002000:00100000:3.0:1775764864.216355:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2506752->2510847) req@ffff8b8cb24d2d80 x1862022223196416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.216368:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2d80 with x1862022223196416 ext(2506752->2510847) 00002000:00010000:3.0:1775764864.216375:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2d80 00000100:00100000:3.0:1775764864.216419:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39409 00000100:00100000:3.0:1775764864.216432:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223196416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764864.216745:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223196416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 313us (587us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764864.216754:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39409 00002000:00100000:3.0:1775764864.216761:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2506752->2510847) req@ffff8b8cb24d2d80 x1862022223196416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/4536 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.216770:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2d80 with x1862022223196416 ext(2506752->2510847) 00002000:00010000:3.0:1775764864.216773:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2d80 00000100:00100000:0.0:1775764864.220687:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.220811:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223196544 00000100:00100000:1.0:1775764864.220824:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223196544 00002000:00100000:1.0:1775764864.220903:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2510848->2514943) req@ffff8b8c86d75c00 x1862022223196544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.220916:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75c00 with x1862022223196544 ext(2510848->2514943) 00002000:00010000:1.0:1775764864.220924:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75c00 00000100:00100000:1.0:1775764864.220961:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39410 00000100:00100000:1.0:1775764864.220971:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223196544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.221246:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223196544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764864.221255:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39410 00002000:00100000:1.0:1775764864.221261:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2510848->2514943) req@ffff8b8c86d75c00 x1862022223196544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/4536 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.221270:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75c00 with x1862022223196544 ext(2510848->2514943) 00002000:00010000:1.0:1775764864.221273:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75c00 00000100:00100000:1.0:1775764864.227230:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.227327:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223196672 00000100:00100000:3.0:1775764864.227340:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223196672 00002000:00100000:3.0:1775764864.227412:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2174976->2867199) req@ffff8b8cb24d1500 x1862022223196672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 520/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.227426:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1500 with x1862022223196672 ext(2174976->2867199) 00002000:00010000:3.0:1775764864.227433:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1500 00000100:00100000:3.0:1775764864.227474:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39411 00000100:00100000:3.0:1775764864.227486:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223196672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.260256:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223196672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 32755us (33023us total) trans 0 rc 557056/557056 00000100:00100000:2.0:1775764864.260275:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39411 00002000:00100000:2.0:1775764864.260297:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2174976->2867199) req@ffff8b8cb24d1500 x1862022223196672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 520/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 557056/557056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.260310:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1500 with x1862022223196672 ext(2174976->2867199) 00002000:00010000:2.0:1775764864.260317:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1500 00000100:00100000:1.0:1775764864.267269:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.267437:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223196928 00000100:00100000:2.0:1775764864.267452:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223196928 00000100:00100000:2.0:1775764864.267531:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44793 00000100:00100000:2.0:1775764864.267589:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223196928:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764864.267667:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764864.267704:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0d2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3c1 expref: 60 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.267738:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764864.267745:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764864.268425:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.268445:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.268458:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764864.268530:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032558 00000004:00010000:2.0:1775764864.268699:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085d00ca6 reply state 00000000403a9378 transno 4295032559 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764864.268721:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764864.268857:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223196928:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1270us (1598us total) trans 4295032559 rc 0/0 00000100:00100000:2.0:1775764864.268868:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44793 00000020:00080000:2.0:1775764864.271764:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764864.276345:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.276383:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.276422:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223197056 00000100:00100000:1.0:1775764864.276435:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223197056 00002000:00010000:1.0:1775764864.276489:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (236549->18446744073709551615) 00002000:00100000:1.0:1775764864.276495:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1180 with x1862022223197056 ext(236549->18446744073709551615) 00002000:00010000:1.0:1775764864.276511:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1180. 00000100:00100000:1.0:1775764864.276578:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223197184 00000100:00100000:1.0:1775764864.276582:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223197184 00002000:00010000:1.0:1775764864.276596:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764864.276600:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0380 with x1862022223197184 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764864.276608:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0380. 00000100:00100000:1.0:1775764864.276630:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39412 00000100:00100000:1.0:1775764864.276641:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223197056:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:3.0:1775764864.277806:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39413 00000100:00100000:3.0:1775764864.277826:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223197184:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764864.278398:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1004845 -> 0 00002000:00010000:3.0:1775764864.278405:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:3.0:1775764864.278407:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:3.0:1775764864.278410:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:3.0:1775764864.278412:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 263 00000100:00100000:3.0:1775764864.278518:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223197184:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 698us (2132us total) trans 4294996274 rc 0/0 00000100:00100000:3.0:1775764864.278528:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39413 00002000:00010000:3.0:1775764864.278532:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764864.278578:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0380 with x1862022223197184 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764864.278588:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0380. 00010000:00010000:2.0:1775764864.279021:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.279033:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.279042:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.279048:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764864.279053:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.279061:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d36 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.279082:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764864.279085:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764864.279091:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d36 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.279098:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764864.280725:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 236549 00002000:00010000:1.0:1775764864.280735:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:1.0:1775764864.280738:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764864.280740:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:1.0:1775764864.280743:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1547 -> 1547 00000100:00100000:1.0:1775764864.280835:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223197056:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 4189us (4499us total) trans 4294996962 rc 0/0 00000100:00100000:1.0:1775764864.280848:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39412 00002000:00010000:1.0:1775764864.280854:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (236549->18446744073709551615) 00002000:00100000:1.0:1775764864.280858:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1180 with x1862022223197056 ext(236549->18446744073709551615) 00002000:00010000:1.0:1775764864.280866:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1180. 00000100:00100000:1.0:1775764864.299978:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.300161:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223197312 00000100:00100000:2.0:1775764864.300177:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223197312 00000100:00100000:2.0:1775764864.300267:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44794 00000100:00100000:2.0:1775764864.300280:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022223197312:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764864.300322:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764864.300353:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3c8 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.300482:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0d44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.300500:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.300516:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764864.300613:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 236549 00000004:00200000:2.0:1775764864.300619:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764864.300644:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.300680:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0d3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3c8 expref: 63 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.300704:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0d44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3c8 expref: 62 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.300724:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764864.300728:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764864.300733:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4c00, rc 0) 00000100:00100000:2.0:1775764864.300818:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223197312:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 540us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.300830:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44794 00000100:00100000:3.0:1775764864.303860:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.304148:0:12139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223197568 00000100:00100000:1.0:1775764864.304162:0:12139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223197568 00000100:00100000:1.0:1775764864.304232:0:12139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 20539 00000100:00100000:1.0:1775764864.304243:0:12139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223197568:12345-192.168.202.29@tcp:35:fsx.0 00000100:00100000:1.0:1775764864.304742:0:12139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022223197568:12345-192.168.202.29@tcp:35:fsx.0 Request processed in 497us (891us total) trans 4295032560 rc 0/0 00000100:00100000:1.0:1775764864.304751:0:12139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 20539 00000100:00100000:1.0:1775764864.309459:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.309794:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223197824 00000100:00100000:3.0:1775764864.309807:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223197824 00000100:00100000:0.0:1775764864.309990:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44795 00000100:00100000:0.0:1775764864.310006:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022223197824:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764864.310043:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764864.310073:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3cf expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.310177:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0d52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.310200:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0d52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.310225:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0d52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.310243:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0d59 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.310250:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0d59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.310257:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0d59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.310852:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0d60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.310863:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0d60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.310871:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0d60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764864.311052:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 236549 00010000:00010000:0.0:1775764864.311185:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0d52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311193:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0d52 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311200:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0d52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311737:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc5000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764864.311748:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0d52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311760:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0d52 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311780:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b8c27d6bb00) 00010000:00010000:0.0:1775764864.311784:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764864.311789:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0d52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311795:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0d52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311812:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0d59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311818:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0d59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311823:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0d59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311828:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc5200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764864.311830:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0d59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311836:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0d59 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311849:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8b8c27d6b400) 00010000:00010000:0.0:1775764864.311852:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764864.311854:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0d59 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.311860:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5200/0xdb23b4c9253d0d59 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.312508:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3cf expref: 66 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.312528:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0d60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3cf expref: 65 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.312667:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764864.312671:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764864.312675:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc4a00, rc 0) 00000100:00100000:0.0:1775764864.312794:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022223197824:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 2790us (3349us total) trans 4295032561 rc 0/0 00000100:00100000:0.0:1775764864.312805:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44795 00000100:00100000:0.0:1775764864.319976:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.320118:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223197952 00000100:00100000:2.0:1775764864.320135:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223197952 00000100:00100000:2.0:1775764864.320248:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 19 00000100:00100000:2.0:1775764864.320261:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:2364:x1862022223197952:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764864.320284:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764864.320321:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0d60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3cf expref: 65 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.320348:0:5798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764864.320353:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764864.320440:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:2364:x1862022223197952:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 182us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.320449:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 19 00000100:00100000:3.0:1775764864.326728:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.326863:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223198208 00000100:00100000:1.0:1775764864.326885:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223198208 00000100:00100000:1.0:1775764864.326961:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44796 00000100:00100000:1.0:1775764864.326974:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223198208:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764864.327064:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764864.327106:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0d44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3c8 expref: 64 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.327133:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.327140:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764864.327442:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d6e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.327461:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.327472:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764864.327564:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032562 00000004:00010000:1.0:1775764864.327595:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030efd704 reply state 0000000051ce380a transno 4295032563 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764864.327606:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764864.327746:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223198208:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 773us (1040us total) trans 4295032563 rc 0/0 00000100:00100000:1.0:1775764864.327759:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44796 00000020:00080000:1.0:1775764864.327766:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764864.331975:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.332023:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.332257:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223198336 00000100:00100000:1.0:1775764864.332273:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223198336 00002000:00010000:1.0:1775764864.332328:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3576447->18446744073709551615) 00002000:00100000:1.0:1775764864.332334:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6a00 with x1862022223198336 ext(3576447->18446744073709551615) 00002000:00010000:1.0:1775764864.332350:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6a00. 00000100:00100000:1.0:1775764864.332372:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223198464 00000100:00100000:1.0:1775764864.332375:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223198464 00002000:00010000:1.0:1775764864.332388:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764864.332391:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb480 with x1862022223198464 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764864.332399:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914eb480. 00000100:00100000:1.0:1775764864.332422:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39414 00000100:00100000:1.0:1775764864.332433:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223198336:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764864.332781:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 236549 -> 3576447 00002000:00010000:1.0:1775764864.332786:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:1.0:1775764864.332789:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764864.332791:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:1.0:1775764864.332794:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1547 -> 1547 00000100:00100000:1.0:1775764864.332867:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223198336:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 435us (907us total) trans 4294996963 rc 0/0 00000100:00100000:1.0:1775764864.332876:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39414 00002000:00010000:1.0:1775764864.332880:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3576447->18446744073709551615) 00002000:00100000:1.0:1775764864.332883:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6a00 with x1862022223198336 ext(3576447->18446744073709551615) 00002000:00010000:1.0:1775764864.332889:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6a00. 00000100:00100000:1.0:1775764864.332911:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39415 00000100:00100000:1.0:1775764864.332919:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223198464:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764864.333049:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764864.333052:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:1.0:1775764864.333054:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764864.333056:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:1.0:1775764864.333058:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764864.333081:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223198464:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 163us (1057us total) trans 4294996275 rc 0/0 00000100:00100000:1.0:1775764864.333088:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39415 00002000:00010000:1.0:1775764864.333091:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764864.333093:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb480 with x1862022223198464 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764864.333097:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914eb480. 00000100:00100000:3.0:1775764864.336247:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.336384:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223198592 00000100:00100000:2.0:1775764864.336400:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223198592 00002000:00100000:2.0:1775764864.336474:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3522560->3526655) req@ffff8b8c914e8380 x1862022223198592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.336488:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8380 with x1862022223198592 ext(3522560->3526655) 00002000:00010000:2.0:1775764864.336495:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8380 00000100:00100000:2.0:1775764864.336569:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39416 00000100:00100000:2.0:1775764864.336593:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223198592:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.336935:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223198592:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 343us (703us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764864.336949:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39416 00002000:00100000:2.0:1775764864.336956:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3522560->3526655) req@ffff8b8c914e8380 x1862022223198592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/4536 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.336964:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8380 with x1862022223198592 ext(3522560->3526655) 00002000:00010000:2.0:1775764864.336967:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8380 00000100:00100000:3.0:1775764864.340486:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.340635:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223198720 00000100:00100000:1.0:1775764864.340648:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223198720 00002000:00100000:1.0:1775764864.340724:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3526656->3530751) req@ffff8b8c914eb100 x1862022223198720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.340737:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb100 with x1862022223198720 ext(3526656->3530751) 00002000:00010000:1.0:1775764864.340744:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb100 00000100:00100000:1.0:1775764864.340778:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39417 00000100:00100000:1.0:1775764864.340789:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223198720:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.341267:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223198720:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 477us (793us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764864.341277:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39417 00002000:00100000:1.0:1775764864.341286:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3526656->3530751) req@ffff8b8c914eb100 x1862022223198720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/4536 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.341295:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb100 with x1862022223198720 ext(3526656->3530751) 00002000:00010000:1.0:1775764864.341298:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb100 00010000:00010000:0.0:1775764864.342450:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.342469:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d6e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.342478:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.342486:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764864.342492:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.342500:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d6e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.342523:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764864.342527:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764864.342534:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d6e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.342565:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0d6e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764864.346758:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.346866:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223198848 00000100:00100000:1.0:1775764864.346891:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223198848 00002000:00100000:1.0:1775764864.346962:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3502080->3567615) req@ffff8b8cb77e0a80 x1862022223198848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.346976:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0a80 with x1862022223198848 ext(3502080->3567615) 00002000:00010000:1.0:1775764864.346983:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0a80 00000100:00100000:1.0:1775764864.347026:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39418 00000100:00100000:1.0:1775764864.347038:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223198848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.356374:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223198848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9322us (9616us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764864.356392:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39418 00002000:00100000:1.0:1775764864.356409:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3502080->3567615) req@ffff8b8cb77e0a80 x1862022223198848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.356423:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0a80 with x1862022223198848 ext(3502080->3567615) 00002000:00010000:1.0:1775764864.356431:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0a80 00000100:00100000:2.0:1775764864.361420:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.361660:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223198976 00000100:00100000:0.0:1775764864.361673:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223198976 00002000:00100000:0.0:1775764864.361752:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3567616->3579903) req@ffff8b8cb77e0380 x1862022223198976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.361765:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022223198976 ext(3567616->3579903) 00002000:00010000:0.0:1775764864.361773:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0380 00000100:00100000:0.0:1775764864.361860:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39419 00000100:00100000:0.0:1775764864.361871:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223198976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.362291:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223198976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 421us (885us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1775764864.362300:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39419 00002000:00100000:0.0:1775764864.362307:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3567616->3579903) req@ffff8b8cb77e0380 x1862022223198976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/12728 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.362317:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022223198976 ext(3567616->3579903) 00002000:00010000:0.0:1775764864.362320:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0380 00000100:00100000:3.0:1775764864.367334:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.367605:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223199104 00000100:00100000:0.0:1775764864.367622:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223199104 00002000:00100000:0.0:1775764864.367701:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3522560->3576446) req@ffff8b8c914e8000 x1862022223199104/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.367723:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8000 with x1862022223199104 ext(3522560->3576446) 00002000:00010000:0.0:1775764864.367731:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8000 00000100:00100000:0.0:1775764864.367764:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39420 00000100:00100000:0.0:1775764864.367775:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223199104:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764864.372504:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223199104:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4711us (5167us total) trans 4294996964 rc 0/0 00000100:00100000:0.0:1775764864.372522:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39420 00002000:00100000:0.0:1775764864.372578:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3522560->3576446) req@ffff8b8c914e8000 x1862022223199104/t4294996964(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/448 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.372591:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e8000 with x1862022223199104 ext(3522560->3576446) 00002000:00010000:0.0:1775764864.372598:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e8000 00000100:00100000:3.0:1775764864.381349:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.381442:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223199232 00000100:00100000:0.0:1775764864.381457:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223199232 00000100:00100000:0.0:1775764864.381531:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84928 00000100:00100000:0.0:1775764864.381567:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223199232:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764864.417346:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996964 is committed 00000100:00100000:2.0:1775764864.417833:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223199232:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36260us (36488us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.417847:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84928 00000100:00100000:0.0:1775764864.420640:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.420741:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223199360 00000100:00100000:3.0:1775764864.420756:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223199360 00000100:00100000:3.0:1775764864.420833:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44797 00000100:00100000:3.0:1775764864.420845:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022223199360:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764864.420890:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764864.420921:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0d75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3d6 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.421038:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d0d7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.421056:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d0d7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.421070:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d0d7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764864.421103:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3576447 00000004:00200000:3.0:1775764864.421109:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764864.421131:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d0d7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.421162:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0d75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3d6 expref: 67 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.421183:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d0d7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3d6 expref: 66 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.421193:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764864.421196:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764864.421201:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8400, rc 0) 00000100:00100000:3.0:1775764864.421276:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223199360:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 433us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.421283:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44797 00000100:00100000:1.0:1775764864.426814:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.426992:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223199616 00000100:00100000:0.0:1775764864.427006:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223199616 00000100:00100000:0.0:1775764864.427085:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44798 00000100:00100000:0.0:1775764864.427098:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223199616:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764864.427177:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764864.427306:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d0d7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3d6 expref: 66 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.427330:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764864.427337:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764864.428071:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.428093:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.428106:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764864.428183:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032564 00000004:00010000:0.0:1775764864.428354:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000667c3ac4 reply state 00000000887b7ab4 transno 4295032565 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764864.428365:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764864.428562:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223199616:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1442us (1738us total) trans 4295032565 rc 0/0 00000100:00100000:0.0:1775764864.428582:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44798 00000020:00080000:0.0:1775764864.428589:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764864.433506:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.433569:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764864.433644:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.433659:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.433672:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.433678:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764864.433684:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.433693:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d83 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.433725:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.433729:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764864.433736:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d83 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.433742:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0d83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764864.433841:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223199744 00000100:00100000:0.0:1775764864.433854:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223199744 00002000:00010000:0.0:1775764864.433919:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (253780->18446744073709551615) 00002000:00100000:0.0:1775764864.433925:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb800 with x1862022223199744 ext(253780->18446744073709551615) 00002000:00010000:0.0:1775764864.433938:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb800. 00000100:00100000:0.0:1775764864.433975:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223199872 00000100:00100000:0.0:1775764864.433978:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223199872 00002000:00010000:0.0:1775764864.433992:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764864.433995:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22d80 with x1862022223199872 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764864.434002:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d22d80. 00000100:00100000:0.0:1775764864.434027:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39421 00000100:00100000:0.0:1775764864.434037:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223199744:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764864.434494:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3576447 -> 253780 00002000:00010000:0.0:1775764864.434499:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:0.0:1775764864.434502:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764864.434504:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:0.0:1775764864.434507:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1547 -> 585 00000100:00100000:1.0:1775764864.434660:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39422 00000100:00100000:1.0:1775764864.434673:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223199872:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764864.434837:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764864.434840:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:1.0:1775764864.434843:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764864.434845:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:1.0:1775764864.434847:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764864.435894:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223199744:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1840us (2383us total) trans 4294996965 rc 0/0 00000100:00100000:0.0:1775764864.435909:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39421 00002000:00010000:0.0:1775764864.435916:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (253780->18446744073709551615) 00002000:00100000:0.0:1775764864.435920:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914eb800 with x1862022223199744 ext(253780->18446744073709551615) 00002000:00010000:0.0:1775764864.435931:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914eb800. 00000100:00100000:1.0:1775764864.436080:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223199872:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1411us (2509us total) trans 4294996276 rc 0/0 00000100:00100000:1.0:1775764864.436088:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39422 00002000:00010000:1.0:1775764864.436093:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764864.436095:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22d80 with x1862022223199872 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764864.436103:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d22d80. 00000100:00100000:2.0:1775764864.439311:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.439401:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223200000 00000100:00100000:0.0:1775764864.439413:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223200000 00000100:00100000:0.0:1775764864.439511:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44799 00000100:00100000:0.0:1775764864.439522:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022223200000:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764864.440985:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764864.441173:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0d8a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3dd expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.441367:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0d91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.441386:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0d91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.441402:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0d91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764864.441440:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 253780 00000004:00200000:2.0:1775764864.441446:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764864.441470:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0d91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.441513:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0d8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3dd expref: 69 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.441533:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0d91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3dd expref: 68 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.441812:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764864.441816:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764864.441821:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5a00, rc 0) 00000100:00100000:2.0:1775764864.442080:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223200000:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 2557us (2777us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.442091:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44799 00000100:00100000:2.0:1775764864.449243:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.449320:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223200128 00000100:00100000:3.0:1775764864.449334:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223200128 00002000:00100000:3.0:1775764864.449399:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (495616->499711) req@ffff8b8cb77e3b80 x1862022223200128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.449414:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3b80 with x1862022223200128 ext(495616->499711) 00002000:00010000:3.0:1775764864.449422:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3b80 00000100:00100000:3.0:1775764864.449460:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39423 00000100:00100000:3.0:1775764864.449470:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764864.450745:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1267us (1508us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.450758:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39423 00002000:00100000:3.0:1775764864.450768:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (495616->499711) req@ffff8b8cb77e3b80 x1862022223200128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.450778:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3b80 with x1862022223200128 ext(495616->499711) 00002000:00010000:3.0:1775764864.450784:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e3b80 00000100:00100000:2.0:1775764864.455772:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.456863:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223200256 00000100:00100000:1.0:1775764864.456955:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223200256 00002000:00100000:2.0:1775764864.457094:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (499712->503807) req@ffff8b8cb77e0000 x1862022223200256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.457108:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022223200256 ext(499712->503807) 00002000:00010000:2.0:1775764864.457116:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0000 00000100:00100000:2.0:1775764864.457156:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39424 00000100:00100000:2.0:1775764864.457167:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.457856:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 685us (2095us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.457867:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39424 00002000:00100000:2.0:1775764864.457958:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (499712->503807) req@ffff8b8cb77e0000 x1862022223200256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.457969:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022223200256 ext(499712->503807) 00002000:00010000:2.0:1775764864.457974:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0000 00000100:00100000:2.0:1775764864.462147:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.462224:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223200384 00000100:00100000:1.0:1775764864.462237:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223200384 00002000:00100000:1.0:1775764864.462300:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (503808->507903) req@ffff8b8c892e1c00 x1862022223200384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.462314:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1c00 with x1862022223200384 ext(503808->507903) 00002000:00010000:1.0:1775764864.462321:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1c00 00000100:00100000:1.0:1775764864.462360:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39425 00000100:00100000:1.0:1775764864.462369:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200384:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.462885:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200384:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 514us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.462894:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39425 00002000:00100000:1.0:1775764864.462902:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (503808->507903) req@ffff8b8c892e1c00 x1862022223200384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.462912:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1c00 with x1862022223200384 ext(503808->507903) 00002000:00010000:1.0:1775764864.462915:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1c00 00000100:00100000:2.0:1775764864.466274:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.466369:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223200512 00000100:00100000:3.0:1775764864.466383:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223200512 00002000:00100000:3.0:1775764864.466444:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (507904->511999) req@ffff8b8c892e1f80 x1862022223200512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.466456:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1f80 with x1862022223200512 ext(507904->511999) 00002000:00010000:3.0:1775764864.466463:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1f80 00000100:00100000:3.0:1775764864.466500:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39426 00000100:00100000:3.0:1775764864.466510:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.467164:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 652us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.467175:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39426 00002000:00100000:0.0:1775764864.467183:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (507904->511999) req@ffff8b8c892e1f80 x1862022223200512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.467192:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1f80 with x1862022223200512 ext(507904->511999) 00002000:00010000:0.0:1775764864.467197:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1f80 00000100:00100000:0.0:1775764864.470774:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.471061:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223200640 00000100:00100000:3.0:1775764864.471074:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223200640 00002000:00100000:3.0:1775764864.471137:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (512000->516095) req@ffff8b8c86d74700 x1862022223200640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.471150:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74700 with x1862022223200640 ext(512000->516095) 00002000:00010000:3.0:1775764864.471158:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74700 00000100:00100000:3.0:1775764864.471250:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39427 00000100:00100000:3.0:1775764864.471262:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764864.471639:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 377us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.471648:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39427 00002000:00100000:3.0:1775764864.471655:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (512000->516095) req@ffff8b8c86d74700 x1862022223200640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.471663:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74700 with x1862022223200640 ext(512000->516095) 00002000:00010000:3.0:1775764864.471666:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74700 00000100:00100000:2.0:1775764864.474944:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.475064:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223200768 00000100:00100000:1.0:1775764864.475077:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223200768 00002000:00100000:1.0:1775764864.475143:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (516096->520191) req@ffff8b8c892e2680 x1862022223200768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.475157:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2680 with x1862022223200768 ext(516096->520191) 00002000:00010000:1.0:1775764864.475166:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2680 00000100:00100000:1.0:1775764864.475240:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39428 00000100:00100000:1.0:1775764864.475252:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223200768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.475692:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223200768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 440us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.475701:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39428 00002000:00100000:1.0:1775764864.475719:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (516096->520191) req@ffff8b8c892e2680 x1862022223200768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.475727:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2680 with x1862022223200768 ext(516096->520191) 00002000:00010000:1.0:1775764864.475731:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2680 00000100:00100000:0.0:1775764864.478494:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.479125:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223200896 00000100:00100000:2.0:1775764864.479140:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223200896 00002000:00100000:2.0:1775764864.479212:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (520192->524287) req@ffff8b8c86d75880 x1862022223200896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.479225:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75880 with x1862022223200896 ext(520192->524287) 00002000:00010000:2.0:1775764864.479234:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75880 00000100:00100000:2.0:1775764864.479280:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39429 00000100:00100000:2.0:1775764864.479292:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.479726:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223200896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 434us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.479735:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39429 00002000:00100000:2.0:1775764864.479743:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (520192->524287) req@ffff8b8c86d75880 x1862022223200896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.479752:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75880 with x1862022223200896 ext(520192->524287) 00002000:00010000:2.0:1775764864.479755:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75880 00000100:00100000:0.0:1775764864.484656:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.484888:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223201024 00000100:00100000:1.0:1775764864.484901:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223201024 00002000:00100000:1.0:1775764864.484965:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1941504->1945599) req@ffff8b8c86d74380 x1862022223201024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.484979:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74380 with x1862022223201024 ext(1941504->1945599) 00002000:00010000:1.0:1775764864.484986:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74380 00000100:00100000:1.0:1775764864.485025:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39430 00000100:00100000:1.0:1775764864.485036:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223201024:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.485348:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223201024:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 313us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.485358:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39430 00002000:00100000:1.0:1775764864.485365:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1941504->1945599) req@ffff8b8c86d74380 x1862022223201024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.485373:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74380 with x1862022223201024 ext(1941504->1945599) 00002000:00010000:1.0:1775764864.485377:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74380 00000100:00100000:2.0:1775764864.489331:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.489448:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223201152 00000100:00100000:0.0:1775764864.489463:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223201152 00002000:00100000:0.0:1775764864.489531:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1945600->1949695) req@ffff8b8c892e2a00 x1862022223201152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.489730:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2a00 with x1862022223201152 ext(1945600->1949695) 00002000:00010000:0.0:1775764864.489739:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2a00 00000100:00100000:0.0:1775764864.489786:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39431 00000100:00100000:0.0:1775764864.489797:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223201152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.490309:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223201152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 512us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.490320:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39431 00002000:00100000:0.0:1775764864.490328:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1945600->1949695) req@ffff8b8c892e2a00 x1862022223201152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.490337:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2a00 with x1862022223201152 ext(1945600->1949695) 00002000:00010000:0.0:1775764864.490340:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2a00 00000100:00100000:0.0:1775764864.495266:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.495391:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223201280 00000100:00100000:1.0:1775764864.495404:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223201280 00002000:00100000:1.0:1775764864.495470:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1781760->1953791) req@ffff8b8c86d75500 x1862022223201280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.495483:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75500 with x1862022223201280 ext(1781760->1953791) 00002000:00010000:1.0:1775764864.495489:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75500 00000100:00100000:1.0:1775764864.495688:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39432 00000100:00100000:1.0:1775764864.495700:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223201280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.498759:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223201280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3044us (3490us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.498781:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39432 00002000:00100000:2.0:1775764864.498796:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1781760->1953791) req@ffff8b8c86d75500 x1862022223201280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.498808:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75500 with x1862022223201280 ext(1781760->1953791) 00002000:00010000:2.0:1775764864.498815:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75500 00000100:00100000:2.0:1775764864.505097:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.505394:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223201408 00000100:00100000:3.0:1775764864.505407:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223201408 00002000:00100000:3.0:1775764864.505478:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1941504->1953791) req@ffff8b8c892e1880 x1862022223201408/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 12776/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.505490:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1880 with x1862022223201408 ext(1941504->1953791) 00002000:00010000:3.0:1775764864.505497:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1880 00000100:00100000:3.0:1775764864.505625:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39433 00000100:00100000:3.0:1775764864.505637:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223201408:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764864.506287:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223201408:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 648us (1200us total) trans 4294996966 rc 0/0 00000100:00100000:3.0:1775764864.506300:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39433 00002000:00100000:3.0:1775764864.506307:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1941504->1953791) req@ffff8b8c892e1880 x1862022223201408/t4294996966(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 12776/448 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.506316:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1880 with x1862022223201408 ext(1941504->1953791) 00002000:00010000:3.0:1775764864.506320:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1880 00000100:00100000:0.0:1775764864.509403:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.509558:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223201536 00000100:00100000:2.0:1775764864.509662:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223201536 00000100:00100000:2.0:1775764864.509801:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84929 00000100:00100000:2.0:1775764864.509813:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223201536:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764864.558316:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996965 is committed 00000001:00080000:1.0:1775764864.558343:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996966 is committed 00000100:00100000:3.0:1775764864.558623:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223201536:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 48804us (49224us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.558640:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84929 00000100:00100000:1.0:1775764864.562500:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.562849:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223201664 00000100:00100000:0.0:1775764864.562864:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223201664 00002000:00100000:0.0:1775764864.562944:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2453504->2457599) req@ffff8b8cb24d1880 x1862022223201664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.562957:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1880 with x1862022223201664 ext(2453504->2457599) 00002000:00010000:0.0:1775764864.562964:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1880 00000100:00100000:0.0:1775764864.563003:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39434 00000100:00100000:0.0:1775764864.563015:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223201664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.563346:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223201664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 332us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.563354:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39434 00002000:00100000:0.0:1775764864.563361:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2453504->2457599) req@ffff8b8cb24d1880 x1862022223201664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.563370:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1880 with x1862022223201664 ext(2453504->2457599) 00002000:00010000:0.0:1775764864.563373:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1880 00000100:00100000:2.0:1775764864.566667:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.567331:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223201792 00000100:00100000:1.0:1775764864.567346:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223201792 00002000:00100000:1.0:1775764864.567417:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2457600->2461695) req@ffff8b8c892e0e00 x1862022223201792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.567430:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022223201792 ext(2457600->2461695) 00002000:00010000:1.0:1775764864.567438:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0e00 00000100:00100000:1.0:1775764864.567534:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39435 00000100:00100000:1.0:1775764864.567671:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223201792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.568149:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223201792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 574us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.568158:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39435 00002000:00100000:1.0:1775764864.568166:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2457600->2461695) req@ffff8b8c892e0e00 x1862022223201792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.568182:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022223201792 ext(2457600->2461695) 00002000:00010000:1.0:1775764864.568185:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0e00 00000100:00100000:0.0:1775764864.571308:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.571401:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223201920 00000100:00100000:1.0:1775764864.571414:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223201920 00002000:00100000:1.0:1775764864.571476:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2461696->2465791) req@ffff8b8c86d75180 x1862022223201920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.571489:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022223201920 ext(2461696->2465791) 00002000:00010000:1.0:1775764864.571496:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:1.0:1775764864.571603:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39436 00000100:00100000:1.0:1775764864.571615:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223201920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.571932:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223201920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 318us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.571941:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39436 00002000:00100000:1.0:1775764864.571948:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2461696->2465791) req@ffff8b8c86d75180 x1862022223201920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.571958:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022223201920 ext(2461696->2465791) 00002000:00010000:1.0:1775764864.571961:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:1.0:1775764864.575193:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.575301:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223202048 00000100:00100000:0.0:1775764864.575315:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223202048 00002000:00100000:0.0:1775764864.575386:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2465792->2469887) req@ffff8b8cb24d3100 x1862022223202048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.575398:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3100 with x1862022223202048 ext(2465792->2469887) 00002000:00010000:0.0:1775764864.575406:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3100 00000100:00100000:0.0:1775764864.575444:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39437 00000100:00100000:0.0:1775764864.575455:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223202048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.575828:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223202048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 372us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.575837:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39437 00002000:00100000:0.0:1775764864.575844:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2465792->2469887) req@ffff8b8cb24d3100 x1862022223202048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.575852:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3100 with x1862022223202048 ext(2465792->2469887) 00002000:00010000:0.0:1775764864.575856:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3100 00000100:00100000:0.0:1775764864.579497:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.579719:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223202176 00000100:00100000:3.0:1775764864.579733:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223202176 00002000:00100000:3.0:1775764864.579799:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2469888->2473983) req@ffff8b8c86d74000 x1862022223202176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.579813:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022223202176 ext(2469888->2473983) 00002000:00010000:3.0:1775764864.579821:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:3.0:1775764864.579863:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39438 00000100:00100000:3.0:1775764864.579882:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223202176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764864.580206:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223202176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 333us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.580215:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39438 00002000:00100000:3.0:1775764864.580223:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2469888->2473983) req@ffff8b8c86d74000 x1862022223202176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.580232:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022223202176 ext(2469888->2473983) 00002000:00010000:3.0:1775764864.580235:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:3.0:1775764864.585034:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.585462:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223202304 00000100:00100000:0.0:1775764864.585475:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223202304 00002000:00100000:0.0:1775764864.585758:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2473984->2478079) req@ffff8b8c90d20000 x1862022223202304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.585771:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20000 with x1862022223202304 ext(2473984->2478079) 00002000:00010000:0.0:1775764864.585780:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20000 00000100:00100000:0.0:1775764864.585969:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39439 00000100:00100000:0.0:1775764864.585981:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223202304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.586324:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223202304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 344us (1305us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.586332:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39439 00002000:00100000:0.0:1775764864.586339:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2473984->2478079) req@ffff8b8c90d20000 x1862022223202304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.586347:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20000 with x1862022223202304 ext(2473984->2478079) 00002000:00010000:0.0:1775764864.586351:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20000 00000100:00100000:1.0:1775764864.589462:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.589583:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223202432 00000100:00100000:2.0:1775764864.589597:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223202432 00002000:00100000:2.0:1775764864.589665:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2478080->2482175) req@ffff8b8cb24d3b80 x1862022223202432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.589677:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022223202432 ext(2478080->2482175) 00002000:00010000:2.0:1775764864.589684:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:2.0:1775764864.589731:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39440 00000100:00100000:2.0:1775764864.589743:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223202432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.590084:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223202432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 341us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.590092:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39440 00002000:00100000:2.0:1775764864.590101:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2478080->2482175) req@ffff8b8cb24d3b80 x1862022223202432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.590116:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022223202432 ext(2478080->2482175) 00002000:00010000:2.0:1775764864.590120:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:2.0:1775764864.593099:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.593275:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223202560 00000100:00100000:0.0:1775764864.593290:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223202560 00002000:00100000:0.0:1775764864.593356:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2482176->2486271) req@ffff8b8c892e2300 x1862022223202560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.593369:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2300 with x1862022223202560 ext(2482176->2486271) 00002000:00010000:0.0:1775764864.593377:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2300 00000100:00100000:0.0:1775764864.593408:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39441 00000100:00100000:0.0:1775764864.593418:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223202560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.593783:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223202560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 364us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.593791:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39441 00002000:00100000:0.0:1775764864.593798:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2482176->2486271) req@ffff8b8c892e2300 x1862022223202560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.593807:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2300 with x1862022223202560 ext(2482176->2486271) 00002000:00010000:0.0:1775764864.593811:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2300 00000100:00100000:3.0:1775764864.596800:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.596980:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223202688 00000100:00100000:0.0:1775764864.596994:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223202688 00002000:00100000:0.0:1775764864.597057:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2486272->2490367) req@ffff8b8c90d23b80 x1862022223202688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.597069:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23b80 with x1862022223202688 ext(2486272->2490367) 00002000:00010000:0.0:1775764864.597075:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23b80 00000100:00100000:0.0:1775764864.597119:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39442 00000100:00100000:0.0:1775764864.597130:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223202688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.597449:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223202688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 320us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.597458:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39442 00002000:00100000:0.0:1775764864.597465:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2486272->2490367) req@ffff8b8c90d23b80 x1862022223202688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.597474:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23b80 with x1862022223202688 ext(2486272->2490367) 00002000:00010000:0.0:1775764864.597477:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23b80 00000100:00100000:3.0:1775764864.600354:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.600486:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223202816 00000100:00100000:2.0:1775764864.600500:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223202816 00002000:00100000:2.0:1775764864.600608:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2490368->2494463) req@ffff8b8c90d23480 x1862022223202816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.600620:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23480 with x1862022223202816 ext(2490368->2494463) 00002000:00010000:2.0:1775764864.600627:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23480 00000100:00100000:2.0:1775764864.600658:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39443 00000100:00100000:2.0:1775764864.600668:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223202816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.601006:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223202816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 337us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.601014:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39443 00002000:00100000:2.0:1775764864.601021:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2490368->2494463) req@ffff8b8c90d23480 x1862022223202816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.601029:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23480 with x1862022223202816 ext(2490368->2494463) 00002000:00010000:2.0:1775764864.601033:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23480 00000100:00100000:1.0:1775764864.604511:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.605106:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223202944 00000100:00100000:3.0:1775764864.605121:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223202944 00002000:00100000:3.0:1775764864.605191:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2494464->2498559) req@ffff8b8cb24d0000 x1862022223202944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.605204:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022223202944 ext(2494464->2498559) 00002000:00010000:3.0:1775764864.605212:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0000 00000100:00100000:3.0:1775764864.605255:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39444 00000100:00100000:3.0:1775764864.605266:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223202944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764864.605640:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223202944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 374us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.605648:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39444 00002000:00100000:3.0:1775764864.605655:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2494464->2498559) req@ffff8b8cb24d0000 x1862022223202944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.605664:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022223202944 ext(2494464->2498559) 00002000:00010000:3.0:1775764864.605668:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0000 00000100:00100000:3.0:1775764864.609005:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.609275:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223203072 00000100:00100000:1.0:1775764864.609289:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223203072 00002000:00100000:1.0:1775764864.609355:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2498560->2502655) req@ffff8b8c90d22a00 x1862022223203072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.609375:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22a00 with x1862022223203072 ext(2498560->2502655) 00002000:00010000:1.0:1775764864.609382:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d22a00 00000100:00100000:1.0:1775764864.609422:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39445 00000100:00100000:1.0:1775764864.609433:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223203072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.609857:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223203072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 423us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.609866:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39445 00002000:00100000:1.0:1775764864.609952:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2498560->2502655) req@ffff8b8c90d22a00 x1862022223203072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.609962:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22a00 with x1862022223203072 ext(2498560->2502655) 00002000:00010000:1.0:1775764864.609967:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d22a00 00000100:00100000:1.0:1775764864.613337:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.613457:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223203200 00000100:00100000:2.0:1775764864.613472:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223203200 00002000:00100000:2.0:1775764864.613588:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2502656->2506751) req@ffff8b8cb24d3800 x1862022223203200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.613602:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022223203200 ext(2502656->2506751) 00002000:00010000:2.0:1775764864.613609:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3800 00000100:00100000:2.0:1775764864.613829:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39446 00000100:00100000:2.0:1775764864.613842:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223203200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.614181:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223203200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 342us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.614191:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39446 00002000:00100000:2.0:1775764864.614198:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2502656->2506751) req@ffff8b8cb24d3800 x1862022223203200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.614208:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022223203200 ext(2502656->2506751) 00002000:00010000:2.0:1775764864.614211:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3800 00000100:00100000:3.0:1775764864.616931:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.617507:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223203328 00000100:00100000:1.0:1775764864.617521:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223203328 00002000:00100000:1.0:1775764864.617690:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2506752->2510847) req@ffff8b8c90d23100 x1862022223203328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.617712:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23100 with x1862022223203328 ext(2506752->2510847) 00002000:00010000:1.0:1775764864.617721:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23100 00000100:00100000:1.0:1775764864.617807:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39447 00000100:00100000:1.0:1775764864.617818:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223203328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.618190:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223203328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 371us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.618198:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39447 00002000:00100000:1.0:1775764864.618207:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2506752->2510847) req@ffff8b8c90d23100 x1862022223203328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.618216:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23100 with x1862022223203328 ext(2506752->2510847) 00002000:00010000:1.0:1775764864.618219:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23100 00000100:00100000:0.0:1775764864.621684:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.621798:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223203456 00000100:00100000:2.0:1775764864.621812:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223203456 00002000:00100000:2.0:1775764864.621951:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2510848->2514943) req@ffff8b8c86d76300 x1862022223203456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.621965:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76300 with x1862022223203456 ext(2510848->2514943) 00002000:00010000:2.0:1775764864.621973:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76300 00000100:00100000:2.0:1775764864.622047:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39448 00000100:00100000:2.0:1775764864.622059:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223203456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.622424:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223203456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 365us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.622433:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39448 00002000:00100000:2.0:1775764864.622441:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2510848->2514943) req@ffff8b8c86d76300 x1862022223203456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.622450:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76300 with x1862022223203456 ext(2510848->2514943) 00002000:00010000:2.0:1775764864.622454:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76300 00000100:00100000:1.0:1775764864.625254:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.625495:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223203584 00000100:00100000:0.0:1775764864.625508:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223203584 00002000:00100000:0.0:1775764864.625625:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2514944->2519039) req@ffff8b8cc17b4a80 x1862022223203584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.625639:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4a80 with x1862022223203584 ext(2514944->2519039) 00002000:00010000:0.0:1775764864.625647:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4a80 00000100:00100000:0.0:1775764864.625675:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39449 00000100:00100000:0.0:1775764864.625686:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223203584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.626245:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223203584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 557us (1001us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.626255:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39449 00002000:00100000:0.0:1775764864.626262:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2514944->2519039) req@ffff8b8cc17b4a80 x1862022223203584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.626271:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4a80 with x1862022223203584 ext(2514944->2519039) 00002000:00010000:0.0:1775764864.626275:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4a80 00000100:00100000:0.0:1775764864.630463:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.630599:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223203712 00000100:00100000:2.0:1775764864.630613:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223203712 00002000:00100000:2.0:1775764864.630681:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1081344->1134591) req@ffff8b8c86d74e00 x1862022223203712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.630695:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022223203712 ext(1081344->1134591) 00002000:00010000:2.0:1775764864.630711:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74e00 00000100:00100000:2.0:1775764864.630752:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39450 00000100:00100000:2.0:1775764864.630764:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223203712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.635937:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223203712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5158us (5472us total) trans 0 rc 53248/53248 00000100:00100000:2.0:1775764864.635955:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39450 00002000:00100000:2.0:1775764864.635973:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1081344->1134591) req@ffff8b8c86d74e00 x1862022223203712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.635985:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022223203712 ext(1081344->1134591) 00002000:00010000:2.0:1775764864.635993:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74e00 00000100:00100000:3.0:1775764864.639965:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.640138:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223203968 00000100:00100000:0.0:1775764864.640154:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223203968 00000100:00100000:0.0:1775764864.640348:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44800 00000100:00100000:0.0:1775764864.640360:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223203968:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764864.640438:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764864.640475:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0d91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3dd expref: 68 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.640502:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764864.640509:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764864.640893:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0d98 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.640911:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0d98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.640924:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0d98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764864.640988:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032566 00000004:00010000:0.0:1775764864.641018:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005fcec47 reply state 00000000a76a0fc5 transno 4295032567 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0d98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764864.641029:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764864.641160:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223203968:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 801us (1208us total) trans 4295032567 rc 0/0 00000100:00100000:0.0:1775764864.641170:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44800 00000020:00080000:0.0:1775764864.641177:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764864.644428:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.644470:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764864.645219:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0d98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645234:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0d98 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645243:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0d98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645249:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764864.645255:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0d98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645264:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0d98 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645289:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764864.645292:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764864.645298:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0d98 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645304:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d0d98 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764864.645358:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223204096 00000100:00100000:2.0:1775764864.645372:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223204096 00002000:00010000:2.0:1775764864.645426:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764864.645431:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22680 with x1862022223204096 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764864.645444:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d22680. 00000100:00100000:2.0:1775764864.645481:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223204224 00000100:00100000:2.0:1775764864.645485:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223204224 00002000:00010000:2.0:1775764864.645500:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (545344->18446744073709551615) 00002000:00100000:2.0:1775764864.645503:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21f80 with x1862022223204224 ext(545344->18446744073709551615) 00002000:00010000:2.0:1775764864.645511:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d21f80. 00000100:00100000:2.0:1775764864.645553:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39451 00000100:00100000:2.0:1775764864.645565:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223204096:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764864.645972:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 253780 -> 4194304 00002000:00010000:2.0:1775764864.645976:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:2.0:1775764864.645979:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764864.645980:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:2.0:1775764864.645984:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 457 00000100:00100000:2.0:1775764864.646062:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223204096:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 498us (1648us total) trans 4294996967 rc 0/0 00000100:00100000:2.0:1775764864.646072:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39451 00002000:00010000:2.0:1775764864.646076:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764864.646079:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22680 with x1862022223204096 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764864.646085:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d22680. 00000100:00100000:2.0:1775764864.646106:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39452 00000100:00100000:2.0:1775764864.646114:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223204224:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764864.646245:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 545344 00002000:00010000:2.0:1775764864.646249:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764864 00002000:00010000:2.0:1775764864.646251:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764864.646254:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764864 00002000:00010000:2.0:1775764864.646256:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764864.646278:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223204224:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 166us (1807us total) trans 4294996277 rc 0/0 00000100:00100000:2.0:1775764864.646286:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39452 00002000:00010000:2.0:1775764864.646289:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (545344->18446744073709551615) 00002000:00100000:2.0:1775764864.646292:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21f80 with x1862022223204224 ext(545344->18446744073709551615) 00002000:00010000:2.0:1775764864.646297:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d21f80. 00000100:00100000:3.0:1775764864.650067:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.650375:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223204352 00000100:00100000:2.0:1775764864.650390:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223204352 00002000:00100000:2.0:1775764864.650457:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (503808->507903) req@ffff8b8c90d20e00 x1862022223204352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.650470:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20e00 with x1862022223204352 ext(503808->507903) 00002000:00010000:2.0:1775764864.650480:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d20e00 00000100:00100000:2.0:1775764864.650523:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39453 00000100:00100000:2.0:1775764864.650560:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223204352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.650925:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223204352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 391us (872us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764864.650934:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39453 00002000:00100000:2.0:1775764864.650940:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (503808->507903) req@ffff8b8c90d20e00 x1862022223204352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/4536 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.650949:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20e00 with x1862022223204352 ext(503808->507903) 00002000:00010000:2.0:1775764864.650951:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d20e00 00000100:00100000:3.0:1775764864.655147:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.655279:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223204480 00000100:00100000:0.0:1775764864.655294:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223204480 00002000:00100000:0.0:1775764864.655363:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (507904->511999) req@ffff8b8ca2875180 x1862022223204480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.655379:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875180 with x1862022223204480 ext(507904->511999) 00002000:00010000:0.0:1775764864.655386:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875180 00000100:00100000:0.0:1775764864.655430:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39454 00000100:00100000:0.0:1775764864.655442:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223204480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.655843:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223204480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 401us (710us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764864.655851:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39454 00002000:00100000:0.0:1775764864.655858:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (507904->511999) req@ffff8b8ca2875180 x1862022223204480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/4536 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.655865:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875180 with x1862022223204480 ext(507904->511999) 00002000:00010000:0.0:1775764864.655869:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875180 00000100:00100000:3.0:1775764864.661035:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.661179:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223204608 00000100:00100000:0.0:1775764864.661194:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223204608 00002000:00100000:0.0:1775764864.661262:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (495616->548863) req@ffff8b8ca2875500 x1862022223204608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.661275:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875500 with x1862022223204608 ext(495616->548863) 00002000:00010000:0.0:1775764864.661283:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875500 00000100:00100000:0.0:1775764864.661328:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39455 00000100:00100000:0.0:1775764864.661339:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223204608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.666469:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223204608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5115us (5432us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1775764864.666486:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39455 00002000:00100000:0.0:1775764864.666505:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (495616->548863) req@ffff8b8ca2875500 x1862022223204608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.666516:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875500 with x1862022223204608 ext(495616->548863) 00002000:00010000:0.0:1775764864.666523:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875500 00000100:00100000:1.0:1775764864.670897:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.671054:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223204736 00000100:00100000:3.0:1775764864.671067:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223204736 00002000:00100000:3.0:1775764864.671138:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (454656->545343) req@ffff8b8cc17b5c00 x1862022223204736/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.671151:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5c00 with x1862022223204736 ext(454656->545343) 00002000:00010000:3.0:1775764864.671158:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5c00 00000100:00100000:3.0:1775764864.671202:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39456 00000100:00100000:3.0:1775764864.671214:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223204736:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764864.677176:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223204736:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5652us (5982us total) trans 4294996278 rc 0/0 00000100:00100000:2.0:1775764864.677192:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39456 00002000:00100000:2.0:1775764864.677209:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (454656->545343) req@ffff8b8cc17b5c00 x1862022223204736/t4294996278(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/448 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.677221:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5c00 with x1862022223204736 ext(454656->545343) 00002000:00010000:2.0:1775764864.677228:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5c00 00000100:00100000:1.0:1775764864.681055:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.681142:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223204864 00000100:00100000:3.0:1775764864.681156:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223204864 00000100:00100000:3.0:1775764864.681242:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84930 00000100:00100000:3.0:1775764864.681254:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223204864:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764864.720028:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996276 is committed 00000001:00080000:1.0:1775764864.720056:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996278 is committed 00000100:00100000:3.0:1775764864.720283:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223204864:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 39023us (39232us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.720297:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84930 00000100:00100000:3.0:1775764864.723202:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.723502:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223204992 00000100:00100000:1.0:1775764864.723517:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223204992 00000100:00100000:1.0:1775764864.723627:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44801 00000100:00100000:1.0:1775764864.723640:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+69:11755:x1862022223204992:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764864.723674:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764864.723712:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0d9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3e4 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.723833:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0da6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.723851:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0da6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.723864:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0da6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764864.724067:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4739648 00000004:00200000:1.0:1775764864.724073:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764864.724097:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0da6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.724131:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0d9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3e4 expref: 71 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.724154:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0da6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3e4 expref: 70 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.724164:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.724167:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764864.724173:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e82a00, rc 0) 00000100:00100000:1.0:1775764864.724321:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223204992:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 683us (1131us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.724328:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44801 00000100:00100000:1.0:1775764864.729843:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.730027:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223205120 00000100:00100000:2.0:1775764864.730042:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223205120 00002000:00100000:2.0:1775764864.730111:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1261568->1323007) req@ffff8b8cc17b7800 x1862022223205120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.730124:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7800 with x1862022223205120 ext(1261568->1323007) 00002000:00010000:2.0:1775764864.730132:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7800 00000100:00100000:2.0:1775764864.730175:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39457 00000100:00100000:2.0:1775764864.730189:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223205120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.741366:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223205120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11165us (11525us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1775764864.741383:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39457 00002000:00100000:2.0:1775764864.741400:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1261568->1323007) req@ffff8b8cc17b7800 x1862022223205120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.741412:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7800 with x1862022223205120 ext(1261568->1323007) 00002000:00010000:2.0:1775764864.741420:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7800 00000100:00100000:2.0:1775764864.745362:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.745490:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223205376 00000100:00100000:0.0:1775764864.745505:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223205376 00000100:00100000:1.0:1775764864.745850:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44802 00000100:00100000:1.0:1775764864.745943:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223205376:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764864.746027:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764864.746064:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0da6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3e4 expref: 70 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.746089:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.746095:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764864.746464:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.746481:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.746498:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764864.746855:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032568 00000004:00010000:1.0:1775764864.746901:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec456e0d reply state 0000000054818196 transno 4295032569 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764864.746913:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764864.747101:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223205376:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1237us (1754us total) trans 4295032569 rc 0/0 00000100:00100000:1.0:1775764864.747111:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44802 00000020:00080000:1.0:1775764864.747117:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764864.753328:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.753372:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.753534:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223205504 00000100:00100000:3.0:1775764864.753564:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223205504 00002000:00010000:3.0:1775764864.753630:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2137987->18446744073709551615) 00002000:00100000:3.0:1775764864.753636:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022223205504 ext(2137987->18446744073709551615) 00002000:00010000:3.0:1775764864.753652:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75f80. 00000100:00100000:3.0:1775764864.753687:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223205632 00000100:00100000:3.0:1775764864.753691:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223205632 00002000:00010000:3.0:1775764864.753716:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764864.753720:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022223205632 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764864.753729:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d77800. 00000100:00100000:3.0:1775764864.753756:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39458 00000100:00100000:3.0:1775764864.753767:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223205504:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764864.754066:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39459 00000100:00100000:2.0:1775764864.754078:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223205632:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764864.754490:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 545344 -> 0 00002000:00010000:2.0:1775764864.754495:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764865 00002000:00010000:2.0:1775764864.754498:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764864.754500:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764865 00002000:00010000:2.0:1775764864.754502:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 391 00000100:00100000:2.0:1775764864.754632:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223205632:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 556us (1257us total) trans 4294996279 rc 0/0 00000100:00100000:2.0:1775764864.754642:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39459 00002000:00010000:2.0:1775764864.754646:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764864.754649:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77800 with x1862022223205632 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764864.754655:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d77800. 00002000:00010000:3.0:1775764864.756263:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2137987 00002000:00010000:3.0:1775764864.756274:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764864 -> 1775764865 00002000:00010000:3.0:1775764864.756276:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:3.0:1775764864.756278:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764864 -> 1775764865 00002000:00010000:3.0:1775764864.756281:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:3.0:1775764864.756372:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223205504:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2599us (3052us total) trans 4294996968 rc 0/0 00000100:00100000:3.0:1775764864.756386:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39458 00002000:00010000:3.0:1775764864.756391:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2137987->18446744073709551615) 00002000:00100000:3.0:1775764864.756394:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022223205504 ext(2137987->18446744073709551615) 00002000:00010000:3.0:1775764864.756402:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75f80. 00010000:00010000:1.0:1775764864.759236:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.759259:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.759267:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.759273:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764864.759279:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.759287:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.759312:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.759315:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764864.759323:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.759330:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764864.760898:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.761000:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223205760 00000100:00100000:3.0:1775764864.761013:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223205760 00000100:00100000:3.0:1775764864.761089:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44803 00000100:00100000:3.0:1775764864.761101:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+71:11755:x1862022223205760:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764864.761138:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764864.761167:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0db4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3eb expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.761283:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0dbb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.761300:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0dbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.761313:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0dbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764864.761348:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2137987 00000004:00200000:3.0:1775764864.761352:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764864.761374:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0dbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.761403:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0db4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3eb expref: 73 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.761425:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0dbb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3eb expref: 72 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.761434:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764864.761437:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764864.761441:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8a00, rc 0) 00000100:00100000:3.0:1775764864.761522:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223205760:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 423us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.761534:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44803 00000100:00100000:0.0:1775764864.765993:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.766148:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223205888 00000100:00100000:2.0:1775764864.766162:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223205888 00002000:00100000:2.0:1775764864.766241:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2084864->2088959) req@ffff8b8c86d74a80 x1862022223205888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.766255:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022223205888 ext(2084864->2088959) 00002000:00010000:2.0:1775764864.766263:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74a80 00000100:00100000:2.0:1775764864.766343:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39460 00000100:00100000:2.0:1775764864.766354:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223205888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.766718:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223205888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 365us (739us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764864.766726:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39460 00002000:00100000:2.0:1775764864.766734:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2084864->2088959) req@ffff8b8c86d74a80 x1862022223205888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/4536 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.766742:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022223205888 ext(2084864->2088959) 00002000:00010000:2.0:1775764864.766746:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74a80 00000100:00100000:3.0:1775764864.769693:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.771158:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223206016 00000100:00100000:1.0:1775764864.771175:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223206016 00002000:00100000:0.0:1775764864.771459:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2088960->2093055) req@ffff8b8ca2876300 x1862022223206016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.771474:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876300 with x1862022223206016 ext(2088960->2093055) 00002000:00010000:0.0:1775764864.771481:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876300 00000100:00100000:0.0:1775764864.771718:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39461 00000100:00100000:0.0:1775764864.771730:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223206016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.772104:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223206016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 375us (2424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764864.772115:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39461 00002000:00100000:0.0:1775764864.772123:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2088960->2093055) req@ffff8b8ca2876300 x1862022223206016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/4536 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.772132:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876300 with x1862022223206016 ext(2088960->2093055) 00002000:00010000:0.0:1775764864.772135:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876300 00000100:00100000:3.0:1775764864.776093:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.776254:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223206144 00000100:00100000:1.0:1775764864.776267:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223206144 00002000:00100000:1.0:1775764864.776334:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2129919) req@ffff8b8ca2877800 x1862022223206144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.776346:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877800 with x1862022223206144 ext(2064384->2129919) 00002000:00010000:1.0:1775764864.776353:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877800 00000100:00100000:1.0:1775764864.776398:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39462 00000100:00100000:1.0:1775764864.776409:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223206144:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764864.788266:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223206144:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11843us (12174us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764864.788285:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39462 00002000:00100000:3.0:1775764864.788302:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2129919) req@ffff8b8ca2877800 x1862022223206144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 504/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.788314:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877800 with x1862022223206144 ext(2064384->2129919) 00002000:00010000:3.0:1775764864.788322:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877800 00000100:00100000:0.0:1775764864.792222:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.792337:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223206272 00000100:00100000:2.0:1775764864.792353:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223206272 00002000:00100000:2.0:1775764864.792421:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2129920->2138111) req@ffff8b8c86d77b80 x1862022223206272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.792435:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022223206272 ext(2129920->2138111) 00002000:00010000:2.0:1775764864.792443:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:2.0:1775764864.792484:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39463 00000100:00100000:2.0:1775764864.792496:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223206272:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764864.792982:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223206272:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 486us (774us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1775764864.792993:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39463 00002000:00100000:2.0:1775764864.793002:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2129920->2138111) req@ffff8b8c86d77b80 x1862022223206272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/8632 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.793012:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022223206272 ext(2129920->2138111) 00002000:00010000:2.0:1775764864.793016:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:0.0:1775764864.798942:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.799326:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223206528 00000100:00100000:1.0:1775764864.799339:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223206528 00000100:00100000:1.0:1775764864.799422:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44804 00000100:00100000:1.0:1775764864.799434:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223206528:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764864.799507:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764864.799589:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d0dbb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3eb expref: 72 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.799615:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.799621:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764864.799958:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0dc2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.799981:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.799994:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764864.800058:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032570 00000004:00010000:1.0:1775764864.800086:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075aedceb reply state 000000007e9a631b transno 4295032571 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764864.800096:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764864.800232:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223206528:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 799us (1302us total) trans 4295032571 rc 0/0 00000100:00100000:1.0:1775764864.800241:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44804 00000020:00080000:1.0:1775764864.800247:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764864.804447:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.804472:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0dc2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.804480:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0dc2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.804487:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764864.804493:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0dc2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.804502:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0dc2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.804524:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764864.804528:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764864.804534:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0dc2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.804592:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82a00/0xdb23b4c9253d0dc2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764864.805575:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.805672:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223206656 00000100:00100000:1.0:1775764864.805688:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223206656 00002000:00010000:1.0:1775764864.805755:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764864.805761:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4700 with x1862022223206656 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764864.805775:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4700. 00000100:00100000:1.0:1775764864.805807:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39464 00000100:00100000:1.0:1775764864.805818:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223206656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764864.806149:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2137987 -> 4194304 00002000:00010000:1.0:1775764864.806154:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764864.806158:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764864.806160:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764864.806163:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:1.0:1775764864.806239:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223206656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 421us (704us total) trans 4294996969 rc 0/0 00000100:00100000:1.0:1775764864.806248:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39464 00002000:00010000:1.0:1775764864.806252:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764864.806255:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed4700 with x1862022223206656 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764864.806259:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed4700. 00000100:00100000:3.0:1775764864.807660:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.807772:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223206784 00000100:00100000:2.0:1775764864.807785:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223206784 00002000:00010000:2.0:1775764864.807831:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (219164->18446744073709551615) 00002000:00100000:2.0:1775764864.807837:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e300 with x1862022223206784 ext(219164->18446744073709551615) 00002000:00010000:2.0:1775764864.807850:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51e300. 00000100:00100000:2.0:1775764864.807897:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39465 00000100:00100000:2.0:1775764864.807907:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223206784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764864.808173:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 219164 00002000:00010000:2.0:1775764864.808178:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764864.808180:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764864.808182:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764864.808184:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764864.808241:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223206784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 335us (591us total) trans 4294996280 rc 0/0 00000100:00100000:2.0:1775764864.808250:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39465 00002000:00010000:2.0:1775764864.808254:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (219164->18446744073709551615) 00002000:00100000:2.0:1775764864.808256:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e300 with x1862022223206784 ext(219164->18446744073709551615) 00002000:00010000:2.0:1775764864.808261:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51e300. 00000100:00100000:2.0:1775764864.812865:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.813037:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223206912 00000100:00100000:0.0:1775764864.813051:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223206912 00002000:00100000:0.0:1775764864.813116:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (217088->221183) req@ffff8b8c892e0000 x1862022223206912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.813129:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0000 with x1862022223206912 ext(217088->221183) 00002000:00010000:0.0:1775764864.813138:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0000 00000100:00100000:0.0:1775764864.813183:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39466 00000100:00100000:0.0:1775764864.813194:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223206912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764864.813532:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223206912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 339us (678us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764864.813596:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39466 00002000:00100000:0.0:1775764864.813604:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (217088->221183) req@ffff8b8c892e0000 x1862022223206912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/4536 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764864.813612:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0000 with x1862022223206912 ext(217088->221183) 00002000:00010000:0.0:1775764864.813615:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0000 00000100:00100000:0.0:1775764864.818022:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.818129:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223207040 00000100:00100000:2.0:1775764864.818144:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223207040 00002000:00100000:2.0:1775764864.818215:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (217088->219163) req@ffff8b8cbaed5180 x1862022223207040/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 2568/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.818227:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5180 with x1862022223207040 ext(217088->219163) 00002000:00010000:2.0:1775764864.818235:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5180 00000100:00100000:2.0:1775764864.818278:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39467 00000100:00100000:2.0:1775764864.818290:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223207040:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764864.819198:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223207040:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 905us (1188us total) trans 4294996281 rc 0/0 00000100:00100000:2.0:1775764864.819211:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39467 00002000:00100000:2.0:1775764864.819220:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (217088->219163) req@ffff8b8cbaed5180 x1862022223207040/t4294996281(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 2568/448 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764864.819231:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5180 with x1862022223207040 ext(217088->219163) 00002000:00010000:2.0:1775764864.819236:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5180 00000100:00100000:2.0:1775764864.822677:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.822889:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223207168 00000100:00100000:1.0:1775764864.822904:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223207168 00000100:00100000:1.0:1775764864.822980:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84931 00000100:00100000:1.0:1775764864.822993:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223207168:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764864.855072:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996281 is committed 00000100:00100000:3.0:1775764864.855334:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223207168:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32334us (32662us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.855351:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84931 00000100:00100000:0.0:1775764864.860320:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.860445:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223207296 00000100:00100000:1.0:1775764864.860459:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223207296 00000100:00100000:1.0:1775764864.860611:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44805 00000100:00100000:1.0:1775764864.860624:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+73:11755:x1862022223207296:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764864.860659:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764864.860689:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dc9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3f2 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.860826:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0dd0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.860846:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.860861:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764864.861073:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4413468 00000004:00200000:1.0:1775764864.861080:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764864.861105:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.861139:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dc9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3f2 expref: 75 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.861163:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0dd0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3f2 expref: 74 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.861173:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.861177:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764864.861182:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e82400, rc 0) 00000100:00100000:1.0:1775764864.861263:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223207296:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 641us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.861271:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44805 00000100:00100000:2.0:1775764864.864620:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.865308:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223207552 00000100:00100000:0.0:1775764864.865324:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223207552 00000100:00100000:0.0:1775764864.865410:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44806 00000100:00100000:0.0:1775764864.865423:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223207552:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764864.865508:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764864.865587:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0dd0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3f2 expref: 74 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.865613:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764864.865619:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764864.865929:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0dd7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.865946:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.865958:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764864.866019:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032572 00000004:00010000:0.0:1775764864.866045:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000089640746 reply state 00000000374f4306 transno 4295032573 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764864.866055:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764864.866172:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223207552:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 752us (1567us total) trans 4295032573 rc 0/0 00000100:00100000:0.0:1775764864.866181:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44806 00000020:00080000:0.0:1775764864.866186:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764864.871714:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.871761:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.871795:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223207680 00000100:00100000:2.0:1775764864.871808:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223207680 00002000:00010000:2.0:1775764864.871865:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (662969->18446744073709551615) 00000100:00100000:0.0:1775764864.872030:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223207808 00000100:00100000:0.0:1775764864.872036:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223207808 00002000:00010000:0.0:1775764864.872056:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764864.872061:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022223207808 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764864.872078:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e2d80. 00000100:00100000:0.0:1775764864.872118:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39468 00000100:00100000:0.0:1775764864.872131:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223207808:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764864.872806:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 219164 -> 0 00002000:00010000:0.0:1775764864.872812:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764864.872815:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764864.872817:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764864.872819:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 135 00000100:00100000:0.0:1775764864.872983:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223207808:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 852us (1217us total) trans 4294996282 rc 0/0 00000100:00100000:0.0:1775764864.872993:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39468 00002000:00010000:0.0:1775764864.872998:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764864.873001:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022223207808 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764864.873007:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e2d80. 00002000:00100000:2.0:1775764864.873335:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3b80 with x1862022223207680 ext(662969->18446744073709551615) 00002000:00010000:2.0:1775764864.873345:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3b80. 00000100:00100000:2.0:1775764864.873382:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39469 00000100:00100000:2.0:1775764864.873393:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223207680:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764864.873850:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 662969 00002000:00010000:2.0:1775764864.873855:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764864.873857:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764864.873858:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764864.873861:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:2.0:1775764864.873985:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223207680:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 595us (2295us total) trans 4294996970 rc 0/0 00000100:00100000:2.0:1775764864.873996:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39469 00002000:00010000:2.0:1775764864.873999:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (662969->18446744073709551615) 00002000:00100000:2.0:1775764864.874002:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3b80 with x1862022223207680 ext(662969->18446744073709551615) 00002000:00010000:2.0:1775764864.874008:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3b80. 00010000:00010000:1.0:1775764864.877055:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.877077:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0dd7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.877087:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0dd7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.877094:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc5000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764864.877100:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0dd7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.877110:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0dd7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.877138:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.877142:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764864.877149:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0dd7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.877157:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5000/0xdb23b4c9253d0dd7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764864.878357:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.878460:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223207936 00000100:00100000:2.0:1775764864.878473:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223207936 00000100:00100000:2.0:1775764864.878785:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44807 00000100:00100000:2.0:1775764864.878799:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+75:11755:x1862022223207936:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764864.878835:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764864.878863:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0dde lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd3f9 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.878991:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0de5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.879008:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0de5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.879022:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0de5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764864.879058:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 662969 00000004:00200000:2.0:1775764864.879063:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764864.879085:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0de5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.879115:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0dde lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3f9 expref: 77 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.879139:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0de5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3f9 expref: 76 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.879150:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764864.879153:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764864.879157:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5600, rc 0) 00000100:00100000:2.0:1775764864.879371:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223207936:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 574us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.879379:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44807 00000100:00100000:3.0:1775764864.882331:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.885535:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223208192 00000100:00100000:0.0:1775764864.885580:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223208192 00000100:00100000:1.0:1775764864.886105:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44808 00000100:00100000:1.0:1775764864.886119:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223208192:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764864.886206:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764864.886395:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d0de5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd3f9 expref: 76 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.886420:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.886427:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764864.886928:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.886947:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.886959:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764864.887033:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032574 00000004:00010000:1.0:1775764864.887062:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006fdc7829 reply state 0000000005434cb2 transno 4295032575 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764864.887077:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764864.887222:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223208192:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1105us (4905us total) trans 4295032575 rc 0/0 00000100:00100000:1.0:1775764864.887231:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44808 00000020:00080000:1.0:1775764864.887237:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764864.891364:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.891415:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764864.891509:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.891523:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.891531:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.891579:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764864.891586:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.891595:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.891619:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764864.891623:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764864.891629:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dec lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.891636:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82600/0xdb23b4c9253d0dec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764864.891807:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223208448 00000100:00100000:1.0:1775764864.891820:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223208448 00002000:00010000:1.0:1775764864.891883:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764864.891888:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022223208448 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764864.891903:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0380. 00000100:00100000:1.0:1775764864.891930:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223208320 00000100:00100000:1.0:1775764864.891933:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223208320 00002000:00010000:1.0:1775764864.891945:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (490377->18446744073709551615) 00002000:00100000:1.0:1775764864.891948:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022223208320 ext(490377->18446744073709551615) 00002000:00010000:1.0:1775764864.891954:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3480. 00000100:00100000:1.0:1775764864.891972:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39470 00000100:00100000:1.0:1775764864.891981:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223208448:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764864.892278:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764864.892282:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764864.892285:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764864.892288:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764864.892290:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764864.892353:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223208448:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 373us (1005us total) trans 4294996283 rc 0/0 00000100:00100000:1.0:1775764864.892361:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39470 00002000:00010000:1.0:1775764864.892366:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764864.892368:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022223208448 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764864.892372:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0380. 00000100:00100000:1.0:1775764864.892390:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39471 00000100:00100000:1.0:1775764864.892396:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223208320:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764864.892773:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 662969 -> 490377 00002000:00010000:1.0:1775764864.892777:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764864.892779:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764864.892781:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764864.892782:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:1.0:1775764864.892807:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223208320:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 410us (1391us total) trans 4294996971 rc 0/0 00000100:00100000:1.0:1775764864.892814:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39471 00002000:00010000:1.0:1775764864.892817:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (490377->18446744073709551615) 00002000:00100000:1.0:1775764864.892820:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022223208320 ext(490377->18446744073709551615) 00002000:00010000:1.0:1775764864.892825:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e3480. 00000100:00100000:2.0:1775764864.896251:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.896325:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223208576 00000100:00100000:3.0:1775764864.896340:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223208576 00000100:00100000:3.0:1775764864.896424:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44809 00000100:00100000:3.0:1775764864.896437:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+77:11755:x1862022223208576:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764864.896475:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764864.896507:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0df3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd400 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.896666:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0dfa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.896691:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.896716:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764864.896755:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 490377 00000004:00200000:3.0:1775764864.896761:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764864.896785:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.896818:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0df3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd400 expref: 79 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.896841:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0dfa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd400 expref: 78 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.896851:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764864.896854:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764864.896859:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9600, rc 0) 00000100:00100000:3.0:1775764864.897402:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223208576:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 965us (1164us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.897411:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44809 00000100:00100000:2.0:1775764864.902111:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.902238:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223208704 00000100:00100000:3.0:1775764864.902252:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223208704 00002000:00100000:3.0:1775764864.902314:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (237568->274431) req@ffff8b8ca4e61c00 x1862022223208704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.902328:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61c00 with x1862022223208704 ext(237568->274431) 00002000:00010000:3.0:1775764864.902336:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61c00 00000100:00100000:3.0:1775764864.902375:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39472 00000100:00100000:3.0:1775764864.902385:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223208704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.908943:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223208704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6541us (6830us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764864.908960:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39472 00002000:00100000:1.0:1775764864.908979:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (237568->274431) req@ffff8b8ca4e61c00 x1862022223208704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.908990:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61c00 with x1862022223208704 ext(237568->274431) 00002000:00010000:1.0:1775764864.908998:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61c00 00000100:00100000:3.0:1775764864.917441:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.917590:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223208832 00000100:00100000:1.0:1775764864.917605:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223208832 00002000:00100000:1.0:1775764864.917676:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (655360->720895) req@ffff8b8c3c51fb80 x1862022223208832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.917689:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51fb80 with x1862022223208832 ext(655360->720895) 00002000:00010000:1.0:1775764864.917696:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51fb80 00000100:00100000:1.0:1775764864.917745:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39473 00000100:00100000:1.0:1775764864.917757:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223208832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764864.920805:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223208832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3034us (3366us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.920821:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39473 00002000:00100000:1.0:1775764864.920836:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (655360->720895) req@ffff8b8c3c51fb80 x1862022223208832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.920848:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51fb80 with x1862022223208832 ext(655360->720895) 00002000:00010000:1.0:1775764864.920855:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51fb80 00000100:00100000:0.0:1775764864.924848:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.925259:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223209088 00000100:00100000:1.0:1775764864.925274:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223209088 00000100:00100000:1.0:1775764864.925362:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44810 00000100:00100000:1.0:1775764864.925375:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223209088:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764864.925459:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764864.925497:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0dfa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd400 expref: 78 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.925521:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.925528:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764864.925999:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83000/0xdb23b4c9253d0e01 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.926019:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83000/0xdb23b4c9253d0e01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.926032:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83000/0xdb23b4c9253d0e01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764864.926094:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032576 00000004:00010000:1.0:1775764864.926125:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009273b28 reply state 000000005c97eed6 transno 4295032577 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83000/0xdb23b4c9253d0e01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764864.926135:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764864.926644:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223209088:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1269us (1808us total) trans 4295032577 rc 0/0 00000100:00100000:1.0:1775764864.926655:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44810 00000020:00080000:1.0:1775764864.926662:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764864.929498:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83000/0xdb23b4c9253d0e01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.929520:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83000/0xdb23b4c9253d0e01 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.929529:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83000/0xdb23b4c9253d0e01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.929583:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764864.929591:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83000/0xdb23b4c9253d0e01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.929600:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83000/0xdb23b4c9253d0e01 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.929628:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.929631:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764864.929638:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83000/0xdb23b4c9253d0e01 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.929645:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83000/0xdb23b4c9253d0e01 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764864.932086:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.932267:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223209216 00000100:00100000:2.0:1775764864.932281:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223209216 00002000:00010000:2.0:1775764864.932335:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (596472->18446744073709551615) 00002000:00100000:2.0:1775764864.932342:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022223209216 ext(596472->18446744073709551615) 00002000:00010000:2.0:1775764864.932356:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5880. 00000100:00100000:2.0:1775764864.932392:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39474 00000100:00100000:2.0:1775764864.932403:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223209216:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764864.932768:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 490377 -> 596472 00002000:00010000:2.0:1775764864.932772:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764864.932775:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764864.932777:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764864.932780:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:2.0:1775764864.932875:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223209216:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 465us (795us total) trans 4294996972 rc 0/0 00000100:00100000:2.0:1775764864.932885:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39474 00002000:00010000:2.0:1775764864.932889:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (596472->18446744073709551615) 00002000:00100000:2.0:1775764864.932891:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022223209216 ext(596472->18446744073709551615) 00002000:00010000:2.0:1775764864.932897:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5880. 00000100:00100000:3.0:1775764864.935980:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.936110:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223209344 00000100:00100000:0.0:1775764864.936123:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223209344 00002000:00010000:0.0:1775764864.936184:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764864.936190:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f100 with x1862022223209344 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764864.936207:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51f100. 00000100:00100000:0.0:1775764864.936251:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39475 00000100:00100000:0.0:1775764864.936264:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223209344:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764864.936610:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764864.936614:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764864.936617:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764864.936620:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764864.936622:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764864.936715:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223209344:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 441us (736us total) trans 4294996284 rc 0/0 00000100:00100000:0.0:1775764864.936723:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39475 00002000:00010000:0.0:1775764864.936728:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764864.936732:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f100 with x1862022223209344 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764864.936739:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51f100. 00000100:00100000:3.0:1775764864.941477:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.941639:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223209472 00000100:00100000:1.0:1775764864.941654:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223209472 00000100:00100000:1.0:1775764864.941748:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44811 00000100:00100000:1.0:1775764864.941760:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+79:11755:x1862022223209472:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764864.941795:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764864.941824:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0e08 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd407 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.941952:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0e0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.941971:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0e0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.941986:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0e0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764864.942020:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 596472 00000004:00200000:1.0:1775764864.942025:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764864.942049:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0e0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.942089:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0e08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd407 expref: 81 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.942113:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0e0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd407 expref: 80 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.942123:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.942126:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764864.942132:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83600, rc 0) 00000100:00100000:1.0:1775764864.942215:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223209472:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 458us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.942222:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44811 00000100:00100000:1.0:1775764864.949269:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.949381:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223209728 00000100:00100000:3.0:1775764864.949395:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223209728 00000100:00100000:3.0:1775764864.949468:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44812 00000100:00100000:3.0:1775764864.949481:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223209728:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764864.949596:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764864.949636:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83600/0xdb23b4c9253d0e0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd407 expref: 80 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.949663:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764864.949670:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764864.949974:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0e16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.949993:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764864.950005:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764864.950069:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032578 00000004:00010000:3.0:1775764864.950100:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b7bdd25 reply state 000000007883ea9c transno 4295032579 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764864.950116:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764864.950246:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223209728:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 766us (989us total) trans 4295032579 rc 0/0 00000100:00100000:3.0:1775764864.950255:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44812 00000020:00080000:3.0:1775764864.950260:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764864.952960:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.952980:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0e16 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.952989:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0e16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.952995:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764864.953000:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0e16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.953010:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0e16 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.953035:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764864.953039:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764864.953045:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0e16 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.953051:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d0e16 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764864.955059:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.956088:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223209856 00000100:00100000:0.0:1775764864.956105:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223209856 00002000:00010000:0.0:1775764864.956164:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3770498->18446744073709551615) 00002000:00100000:0.0:1775764864.956171:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5f80 with x1862022223209856 ext(3770498->18446744073709551615) 00002000:00010000:0.0:1775764864.956188:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5f80. 00000100:00100000:0.0:1775764864.956245:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39476 00000100:00100000:0.0:1775764864.956257:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223209856:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764864.957092:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 596472 -> 3770498 00002000:00010000:0.0:1775764864.957101:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764864.957103:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764864.957106:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764864.957109:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:0.0:1775764864.957208:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223209856:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 949us (2159us total) trans 4294996973 rc 0/0 00000100:00100000:0.0:1775764864.957220:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39476 00002000:00010000:0.0:1775764864.957225:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3770498->18446744073709551615) 00002000:00100000:0.0:1775764864.957228:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5f80 with x1862022223209856 ext(3770498->18446744073709551615) 00002000:00010000:0.0:1775764864.957235:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5f80. 00000100:00100000:3.0:1775764864.960383:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764864.960521:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223209984 00000100:00100000:0.0:1775764864.960535:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223209984 00002000:00010000:0.0:1775764864.960636:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764864.960642:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ed80 with x1862022223209984 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764864.960658:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ed80. 00000100:00100000:0.0:1775764864.960690:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39477 00000100:00100000:0.0:1775764864.960710:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223209984:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764864.961115:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764864.961120:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764864.961123:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764864.961126:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764864.961129:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764864.961215:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223209984:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 514us (846us total) trans 4294996285 rc 0/0 00000100:00100000:1.0:1775764864.961224:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39477 00002000:00010000:1.0:1775764864.961229:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764864.961232:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ed80 with x1862022223209984 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764864.961236:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ed80. 00000100:00100000:3.0:1775764864.963586:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.963753:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223210112 00000100:00100000:2.0:1775764864.963766:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223210112 00000100:00100000:2.0:1775764864.963838:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44813 00000100:00100000:2.0:1775764864.963850:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+81:11755:x1862022223210112:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764864.963893:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764864.963919:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0e1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd40e expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.964063:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0e24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.964082:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.964097:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764864.964136:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3770498 00000004:00200000:2.0:1775764864.964141:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764864.964163:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.964194:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d0e1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd40e expref: 83 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.964230:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd40e expref: 82 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.964241:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764864.964244:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764864.964249:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4c00, rc 0) 00000100:00100000:2.0:1775764864.964328:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223210112:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 480us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.964334:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44813 00000100:00100000:1.0:1775764864.969184:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.969293:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223210368 00000100:00100000:2.0:1775764864.969309:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223210368 00000100:00100000:2.0:1775764864.969388:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44814 00000100:00100000:2.0:1775764864.969400:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223210368:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764864.969482:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764864.969520:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d0e24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd40e expref: 82 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.969581:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764864.969588:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764864.969974:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0e2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.969993:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0e2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.970005:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0e2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764864.970066:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032580 00000004:00010000:2.0:1775764864.970094:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007dc1b31 reply state 00000000fb6913f7 transno 4295032581 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0e2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764864.970104:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764864.970621:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223210368:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1219us (1449us total) trans 4295032581 rc 0/0 00000100:00100000:2.0:1775764864.970631:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44814 00000020:00080000:2.0:1775764864.970637:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764864.970726:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764864.973165:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0e2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.973187:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0e2b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.973197:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0e2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.973205:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764864.973210:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0e2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.973219:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0e2b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.973241:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.973245:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764864.973251:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0e2b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.973257:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d0e2b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764864.976134:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.976183:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764864.976264:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223210496 00000100:00100000:2.0:1775764864.976278:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223210496 00002000:00010000:2.0:1775764864.976335:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2272543->18446744073709551615) 00002000:00100000:2.0:1775764864.976342:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7b80 with x1862022223210496 ext(2272543->18446744073709551615) 00002000:00010000:2.0:1775764864.976357:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7b80. 00000100:00100000:2.0:1775764864.976394:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223210624 00000100:00100000:2.0:1775764864.976399:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223210624 00002000:00010000:2.0:1775764864.976413:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764864.976416:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4e00 with x1862022223210624 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764864.976424:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b4e00. 00000100:00100000:2.0:1775764864.976456:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39478 00000100:00100000:2.0:1775764864.976466:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223210496:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764864.976881:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3770498 -> 2272543 00002000:00010000:2.0:1775764864.976887:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764864.976890:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764864.976892:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764864.976895:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:2.0:1775764864.976977:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223210496:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 510us (855us total) trans 4294996974 rc 0/0 00000100:00100000:2.0:1775764864.976987:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39478 00002000:00010000:2.0:1775764864.976991:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2272543->18446744073709551615) 00002000:00100000:2.0:1775764864.976994:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7b80 with x1862022223210496 ext(2272543->18446744073709551615) 00002000:00010000:2.0:1775764864.976999:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b7b80. 00000100:00100000:2.0:1775764864.977020:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39479 00000100:00100000:2.0:1775764864.977027:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223210624:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764864.977160:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764864.977163:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764864.977166:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764864.977168:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764864.977170:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764864.977193:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223210624:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 166us (1009us total) trans 4294996286 rc 0/0 00000100:00100000:2.0:1775764864.977200:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39479 00002000:00010000:2.0:1775764864.977203:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764864.977206:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4e00 with x1862022223210624 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764864.977210:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b4e00. 00000100:00100000:0.0:1775764864.983403:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764864.983515:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223210752 00000100:00100000:1.0:1775764864.983528:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223210752 00000100:00100000:1.0:1775764864.983646:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44815 00000100:00100000:1.0:1775764864.983658:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+83:11755:x1862022223210752:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764864.983693:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764864.983747:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0e32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd415 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.983861:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.983893:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.983907:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764864.983944:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2272543 00000004:00200000:1.0:1775764864.983950:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764864.983973:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.984007:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0e32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd415 expref: 85 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.984030:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd415 expref: 84 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764864.984039:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764864.984042:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764864.984047:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83200, rc 0) 00000100:00100000:1.0:1775764864.984135:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223210752:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 478us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.984147:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44815 00000100:00100000:2.0:1775764864.991209:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764864.991360:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223210880 00000100:00100000:3.0:1775764864.991375:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223210880 00002000:00100000:3.0:1775764864.991439:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (966656->1032191) req@ffff8b8ca4e62680 x1862022223210880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.991452:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62680 with x1862022223210880 ext(966656->1032191) 00002000:00010000:3.0:1775764864.991460:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62680 00000100:00100000:3.0:1775764864.991501:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39480 00000100:00100000:3.0:1775764864.991513:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223210880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764864.998968:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223210880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7444us (7763us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764864.998984:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39480 00002000:00100000:3.0:1775764864.999000:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (966656->1032191) req@ffff8b8ca4e62680 x1862022223210880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:345/0 lens 488/440 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764864.999012:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62680 with x1862022223210880 ext(966656->1032191) 00002000:00010000:3.0:1775764864.999019:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62680 00000100:00100000:3.0:1775764865.002762:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.002971:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223211136 00000100:00100000:1.0:1775764865.002985:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223211136 00000100:00100000:1.0:1775764865.003093:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44816 00000100:00100000:1.0:1775764865.003106:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223211136:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764865.003185:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764865.003222:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd415 expref: 84 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.003249:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764865.003255:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764865.003632:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e40 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.003650:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.003662:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764865.003740:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032582 00000004:00010000:1.0:1775764865.003770:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006be4b9e3 reply state 000000001807280a transno 4295032583 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764865.003781:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764865.003903:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223211136:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 799us (1154us total) trans 4295032583 rc 0/0 00000100:00100000:1.0:1775764865.003912:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44816 00000020:00080000:1.0:1775764865.003920:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1775764865.004159:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764865.006794:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.006818:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e40 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.006831:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.006837:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764865.006843:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.006851:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e40 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.006883:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764865.006886:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764865.006892:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e40 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.006898:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e40 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764865.009104:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.009146:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.009623:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223211264 00000100:00100000:1.0:1775764865.009638:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223211264 00002000:00010000:1.0:1775764865.009693:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2535559->18446744073709551615) 00002000:00100000:1.0:1775764865.009710:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022223211264 ext(2535559->18446744073709551615) 00002000:00010000:1.0:1775764865.009727:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ea00. 00000100:00100000:1.0:1775764865.009760:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223211392 00000100:00100000:1.0:1775764865.009763:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223211392 00002000:00010000:1.0:1775764865.009794:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764865.009797:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022223211392 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764865.009806:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d180. 00000100:00100000:1.0:1775764865.009827:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39481 00000100:00100000:1.0:1775764865.009837:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223211264:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.010150:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2272543 -> 2535559 00002000:00010000:1.0:1775764865.010154:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.010156:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764865.010159:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.010161:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:1.0:1775764865.010237:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223211264:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 400us (1145us total) trans 4294996975 rc 0/0 00000100:00100000:1.0:1775764865.010245:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39481 00002000:00010000:1.0:1775764865.010250:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2535559->18446744073709551615) 00002000:00100000:1.0:1775764865.010253:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022223211264 ext(2535559->18446744073709551615) 00002000:00010000:1.0:1775764865.010257:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ea00. 00000100:00100000:1.0:1775764865.010278:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39482 00000100:00100000:1.0:1775764865.010285:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223211392:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.010417:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764865.010420:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.010423:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764865.010425:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.010428:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764865.010453:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223211392:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 168us (1306us total) trans 4294996287 rc 0/0 00000100:00100000:1.0:1775764865.010459:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39482 00002000:00010000:1.0:1775764865.010462:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764865.010464:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022223211392 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764865.010468:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d180. 00000100:00080000:0.0:1775764865.010687:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764865.014419:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.015118:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223211520 00000100:00100000:2.0:1775764865.015134:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223211520 00000100:00100000:2.0:1775764865.015262:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44817 00000100:00100000:2.0:1775764865.015274:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+85:11755:x1862022223211520:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764865.015311:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764865.015339:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0e47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd41c expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.015455:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0e4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.015474:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0e4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.015488:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0e4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764865.015524:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2535559 00000004:00200000:2.0:1775764865.015529:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764865.015607:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0e4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.015640:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0e47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd41c expref: 87 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.015662:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0e4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd41c expref: 86 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.015673:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.015677:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764865.015682:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5000, rc 0) 00000100:00100000:2.0:1775764865.015772:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223211520:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 500us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.015783:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44817 00000100:00100000:3.0:1775764865.019004:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.019110:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223211776 00000100:00100000:1.0:1775764865.019125:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223211776 00000100:00100000:1.0:1775764865.019211:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44818 00000100:00100000:1.0:1775764865.019225:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223211776:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764865.019305:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764865.019345:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d0e4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd41c expref: 86 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.019371:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764865.019378:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764865.019984:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.020004:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.020018:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764865.020088:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032584 00000004:00010000:1.0:1775764865.020117:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ade45fb7 reply state 00000000156a7e77 transno 4295032585 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764865.020129:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764865.020385:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223211776:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1161us (1393us total) trans 4295032585 rc 0/0 00000100:00100000:1.0:1775764865.020396:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44818 00000020:00080000:1.0:1775764865.020402:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764865.027166:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.027205:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.027304:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223211904 00000100:00100000:0.0:1775764865.027319:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223211904 00002000:00010000:0.0:1775764865.027377:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (47054->18446744073709551615) 00002000:00100000:0.0:1775764865.027384:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022223211904 ext(47054->18446744073709551615) 00002000:00010000:0.0:1775764865.027400:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5880. 00000100:00100000:0.0:1775764865.027435:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223212032 00000100:00100000:0.0:1775764865.027438:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223212032 00002000:00010000:0.0:1775764865.027455:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764865.027458:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022223212032 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764865.027467:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6300. 00000100:00100000:0.0:1775764865.027492:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39483 00000100:00100000:0.0:1775764865.027503:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022223211904:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764865.028176:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2535559 -> 47054 00002000:00010000:0.0:1775764865.028183:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764865.028186:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764865.028188:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764865.028190:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:0.0:1775764865.028269:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223211904:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 766us (1116us total) trans 4294996976 rc 0/0 00000100:00100000:0.0:1775764865.028279:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39483 00002000:00010000:0.0:1775764865.028284:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (47054->18446744073709551615) 00002000:00100000:0.0:1775764865.028287:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5880 with x1862022223211904 ext(47054->18446744073709551615) 00002000:00010000:0.0:1775764865.028293:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5880. 00000100:00100000:0.0:1775764865.028317:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39484 00000100:00100000:0.0:1775764865.028326:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223212032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764865.028465:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764865.028469:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764865.028471:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764865.028473:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764865.028474:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764865.028500:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223212032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 175us (1293us total) trans 4294996288 rc 0/0 00000100:00100000:0.0:1775764865.028507:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39484 00002000:00010000:0.0:1775764865.028510:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764865.028513:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022223212032 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764865.028518:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6300. 00000100:00100000:0.0:1775764865.032147:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.032317:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223212160 00000100:00100000:3.0:1775764865.032330:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223212160 00000100:00100000:3.0:1775764865.032455:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44819 00000100:00100000:3.0:1775764865.032468:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223212160:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764865.032502:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764865.032531:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d0e5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd423 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.032713:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d0e63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.032730:0:5812:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.032738:0:5812:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d0e63 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.032762:0:5812:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.032775:0:5812:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d0e63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.032890:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.032900:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.032907:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.032913:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764865.032916:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.032924:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.032941:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.032945:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.032948:0:3298:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d0e63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.032956:0:3298:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d0e63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.032963:0:3298:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d0e63 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.032987:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.032993:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0e55 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.033341:0:5812:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d0e63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.033349:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d0e63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764865.033387:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 47054 00000004:00200000:0.0:1775764865.033393:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764865.033418:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d0e63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.033453:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d0e5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd423 expref: 89 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.033468:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d0e63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd423 expref: 88 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.033477:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764865.033480:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764865.033483:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9800, rc 0) 00000100:00100000:0.0:1775764865.033611:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223212160:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1146us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764865.033621:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44819 00000100:00100000:3.0:1775764865.041932:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.042047:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223212416 00000100:00100000:1.0:1775764865.042060:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223212416 00000100:00100000:1.0:1775764865.042136:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44820 00000100:00100000:1.0:1775764865.042146:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223212416:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764865.042220:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764865.042254:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d0e63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd423 expref: 88 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.042278:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764865.042284:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764865.042678:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.042695:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.042719:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764865.042779:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032586 00000004:00010000:1.0:1775764865.042804:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051dd6775 reply state 00000000b6f577e2 transno 4295032587 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764865.042813:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764865.042919:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223212416:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 774us (1000us total) trans 4295032587 rc 0/0 00000100:00100000:1.0:1775764865.042927:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44820 00000020:00080000:1.0:1775764865.042933:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764865.044746:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.044767:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e6a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.044775:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.044781:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764865.044787:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.044796:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e6a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.044817:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764865.044821:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764865.044826:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e6a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.044832:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d0e6a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764865.058353:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.058403:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.059136:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223212544 00000100:00100000:1.0:1775764865.059152:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223212544 00002000:00010000:1.0:1775764865.059207:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764865.059212:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63480 with x1862022223212544 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764865.059228:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63480. 00000100:00100000:1.0:1775764865.059262:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223212672 00000100:00100000:1.0:1775764865.059266:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223212672 00002000:00010000:1.0:1775764865.059281:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (820178->18446744073709551615) 00002000:00100000:1.0:1775764865.059284:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61180 with x1862022223212672 ext(820178->18446744073709551615) 00002000:00010000:1.0:1775764865.059293:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e61180. 00000100:00100000:1.0:1775764865.059320:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39485 00000100:00100000:1.0:1775764865.059330:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223212544:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.059643:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 47054 -> 4194304 00002000:00010000:1.0:1775764865.059648:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.059651:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764865.059654:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.059656:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:1.0:1775764865.059759:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223212544:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 428us (1414us total) trans 4294996977 rc 0/0 00000100:00100000:1.0:1775764865.059768:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39485 00002000:00010000:1.0:1775764865.059772:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764865.059775:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63480 with x1862022223212544 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764865.059780:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63480. 00000100:00100000:1.0:1775764865.059802:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39486 00000100:00100000:1.0:1775764865.059809:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223212672:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.059945:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 820178 00002000:00010000:1.0:1775764865.059948:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.059951:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764865.059953:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.059955:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764865.059981:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223212672:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 172us (1577us total) trans 4294996289 rc 0/0 00000100:00100000:1.0:1775764865.059988:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39486 00002000:00010000:1.0:1775764865.059990:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (820178->18446744073709551615) 00002000:00100000:1.0:1775764865.059993:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61180 with x1862022223212672 ext(820178->18446744073709551615) 00002000:00010000:1.0:1775764865.059997:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e61180. 00000100:00100000:0.0:1775764865.065446:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.065574:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223212800 00000100:00100000:2.0:1775764865.065588:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223212800 00000100:00100000:2.0:1775764865.065666:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44821 00000100:00100000:2.0:1775764865.065680:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+89:11755:x1862022223212800:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764865.065724:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764865.065755:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0e71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd42a expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.065877:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0e78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.065896:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.065913:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764865.065951:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5014482 00000004:00200000:2.0:1775764865.065956:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764865.065976:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.066005:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0e71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd42a expref: 91 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.066024:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0e78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd42a expref: 90 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.066042:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.066045:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764865.066050:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5e00, rc 0) 00000100:00100000:2.0:1775764865.066123:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223212800:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 446us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.066131:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44821 00000100:00100000:0.0:1775764865.070198:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.070310:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223212928 00000100:00100000:2.0:1775764865.070325:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223212928 00002000:00100000:2.0:1775764865.070388:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2179072->2183167) req@ffff8b8cbaed7480 x1862022223212928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.070402:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7480 with x1862022223212928 ext(2179072->2183167) 00002000:00010000:2.0:1775764865.070409:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7480 00000100:00100000:2.0:1775764865.070453:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39487 00000100:00100000:2.0:1775764865.070464:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223212928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764865.070856:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223212928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 391us (671us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764865.070865:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39487 00002000:00100000:2.0:1775764865.070873:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2179072->2183167) req@ffff8b8cbaed7480 x1862022223212928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/4536 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.070881:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7480 with x1862022223212928 ext(2179072->2183167) 00002000:00010000:2.0:1775764865.070884:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7480 00000100:00100000:3.0:1775764865.081285:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.082122:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223213056 00000100:00100000:0.0:1775764865.082139:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223213056 00002000:00100000:0.0:1775764865.082217:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2183168->2187263) req@ffff8b8c3c51c380 x1862022223213056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.082229:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223213056 ext(2183168->2187263) 00002000:00010000:0.0:1775764865.082236:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c380 00000100:00100000:0.0:1775764865.082274:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39488 00000100:00100000:0.0:1775764865.082286:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223213056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764865.084146:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223213056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1848us (2861us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764865.084164:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39488 00002000:00100000:0.0:1775764865.084180:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2183168->2187263) req@ffff8b8c3c51c380 x1862022223213056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/4536 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.084191:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223213056 ext(2183168->2187263) 00002000:00010000:0.0:1775764865.084198:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c380 00000100:00100000:1.0:1775764865.097216:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.097273:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223213184 00000100:00100000:1.0:1775764865.097286:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223213184 00002000:00100000:1.0:1775764865.097352:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1789952->2596863) req@ffff8b8cc17b4380 x1862022223213184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.097365:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022223213184 ext(1789952->2596863) 00002000:00010000:1.0:1775764865.097372:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380 00000100:00100000:1.0:1775764865.097405:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39489 00000100:00100000:1.0:1775764865.097416:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223213184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764865.116070:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223213184:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18636us (18848us total) trans 0 rc 798720/798720 00000100:00100000:1.0:1775764865.116088:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39489 00002000:00100000:1.0:1775764865.116106:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1789952->2596863) req@ffff8b8cc17b4380 x1862022223213184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 798720/798720 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.116118:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022223213184 ext(1789952->2596863) 00002000:00010000:1.0:1775764865.116126:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380 00000001:00080000:2.0:1775764865.116389:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032573 is committed 00000001:00080000:2.0:1775764865.116438:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032585 is committed 00000100:00100000:3.0:1775764865.121194:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.121599:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223213312 00000100:00100000:1.0:1775764865.121614:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223213312 00002000:00100000:1.0:1775764865.121689:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2179072->2195455) req@ffff8b8c3c51d500 x1862022223213312/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 16872/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.121715:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d500 with x1862022223213312 ext(2179072->2195455) 00002000:00010000:1.0:1775764865.121722:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d500 00000100:00100000:1.0:1775764865.121755:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39490 00000100:00100000:1.0:1775764865.121767:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223213312:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764865.122500:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223213312:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 729us (1315us total) trans 4294996978 rc 0/0 00000100:00100000:1.0:1775764865.122513:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39490 00002000:00100000:1.0:1775764865.122523:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2179072->2195455) req@ffff8b8c3c51d500 x1862022223213312/t4294996978(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 16872/448 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.122534:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d500 with x1862022223213312 ext(2179072->2195455) 00002000:00010000:1.0:1775764865.122576:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d500 00000100:00100000:3.0:1775764865.126350:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.126486:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223213440 00000100:00100000:1.0:1775764865.126500:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223213440 00000100:00100000:0.0:1775764865.126844:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84932 00000100:00100000:0.0:1775764865.126862:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223213440:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764865.178897:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996976 is committed 00000001:00080000:1.0:1775764865.178928:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996978 is committed 00000100:00100000:0.0:1775764865.179282:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223213440:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 52416us (52937us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764865.179299:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84932 00000100:00100000:2.0:1775764865.185204:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.185765:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223213696 00000100:00100000:0.0:1775764865.185781:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223213696 00000100:00100000:0.0:1775764865.186025:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44822 00000100:00100000:0.0:1775764865.186038:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223213696:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764865.186122:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764865.186162:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0e78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd42a expref: 10 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.186189:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764865.186195:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764865.186520:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d0e7f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.186931:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d0e7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.186947:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d0e7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764865.187024:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032588 00000004:00010000:0.0:1775764865.187056:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e13f840 reply state 00000000a16b05d0 transno 4295032589 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d0e7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764865.187067:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764865.187210:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223213696:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1173us (2019us total) trans 4295032589 rc 0/0 00010000:00010000:2.0:1775764865.191276:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d0e7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.191302:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d0e7f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.191311:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d0e7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.191328:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764865.191334:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d0e7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.191343:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d0e7f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.191367:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.191371:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.191377:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d0e7f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.191384:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4400/0xdb23b4c9253d0e7f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764865.193140:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.193189:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.194083:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223213824 00000100:00100000:3.0:1775764865.194101:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223213824 00002000:00010000:3.0:1775764865.194165:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (282524->18446744073709551615) 00002000:00100000:3.0:1775764865.194172:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63b80 with x1862022223213824 ext(282524->18446744073709551615) 00002000:00010000:3.0:1775764865.194189:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63b80. 00000100:00100000:3.0:1775764865.194275:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223213952 00000100:00100000:3.0:1775764865.194279:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223213952 00002000:00010000:3.0:1775764865.194295:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764865.194298:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60700 with x1862022223213952 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764865.194307:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e60700. 00000100:00100000:2.0:1775764865.194686:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39491 00000100:00100000:2.0:1775764865.194710:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223213824:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764865.195194:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 282524 00002000:00010000:2.0:1775764865.195199:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764865.195203:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764865 00002000:00010000:2.0:1775764865.195205:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764865.195208:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 201 00000100:00100000:3.0:1775764865.195789:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39492 00000100:00100000:3.0:1775764865.195804:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223213952:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764865.196033:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 820178 -> 0 00002000:00010000:3.0:1775764865.196037:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:3.0:1775764865.196039:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:3.0:1775764865.196041:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:3.0:1775764865.196043:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764865.196210:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223213824:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1512us (3081us total) trans 4294996979 rc 0/0 00000100:00100000:2.0:1775764865.196220:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39491 00002000:00010000:2.0:1775764865.196226:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (282524->18446744073709551615) 00002000:00100000:2.0:1775764865.196229:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63b80 with x1862022223213824 ext(282524->18446744073709551615) 00002000:00010000:2.0:1775764865.196237:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63b80. 00000100:00100000:0.0:1775764865.196480:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44822 00000020:00080000:0.0:1775764865.196489:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764865.197092:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223213952:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1290us (3898us total) trans 4294996290 rc 0/0 00000100:00100000:3.0:1775764865.197103:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39492 00002000:00010000:3.0:1775764865.197107:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764865.197110:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60700 with x1862022223213952 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764865.197118:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e60700. 00000100:00100000:2.0:1775764865.202915:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.203202:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223214080 00000100:00100000:3.0:1775764865.203215:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223214080 00000100:00100000:3.0:1775764865.203300:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44823 00000100:00100000:3.0:1775764865.203422:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022223214080:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764865.203461:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764865.203491:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253d0e86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd431 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.203933:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0e8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.203951:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0e8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.203966:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0e8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764865.204001:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 282524 00000004:00200000:2.0:1775764865.204006:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764865.204028:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0e8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.204064:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf600/0xdb23b4c9253d0e86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd431 expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.204085:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0e8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd431 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.204101:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.204104:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764865.204109:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5400, rc 0) 00000100:00100000:2.0:1775764865.204196:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223214080:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 885us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.204203:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44823 00000100:00100000:2.0:1775764865.209972:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.210149:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223214336 00000100:00100000:0.0:1775764865.210166:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223214336 00000100:00100000:0.0:1775764865.210253:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44824 00000100:00100000:0.0:1775764865.210264:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223214336:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764865.210348:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764865.210386:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0e8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd431 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.210409:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764865.210415:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764865.210936:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d0e94 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.210955:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d0e94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.210968:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d0e94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764865.211036:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032590 00000004:00010000:0.0:1775764865.211066:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088fcbef3 reply state 00000000df936fe1 transno 4295032591 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d0e94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764865.211077:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764865.211202:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223214336:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 939us (1244us total) trans 4295032591 rc 0/0 00000100:00100000:0.0:1775764865.211212:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44824 00000020:00080000:0.0:1775764865.211218:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764865.216492:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.216532:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764865.216694:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d0e94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.216719:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d0e94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.216727:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d0e94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.216734:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764865.216740:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d0e94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.216750:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d0e94 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.216773:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764865.216777:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764865.216784:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d0e94 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.216791:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d0e94 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764865.221161:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223214464 00000100:00100000:2.0:1775764865.221184:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223214464 00000100:00100000:3.0:1775764865.221802:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223214592 00000100:00100000:3.0:1775764865.221810:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223214592 00002000:00010000:3.0:1775764865.221861:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00010000:2.0:1775764865.221957:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2044341->18446744073709551615) 00002000:00100000:2.0:1775764865.221964:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022223214464 ext(2044341->18446744073709551615) 00002000:00010000:2.0:1775764865.221978:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4000. 00002000:00100000:3.0:1775764865.222045:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022223214592 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764865.222053:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5180. 00000100:00100000:2.0:1775764865.222093:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39493 00000100:00100000:2.0:1775764865.222106:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223214464:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764865.222414:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 282524 -> 2044341 00002000:00010000:2.0:1775764865.222419:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764865.222422:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764865.222424:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764865.222427:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 201 -> 201 00000100:00100000:2.0:1775764865.222528:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223214464:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 423us (6048us total) trans 4294996980 rc 0/0 00000100:00100000:2.0:1775764865.222574:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39493 00002000:00010000:2.0:1775764865.222579:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2044341->18446744073709551615) 00002000:00100000:2.0:1775764865.222582:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022223214464 ext(2044341->18446744073709551615) 00002000:00010000:2.0:1775764865.222588:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4000. 00000100:00100000:2.0:1775764865.222606:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39494 00000100:00100000:2.0:1775764865.222613:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223214592:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764865.222746:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764865.222749:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764865.222751:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764865.222753:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764865.222755:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764865.222777:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223214592:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 165us (6246us total) trans 4294996291 rc 0/0 00000100:00100000:2.0:1775764865.222783:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39494 00002000:00010000:2.0:1775764865.222786:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764865.222789:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5180 with x1862022223214592 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764865.222792:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5180. 00000100:00100000:1.0:1775764865.227471:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.227703:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223214720 00000100:00100000:3.0:1775764865.227717:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223214720 00000100:00100000:3.0:1775764865.227782:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44825 00000100:00100000:3.0:1775764865.227793:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022223214720:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764865.227824:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764865.227851:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d0e9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd438 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.228075:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0ea2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.228094:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0ea2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.228109:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0ea2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764865.228145:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2044341 00000004:00200000:3.0:1775764865.228151:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764865.228173:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0ea2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.228208:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf400/0xdb23b4c9253d0e9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd438 expref: 15 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.228229:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0ea2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd438 expref: 14 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.228238:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764865.228240:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764865.228245:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecfc00, rc 0) 00000100:00100000:3.0:1775764865.228342:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223214720:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 550us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.228350:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44825 00000100:00100000:3.0:1775764865.233044:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.233149:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223214848 00000100:00100000:1.0:1775764865.233164:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223214848 00002000:00100000:1.0:1775764865.233235:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1122304->1126399) req@ffff8b8c3c51c700 x1862022223214848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.233249:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223214848 ext(1122304->1126399) 00002000:00010000:1.0:1775764865.233267:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:1.0:1775764865.233351:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39495 00000100:00100000:1.0:1775764865.233363:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223214848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764865.233996:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223214848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 633us (964us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764865.234006:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39495 00002000:00100000:1.0:1775764865.234015:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1122304->1126399) req@ffff8b8c3c51c700 x1862022223214848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/4536 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.234025:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223214848 ext(1122304->1126399) 00002000:00010000:1.0:1775764865.234029:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:3.0:1775764865.238137:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.238993:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223214976 00000100:00100000:2.0:1775764865.239010:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223214976 00002000:00100000:2.0:1775764865.239084:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1126400->1130495) req@ffff8b8c3c51d880 x1862022223214976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.239098:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022223214976 ext(1126400->1130495) 00002000:00010000:2.0:1775764865.239105:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d880 00000100:00100000:2.0:1775764865.239151:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39496 00000100:00100000:2.0:1775764865.239163:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223214976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764865.239508:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223214976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 346us (1383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764865.239522:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39496 00002000:00100000:2.0:1775764865.239529:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1126400->1130495) req@ffff8b8c3c51d880 x1862022223214976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/4536 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.240146:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022223214976 ext(1126400->1130495) 00002000:00010000:2.0:1775764865.240152:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d880 00000100:00100000:3.0:1775764865.244063:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.244329:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223215104 00000100:00100000:2.0:1775764865.244346:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223215104 00002000:00100000:2.0:1775764865.244421:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1101824->1167359) req@ffff8b8c99499c00 x1862022223215104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.244435:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499c00 with x1862022223215104 ext(1101824->1167359) 00002000:00010000:2.0:1775764865.244443:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499c00 00000100:00100000:2.0:1775764865.244484:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39497 00000100:00100000:2.0:1775764865.244496:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223215104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764865.252689:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223215104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8181us (8631us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764865.252716:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39497 00002000:00100000:2.0:1775764865.252733:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1101824->1167359) req@ffff8b8c99499c00 x1862022223215104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.252745:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499c00 with x1862022223215104 ext(1101824->1167359) 00002000:00010000:2.0:1775764865.252752:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499c00 00000100:00100000:3.0:1775764865.257780:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.258224:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223215232 00000100:00100000:1.0:1775764865.258239:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223215232 00002000:00100000:1.0:1775764865.258319:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1167360->1204223) req@ffff8b8c99498700 x1862022223215232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.258334:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498700 with x1862022223215232 ext(1167360->1204223) 00002000:00010000:1.0:1775764865.258342:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498700 00000100:00100000:1.0:1775764865.258390:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39498 00000100:00100000:1.0:1775764865.258401:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223215232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764865.264218:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223215232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5801us (6439us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764865.264235:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39498 00002000:00100000:1.0:1775764865.264262:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1167360->1204223) req@ffff8b8c99498700 x1862022223215232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.264275:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498700 with x1862022223215232 ext(1167360->1204223) 00002000:00010000:1.0:1775764865.264282:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498700 00000100:00100000:3.0:1775764865.270471:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.270752:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223215360 00000100:00100000:0.0:1775764865.270767:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223215360 00002000:00100000:0.0:1775764865.270851:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2703360->2707455) req@ffff8b8c99499880 x1862022223215360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.270879:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499880 with x1862022223215360 ext(2703360->2707455) 00002000:00010000:0.0:1775764865.270888:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499880 00000100:00100000:0.0:1775764865.270931:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39499 00000100:00100000:0.0:1775764865.270944:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223215360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764865.271347:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223215360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 403us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764865.271355:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39499 00002000:00100000:0.0:1775764865.271363:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2703360->2707455) req@ffff8b8c99499880 x1862022223215360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.271371:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499880 with x1862022223215360 ext(2703360->2707455) 00002000:00010000:0.0:1775764865.271376:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499880 00000100:00100000:3.0:1775764865.277691:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.277887:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223215488 00000100:00100000:1.0:1775764865.277903:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223215488 00002000:00100000:1.0:1775764865.277965:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2707456->2711551) req@ffff8b8c99499180 x1862022223215488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.277978:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499180 with x1862022223215488 ext(2707456->2711551) 00002000:00010000:1.0:1775764865.277985:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499180 00000100:00100000:1.0:1775764865.278028:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39500 00000100:00100000:1.0:1775764865.278036:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223215488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764865.278411:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223215488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 373us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764865.278420:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39500 00002000:00100000:1.0:1775764865.278427:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2707456->2711551) req@ffff8b8c99499180 x1862022223215488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.278435:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499180 with x1862022223215488 ext(2707456->2711551) 00002000:00010000:1.0:1775764865.278439:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499180 00000100:00100000:3.0:1775764865.282523:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.282786:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223215616 00000100:00100000:0.0:1775764865.282801:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223215616 00002000:00100000:0.0:1775764865.282868:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2682880->2748415) req@ffff8b8c99498a80 x1862022223215616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.282882:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022223215616 ext(2682880->2748415) 00002000:00010000:0.0:1775764865.282891:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498a80 00000100:00100000:0.0:1775764865.282934:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39501 00000100:00100000:0.0:1775764865.282945:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223215616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764865.287152:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223215616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4187us (4624us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764865.287174:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39501 00002000:00100000:0.0:1775764865.287192:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2682880->2748415) req@ffff8b8c99498a80 x1862022223215616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.287204:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022223215616 ext(2682880->2748415) 00002000:00010000:0.0:1775764865.287212:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498a80 00000100:00100000:3.0:1775764865.292905:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.293115:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223215744 00000100:00100000:1.0:1775764865.293135:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223215744 00002000:00100000:1.0:1775764865.293223:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->2785279) req@ffff8b8c9949bb80 x1862022223215744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.293236:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949bb80 with x1862022223215744 ext(2748416->2785279) 00002000:00010000:1.0:1775764865.293245:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949bb80 00000100:00100000:1.0:1775764865.293357:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39502 00000100:00100000:1.0:1775764865.293370:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223215744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764865.297153:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223215744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3767us (4247us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764865.297170:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39502 00002000:00100000:1.0:1775764865.297187:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->2785279) req@ffff8b8c9949bb80 x1862022223215744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.297199:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949bb80 with x1862022223215744 ext(2748416->2785279) 00002000:00010000:1.0:1775764865.297206:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949bb80 00000100:00100000:3.0:1775764865.302424:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.302773:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223215872 00000100:00100000:0.0:1775764865.302787:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223215872 00002000:00100000:0.0:1775764865.302878:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2703360->3343218) req@ffff8b8c9949a680 x1862022223215872/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 520/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.302891:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a680 with x1862022223215872 ext(2703360->3343218) 00002000:00010000:0.0:1775764865.302898:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a680 00000100:00100000:0.0:1775764865.302936:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39503 00000100:00100000:0.0:1775764865.302944:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223215872:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764865.312558:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223215872:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9576us (10113us total) trans 4294996981 rc 0/0 00000100:00100000:0.0:1775764865.312659:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39503 00002000:00100000:0.0:1775764865.312676:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2703360->3343218) req@ffff8b8c9949a680 x1862022223215872/t4294996981(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 520/456 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.312694:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a680 with x1862022223215872 ext(2703360->3343218) 00002000:00010000:0.0:1775764865.312711:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a680 00000100:00100000:0.0:1775764865.319534:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.319813:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223216000 00000100:00100000:2.0:1775764865.319828:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223216000 00000100:00100000:2.0:1775764865.319986:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84933 00000100:00100000:2.0:1775764865.320000:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb46b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223216000:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764865.379148:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996981 is committed 00000100:00100000:3.0:1775764865.379743:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb46b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223216000:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 59737us (60215us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.379760:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84933 00000100:00100000:0.0:1775764865.386031:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.386752:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223216256 00000100:00100000:2.0:1775764865.386779:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223216256 00000100:00100000:2.0:1775764865.386972:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44826 00000100:00100000:2.0:1775764865.386986:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223216256:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764865.387073:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764865.387116:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d0ea2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd438 expref: 14 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.387145:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.387151:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764865.389102:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ea9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.389133:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.389150:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764865.389502:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032592 00000004:00010000:2.0:1775764865.389535:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d252ef7d reply state 0000000013a99c20 transno 4295032593 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764865.389734:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764865.390027:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223216256:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 3040us (4007us total) trans 4295032593 rc 0/0 00000100:00100000:2.0:1775764865.390039:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44826 00000020:00080000:2.0:1775764865.390047:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764865.395219:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.395252:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764865.395391:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.395589:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ea9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.395600:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ea9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.395607:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764865.395612:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ea9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.395622:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ea9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.395643:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.395647:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.395653:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ea9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.395662:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d0ea9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764865.395798:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223216384 00000100:00100000:1.0:1775764865.395815:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223216384 00002000:00010000:1.0:1775764865.395953:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (612968->18446744073709551615) 00002000:00100000:1.0:1775764865.395959:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022223216384 ext(612968->18446744073709551615) 00002000:00010000:1.0:1775764865.395974:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:1.0:1775764865.396018:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223216512 00000100:00100000:1.0:1775764865.396022:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223216512 00002000:00010000:1.0:1775764865.396037:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764865.396041:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022223216512 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764865.396049:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5c00. 00000100:00100000:1.0:1775764865.396084:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39504 00000100:00100000:1.0:1775764865.396098:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223216384:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764865.396380:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39505 00000100:00100000:2.0:1775764865.396391:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223216512:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764865.396726:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764865.396730:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764865.396732:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764865.396735:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:2.0:1775764865.396738:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764865.396827:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223216512:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 437us (1572us total) trans 4294996292 rc 0/0 00000100:00100000:2.0:1775764865.396836:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39505 00002000:00010000:2.0:1775764865.396840:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764865.396844:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022223216512 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764865.396850:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed5c00. 00002000:00010000:1.0:1775764865.398142:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2044341 -> 612968 00002000:00010000:1.0:1775764865.398151:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.398154:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.398156:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.398159:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 201 -> 649 00000100:00100000:1.0:1775764865.398226:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223216384:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2126us (3018us total) trans 4294996982 rc 0/0 00000100:00100000:1.0:1775764865.398237:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39504 00002000:00010000:1.0:1775764865.398242:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (612968->18446744073709551615) 00002000:00100000:1.0:1775764865.398244:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022223216384 ext(612968->18446744073709551615) 00002000:00010000:1.0:1775764865.398251:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:1.0:1775764865.403945:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.404119:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223216640 00000100:00100000:3.0:1775764865.404134:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223216640 00000100:00100000:2.0:1775764865.404369:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44827 00000100:00100000:2.0:1775764865.404385:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022223216640:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764865.404422:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764865.404451:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0eb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd43f expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.404824:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0eb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.404843:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.404858:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764865.404909:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 612968 00000004:00200000:2.0:1775764865.404915:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764865.404938:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.404971:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d0eb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd43f expref: 17 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.404999:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0eb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd43f expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.405009:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.405013:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764865.405019:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4000, rc 0) 00000100:00100000:2.0:1775764865.405106:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223216640:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 724us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.405114:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44827 00000100:00100000:3.0:1775764865.413775:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.414106:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223216768 00000100:00100000:2.0:1775764865.414121:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223216768 00002000:00100000:2.0:1775764865.414193:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (49152->614399) req@ffff8b8c9949a300 x1862022223216768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.414205:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a300 with x1862022223216768 ext(49152->614399) 00002000:00010000:2.0:1775764865.414213:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a300 00000100:00100000:2.0:1775764865.414391:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39506 00000100:00100000:2.0:1775764865.414406:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223216768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764865.437002:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223216768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 22582us (23224us total) trans 0 rc 565248/565248 00000100:00100000:1.0:1775764865.437021:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39506 00002000:00100000:1.0:1775764865.437042:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (49152->614399) req@ffff8b8c9949a300 x1862022223216768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 565248/565248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.437054:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a300 with x1862022223216768 ext(49152->614399) 00002000:00010000:1.0:1775764865.437062:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a300 00000100:00100000:3.0:1775764865.443214:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.443341:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223217024 00000100:00100000:1.0:1775764865.443355:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223217024 00000100:00100000:1.0:1775764865.443442:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44828 00000100:00100000:1.0:1775764865.443453:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223217024:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764865.443593:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764865.443632:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0eb7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd43f expref: 16 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.443658:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764865.443665:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764865.443966:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0ebe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.443983:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0ebe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764865.443996:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0ebe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764865.444059:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032594 00000004:00010000:1.0:1775764865.444087:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ca9e0cb reply state 000000005692a7df transno 4295032595 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0ebe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764865.444098:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764865.444219:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223217024:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 768us (1019us total) trans 4295032595 rc 0/0 00000100:00100000:1.0:1775764865.444228:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44828 00000020:00080000:1.0:1775764865.444234:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764865.448273:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0ebe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.448296:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0ebe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.448304:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0ebe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.448310:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764865.448317:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0ebe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.448325:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0ebe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.448350:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764865.448354:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764865.448360:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0ebe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.448367:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0ebe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764865.454096:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.454379:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.454849:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223217280 00000100:00100000:3.0:1775764865.454863:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223217280 00002000:00010000:3.0:1775764865.454918:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764865.454925:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022223217280 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764865.454941:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949b800. 00000100:00100000:3.0:1775764865.454976:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223217152 00000100:00100000:3.0:1775764865.454979:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223217152 00002000:00010000:3.0:1775764865.454996:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2242437->18446744073709551615) 00002000:00100000:3.0:1775764865.454999:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61f80 with x1862022223217152 ext(2242437->18446744073709551615) 00002000:00010000:3.0:1775764865.455006:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61f80. 00000100:00100000:3.0:1775764865.455036:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39507 00000100:00100000:3.0:1775764865.455047:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223217280:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:0.0:1775764865.456096:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39508 00000100:00100000:0.0:1775764865.456117:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223217152:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764865.456340:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 612968 -> 2242437 00002000:00010000:0.0:1775764865.456355:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764865.456358:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764865.456362:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764865.456364:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:0.0:1775764865.456446:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223217152:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 337us (2066us total) trans 4294996983 rc 0/0 00000100:00100000:0.0:1775764865.456456:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39508 00002000:00010000:0.0:1775764865.456460:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2242437->18446744073709551615) 00002000:00100000:0.0:1775764865.456464:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61f80 with x1862022223217152 ext(2242437->18446744073709551615) 00002000:00010000:0.0:1775764865.456471:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61f80. 00002000:00010000:0.0:1775764865.459780:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764865.459791:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764865.459795:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764865.459797:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764865.459800:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764865.459981:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223217280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 4928us (6445us total) trans 4294996293 rc 0/0 00000100:00100000:0.0:1775764865.459995:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39507 00002000:00010000:0.0:1775764865.460002:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764865.460006:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022223217280 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764865.460015:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949b800. 00000100:00100000:2.0:1775764865.474505:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.474799:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.474889:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223217536 00000100:00100000:0.0:1775764865.474902:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223217536 00002000:00100000:0.0:1775764865.474969:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1658880->2244607) req@ffff8b8ca4e60e00 x1862022223217536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.474982:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60e00 with x1862022223217536 ext(1658880->2244607) 00002000:00010000:0.0:1775764865.474990:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60e00 00000100:00100000:0.0:1775764865.475025:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223217408 00000100:00100000:0.0:1775764865.475028:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223217408 00002000:00100000:0.0:1775764865.475040:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (614400->2199551) req@ffff8b8ca4e62a00 x1862022223217408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.475049:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62a00 with x1862022223217408 ext(614400->2199551) 00002000:00010000:0.0:1775764865.475052:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62a00 00000100:00100000:0.0:1775764865.475120:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39509 00000100:00100000:0.0:1775764865.475130:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223217536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764865.476881:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39510 00000100:00100000:3.0:1775764865.476901:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223217408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764865.524893:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223217536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 49745us (50383us total) trans 0 rc 581632/581632 00000100:00100000:2.0:1775764865.524912:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39509 00002000:00100000:2.0:1775764865.524930:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1658880->2244607) req@ffff8b8ca4e60e00 x1862022223217536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 581632/581632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.524945:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60e00 with x1862022223217536 ext(1658880->2244607) 00002000:00010000:2.0:1775764865.524954:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60e00 00000100:00100000:1.0:1775764865.530780:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223217408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 53869us (55961us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764865.530796:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39510 00002000:00100000:1.0:1775764865.530814:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (614400->2199551) req@ffff8b8ca4e62a00 x1862022223217408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764865.530827:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62a00 with x1862022223217408 ext(614400->2199551) 00002000:00010000:1.0:1775764865.530835:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62a00 00000100:00100000:0.0:1775764865.542173:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.542308:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223217664 00000100:00100000:3.0:1775764865.542324:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223217664 00002000:00100000:3.0:1775764865.542393:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2195456->2242436) req@ffff8b8cbaed7b80 x1862022223217664/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764865.542406:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022223217664 ext(2195456->2242436) 00002000:00010000:3.0:1775764865.542413:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7b80 00000100:00100000:3.0:1775764865.542459:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39511 00000100:00100000:3.0:1775764865.542470:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223217664:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764865.554383:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223217664:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 11896us (12450us total) trans 4294996984 rc 0/0 00000100:00100000:2.0:1775764865.554404:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39511 00002000:00100000:2.0:1775764865.554426:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2195456->2242436) req@ffff8b8cbaed7b80 x1862022223217664/t4294996984(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/448 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.554438:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7b80 with x1862022223217664 ext(2195456->2242436) 00002000:00010000:2.0:1775764865.554446:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7b80 00000100:00100000:0.0:1775764865.562017:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.562186:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223217792 00000100:00100000:3.0:1775764865.562200:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223217792 00000100:00100000:3.0:1775764865.562273:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84934 00000100:00100000:3.0:1775764865.562284:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223217792:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764865.618810:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996983 is committed 00000001:00080000:1.0:1775764865.618882:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996984 is committed 00000100:00100000:3.0:1775764865.619282:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223217792:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 56991us (57271us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.619296:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84934 00000100:00100000:0.0:1775764865.630214:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.632145:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223217920 00000100:00100000:2.0:1775764865.632169:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223217920 00000100:00100000:3.0:1775764865.632436:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44829 00000100:00100000:3.0:1775764865.632451:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022223217920:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764865.632489:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764865.632519:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ec5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd446 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.632751:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0ecc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.632771:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.632789:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764865.632826:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2242437 00000004:00200000:3.0:1775764865.632832:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764865.632854:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.633018:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ec5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd446 expref: 19 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.633045:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0ecc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd446 expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.633055:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764865.633059:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764865.633063:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf000, rc 0) 00000100:00100000:3.0:1775764865.633227:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223217920:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 778us (3028us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.633236:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44829 00000100:00100000:2.0:1775764865.648040:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.648281:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223218176 00000100:00100000:3.0:1775764865.648296:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223218176 00000100:00100000:3.0:1775764865.648375:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44830 00000100:00100000:3.0:1775764865.648387:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223218176:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764865.648474:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764865.648512:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d0ecc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd446 expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.649161:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764865.649172:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764865.649803:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ed3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.649826:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.649841:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764865.649932:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032596 00000004:00010000:3.0:1775764865.649965:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c62fc1a reply state 00000000164d27da transno 4295032597 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764865.649976:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764865.650121:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223218176:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1734us (2092us total) trans 4295032597 rc 0/0 00000100:00100000:3.0:1775764865.650130:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44830 00000020:00080000:3.0:1775764865.650137:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764865.654073:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.654201:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.654322:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223218304 00000100:00100000:1.0:1775764865.654336:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223218304 00002000:00010000:1.0:1775764865.654391:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4036064->18446744073709551615) 00002000:00100000:1.0:1775764865.654396:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499f80 with x1862022223218304 ext(4036064->18446744073709551615) 00002000:00010000:1.0:1775764865.654412:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499f80. 00000100:00100000:1.0:1775764865.654444:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223218432 00000100:00100000:1.0:1775764865.654447:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223218432 00002000:00010000:1.0:1775764865.654461:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764865.654489:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022223218432 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764865.654498:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498e00. 00000100:00100000:1.0:1775764865.654522:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39512 00000100:00100000:1.0:1775764865.654532:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223218304:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.655071:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2242437 -> 4036064 00002000:00010000:1.0:1775764865.655076:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.655080:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.655082:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.655085:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 265 00000100:00100000:1.0:1775764865.655178:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223218304:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 644us (1117us total) trans 4294996985 rc 0/0 00000100:00100000:1.0:1775764865.655189:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39512 00002000:00010000:1.0:1775764865.655194:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4036064->18446744073709551615) 00002000:00100000:1.0:1775764865.655197:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499f80 with x1862022223218304 ext(4036064->18446744073709551615) 00002000:00010000:1.0:1775764865.655202:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499f80. 00000100:00100000:1.0:1775764865.655224:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39513 00000100:00100000:1.0:1775764865.655232:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022223218432:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.655378:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764865.655381:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.655383:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764865.655385:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.655387:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764865.655410:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223218432:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 179us (1210us total) trans 4294996294 rc 0/0 00000100:00100000:1.0:1775764865.655416:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39513 00002000:00010000:1.0:1775764865.655420:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764865.655424:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022223218432 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764865.655429:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498e00. 00010000:00010000:2.0:1775764865.656247:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.656262:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ed3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.656271:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ed3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.656278:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ece400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764865.656283:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ed3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.656292:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ed3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.656322:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.656325:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.656332:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ed3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.656338:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d0ed3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764865.665952:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.666080:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223218560 00000100:00100000:0.0:1775764865.666095:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223218560 00002000:00100000:0.0:1775764865.666165:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2244608->4034559) req@ffff8b8cc17b6a00 x1862022223218560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.666179:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6a00 with x1862022223218560 ext(2244608->4034559) 00002000:00010000:0.0:1775764865.666187:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6a00 00000100:00100000:0.0:1775764865.666225:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39514 00000100:00100000:0.0:1775764865.666236:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223218560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764865.677006:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.677146:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223218688 00000100:00100000:0.0:1775764865.677161:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223218688 00002000:00100000:0.0:1775764865.677230:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3289088->4038655) req@ffff8b8cb3176680 x1862022223218688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.677243:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176680 with x1862022223218688 ext(3289088->4038655) 00002000:00010000:0.0:1775764865.677251:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176680 00000100:00100000:0.0:1775764865.677298:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39515 00000100:00100000:0.0:1775764865.677311:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223218688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764865.688241:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223218560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21980us (22276us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764865.688262:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39514 00002000:00100000:2.0:1775764865.688282:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2244608->4034559) req@ffff8b8cc17b6a00 x1862022223218560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.688295:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6a00 with x1862022223218560 ext(2244608->4034559) 00002000:00010000:2.0:1775764865.688304:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6a00 00000100:00100000:3.0:1775764865.692850:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223218688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15525us (15845us total) trans 0 rc 745472/745472 00000100:00100000:3.0:1775764865.692879:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39515 00002000:00100000:3.0:1775764865.692896:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3289088->4038655) req@ffff8b8cb3176680 x1862022223218688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 745472/745472 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764865.692908:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176680 with x1862022223218688 ext(3289088->4038655) 00002000:00010000:3.0:1775764865.692917:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176680 00000100:00100000:0.0:1775764865.698398:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.698509:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223218816 00000100:00100000:3.0:1775764865.698523:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223218816 00002000:00100000:3.0:1775764865.698648:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (274432->4036063) req@ffff8b8c8f8c5880 x1862022223218816/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 520/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764865.698661:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5880 with x1862022223218816 ext(274432->4036063) 00002000:00010000:3.0:1775764865.698669:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5880 00000100:00100000:3.0:1775764865.698716:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39516 00000100:00100000:3.0:1775764865.698729:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223218816:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764865.709817:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223218816:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 11069us (11413us total) trans 4294996986 rc 0/0 00000100:00100000:2.0:1775764865.709838:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39516 00002000:00100000:2.0:1775764865.709853:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (274432->4036063) req@ffff8b8c8f8c5880 x1862022223218816/t4294996986(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 520/456 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.709865:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5880 with x1862022223218816 ext(274432->4036063) 00002000:00010000:2.0:1775764865.709873:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5880 00000100:00100000:0.0:1775764865.714472:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.714599:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223218944 00000100:00100000:3.0:1775764865.714613:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223218944 00000100:00100000:3.0:1775764865.714705:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84935 00000100:00100000:3.0:1775764865.714719:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223218944:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764865.762378:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223218944:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47646us (47908us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.762396:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84935 00000001:00080000:2.0:1775764865.763603:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996985 is committed 00000001:00080000:2.0:1775764865.763631:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996986 is committed 00000100:00100000:0.0:1775764865.765135:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.765262:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223219072 00000100:00100000:2.0:1775764865.765276:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223219072 00000100:00100000:2.0:1775764865.765357:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44831 00000100:00100000:2.0:1775764865.765368:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022223219072:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764865.765400:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764865.765427:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0eda lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd44d expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.765592:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0ee1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.765610:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.765625:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764865.765664:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4036064 00000004:00200000:2.0:1775764865.765669:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764865.765703:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.765734:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0eda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd44d expref: 21 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.765755:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0ee1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd44d expref: 20 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.765766:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.765769:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764865.765775:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4e00, rc 0) 00000100:00100000:2.0:1775764865.765839:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223219072:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 474us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.765848:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44831 00000100:00100000:0.0:1775764865.769371:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.769471:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223219328 00000100:00100000:3.0:1775764865.769486:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223219328 00000100:00100000:3.0:1775764865.769607:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44832 00000100:00100000:3.0:1775764865.769620:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223219328:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764865.769727:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764865.769764:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0ee1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd44d expref: 20 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.769788:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764865.769794:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764865.770093:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0ee8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.770111:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.770122:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764865.770183:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032598 00000004:00010000:3.0:1775764865.770210:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000224c1d60 reply state 00000000304343ce transno 4295032599 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764865.770221:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764865.770330:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223219328:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 713us (976us total) trans 4295032599 rc 0/0 00000100:00100000:3.0:1775764865.770339:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44832 00000020:00080000:3.0:1775764865.770344:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764865.774844:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.774878:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0ee8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.774887:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0ee8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.774894:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764865.774900:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0ee8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.774910:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0ee8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.774937:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.774941:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.774947:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0ee8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.774954:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4600/0xdb23b4c9253d0ee8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764865.777028:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.777143:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223219456 00000100:00100000:1.0:1775764865.777157:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223219456 00002000:00010000:1.0:1775764865.777217:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3600118->18446744073709551615) 00002000:00100000:1.0:1775764865.777224:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6680 with x1862022223219456 ext(3600118->18446744073709551615) 00002000:00010000:1.0:1775764865.777238:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6680. 00000100:00100000:1.0:1775764865.777279:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39517 00000100:00100000:1.0:1775764865.777289:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223219456:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.777796:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4036064 -> 3600118 00002000:00010000:1.0:1775764865.777802:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764866 00002000:00010000:1.0:1775764865.777805:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.777808:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764866 00002000:00010000:1.0:1775764865.777811:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 265 -> 521 00000100:00100000:1.0:1775764865.777899:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223219456:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 609us (882us total) trans 4294996987 rc 0/0 00000100:00100000:1.0:1775764865.777910:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39517 00002000:00010000:1.0:1775764865.777915:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3600118->18446744073709551615) 00002000:00100000:1.0:1775764865.777918:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6680 with x1862022223219456 ext(3600118->18446744073709551615) 00002000:00010000:1.0:1775764865.777924:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6680. 00000100:00100000:0.0:1775764865.782126:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.782243:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223219584 00000100:00100000:1.0:1775764865.782258:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223219584 00002000:00010000:1.0:1775764865.782311:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764865.782316:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5f80 with x1862022223219584 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764865.782331:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5f80. 00000100:00100000:1.0:1775764865.782365:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39518 00000100:00100000:1.0:1775764865.782373:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223219584:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.782719:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764865.782724:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764865 -> 1775764866 00002000:00010000:1.0:1775764865.782727:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764865.782730:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764865 -> 1775764866 00002000:00010000:1.0:1775764865.782732:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764865.782792:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022223219584:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 419us (681us total) trans 4294996295 rc 0/0 00000100:00100000:1.0:1775764865.782799:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39518 00002000:00010000:1.0:1775764865.782803:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764865.782805:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5f80 with x1862022223219584 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764865.782808:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5f80. 00000100:00100000:0.0:1775764865.787936:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.788660:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223219712 00000100:00100000:3.0:1775764865.788675:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223219712 00000100:00100000:3.0:1775764865.788778:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44833 00000100:00100000:3.0:1775764865.788791:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022223219712:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764865.788832:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764865.788864:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0eef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd454 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.788991:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d0ef6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.789012:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d0ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.789029:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d0ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764865.789067:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3600118 00000004:00200000:3.0:1775764865.789072:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764865.789097:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d0ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.789132:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0eef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd454 expref: 23 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.789156:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d0ef6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd454 expref: 22 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.789166:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764865.789170:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764865.789175:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8b8ccc4200, rc 0) 00000100:00100000:3.0:1775764865.789274:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223219712:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 485us (1353us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.789283:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44833 00000100:00100000:3.0:1775764865.796741:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.798068:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223219968 00000100:00100000:2.0:1775764865.798087:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223219968 00000100:00100000:0.0:1775764865.802846:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44834 00000100:00100000:0.0:1775764865.802944:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223219968:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764865.803034:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764865.803074:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4200/0xdb23b4c9253d0ef6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd454 expref: 22 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.803102:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764865.803109:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764865.803483:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6800/0xdb23b4c9253d0efd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.803506:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6800/0xdb23b4c9253d0efd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.803519:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6800/0xdb23b4c9253d0efd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764865.803923:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032600 00000004:00010000:0.0:1775764865.803955:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fa3c1d2 reply state 000000003655284b transno 4295032601 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6800/0xdb23b4c9253d0efd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764865.803966:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764865.804115:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223219968:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1253us (7385us total) trans 4295032601 rc 0/0 00000100:00100000:0.0:1775764865.804126:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44834 00000020:00080000:0.0:1775764865.804133:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764865.810082:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.810117:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.810172:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223220224 00000100:00100000:1.0:1775764865.810185:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223220224 00010000:00010000:3.0:1775764865.810310:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6800/0xdb23b4c9253d0efd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.810325:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6800/0xdb23b4c9253d0efd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.810333:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6800/0xdb23b4c9253d0efd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.810339:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e1c6800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764865.810345:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6800/0xdb23b4c9253d0efd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.810354:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6800/0xdb23b4c9253d0efd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.810376:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764865.810380:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764865.810387:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6800/0xdb23b4c9253d0efd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764865.810393:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6800/0xdb23b4c9253d0efd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764865.810719:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223220096 00000100:00100000:0.0:1775764865.810726:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223220096 00002000:00010000:0.0:1775764865.810769:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1338142->18446744073709551615) 00002000:00100000:0.0:1775764865.810774:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177b80 with x1862022223220096 ext(1338142->18446744073709551615) 00002000:00010000:0.0:1775764865.810788:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177b80. 00000100:00100000:0.0:1775764865.810821:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39519 00000100:00100000:0.0:1775764865.810832:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223220096:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.811023:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764865.811028:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176a00 with x1862022223220224 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764865.811036:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3176a00. 00000100:00100000:1.0:1775764865.811063:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39520 00000100:00100000:1.0:1775764865.811072:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022223220224:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.812160:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764865.812168:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764865.812172:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764865.812174:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764865.812177:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764865.812273:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2362:x1862022223220224:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1198us (2202us total) trans 4294996296 rc 0/0 00000100:00100000:1.0:1775764865.812290:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39520 00002000:00010000:1.0:1775764865.812295:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764865.812299:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176a00 with x1862022223220224 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764865.812306:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3176a00. 00002000:00010000:0.0:1775764865.812456:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3600118 -> 1338142 00002000:00010000:0.0:1775764865.812461:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:0.0:1775764865.812463:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764865.812465:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:0.0:1775764865.812467:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:0.0:1775764865.812493:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223220096:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1662us (2375us total) trans 4294996988 rc 0/0 00000100:00100000:0.0:1775764865.812501:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39519 00002000:00010000:0.0:1775764865.812504:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1338142->18446744073709551615) 00002000:00100000:0.0:1775764865.812507:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3177b80 with x1862022223220096 ext(1338142->18446744073709551615) 00002000:00010000:0.0:1775764865.812512:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3177b80. 00000100:00100000:1.0:1775764865.818952:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.819082:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223220352 00000100:00100000:2.0:1775764865.819095:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223220352 00000100:00100000:2.0:1775764865.819205:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44835 00000100:00100000:2.0:1775764865.819230:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022223220352:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764865.819266:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764865.819293:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0f04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd45b expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.819408:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0f0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.819427:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0f0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.819440:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0f0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764865.819476:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1338142 00000004:00200000:2.0:1775764865.819481:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764865.819504:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0f0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.819733:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d0f04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd45b expref: 25 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.819759:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0f0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd45b expref: 24 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.819770:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.819774:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764865.819780:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5400, rc 0) 00000100:00100000:2.0:1775764865.819875:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223220352:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 648us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.819888:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44835 00000100:00100000:2.0:1775764865.833674:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.833728:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.833886:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223220480 00000100:00100000:0.0:1775764865.833900:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223220480 00002000:00100000:0.0:1775764865.833961:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1339392->2387967) req@ffff8b8ca4e63100 x1862022223220480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.833974:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63100 with x1862022223220480 ext(1339392->2387967) 00002000:00010000:0.0:1775764865.833982:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63100 00000100:00100000:0.0:1775764865.834010:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223220608 00000100:00100000:0.0:1775764865.834012:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223220608 00002000:00100000:0.0:1775764865.834024:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2387968->3436543) req@ffff8b8ca4e62d80 x1862022223220608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.834032:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62d80 with x1862022223220608 ext(2387968->3436543) 00002000:00010000:0.0:1775764865.834034:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62d80 00000100:00100000:0.0:1775764865.834060:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39521 00000100:00100000:0.0:1775764865.834069:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223220480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764865.835453:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39522 00000100:00100000:3.0:1775764865.835472:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223220608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764865.840632:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223220480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6546us (6954us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764865.840651:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39521 00002000:00100000:0.0:1775764865.840668:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1339392->2387967) req@ffff8b8ca4e63100 x1862022223220480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.840687:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63100 with x1862022223220480 ext(1339392->2387967) 00002000:00010000:0.0:1775764865.840704:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63100 00000100:00100000:3.0:1775764865.842443:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223220608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6963us (8699us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.842460:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39522 00002000:00100000:3.0:1775764865.842475:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2387968->3436543) req@ffff8b8ca4e62d80 x1862022223220608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764865.842486:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62d80 with x1862022223220608 ext(2387968->3436543) 00002000:00010000:3.0:1775764865.842493:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62d80 00000100:00100000:2.0:1775764865.842772:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764865.845112:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223220736 00000100:00100000:3.0:1775764865.845133:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223220736 00002000:00100000:3.0:1775764865.845216:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3436544->3637247) req@ffff8b8ca4e60000 x1862022223220736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764865.845229:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60000 with x1862022223220736 ext(3436544->3637247) 00002000:00010000:3.0:1775764865.845236:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60000 00000100:00100000:3.0:1775764865.845290:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39523 00000100:00100000:3.0:1775764865.845303:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223220736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764865.853980:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.855287:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223220736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9977us (12506us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764865.855305:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39523 00002000:00100000:0.0:1775764865.855322:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3436544->3637247) req@ffff8b8ca4e60000 x1862022223220736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764865.855334:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60000 with x1862022223220736 ext(3436544->3637247) 00002000:00010000:0.0:1775764865.855342:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60000 00000100:00100000:2.0:1775764865.856837:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223220992 00000100:00100000:2.0:1775764865.856854:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223220992 00000100:00100000:2.0:1775764865.856951:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44836 00000100:00100000:2.0:1775764865.856963:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223220992:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764865.857033:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764865.857070:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0f0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd45b expref: 24 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.857096:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.857102:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764865.857392:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.857410:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.857423:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764865.857485:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032602 00000004:00010000:2.0:1775764865.857513:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000767d6cbb reply state 00000000770bb5ce transno 4295032603 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764865.857523:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764865.858084:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223220992:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1120us (4117us total) trans 4295032603 rc 0/0 00000100:00100000:2.0:1775764865.858094:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44836 00000020:00080000:2.0:1775764865.858100:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764865.864091:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.864153:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764865.864248:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223221120 00000100:00100000:1.0:1775764865.864261:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223221120 00002000:00010000:1.0:1775764865.864322:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1130513->18446744073709551615) 00002000:00100000:1.0:1775764865.864328:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022223221120 ext(1130513->18446744073709551615) 00002000:00010000:1.0:1775764865.864343:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5500. 00000100:00100000:1.0:1775764865.864374:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39524 00000100:00100000:1.0:1775764865.864385:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223221120:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.864810:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1338142 -> 1130513 00002000:00010000:1.0:1775764865.864816:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764865.864818:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764865 -> 1775764865 00002000:00010000:1.0:1775764865.864820:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764865.864822:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:1.0:1775764865.864907:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223221120:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 522us (829us total) trans 4294996989 rc 0/0 00000100:00100000:1.0:1775764865.864916:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39524 00002000:00010000:1.0:1775764865.864920:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1130513->18446744073709551615) 00002000:00100000:1.0:1775764865.864923:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022223221120 ext(1130513->18446744073709551615) 00002000:00010000:1.0:1775764865.864928:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5500. 00000100:00100000:1.0:1775764865.864950:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223221248 00000100:00100000:1.0:1775764865.864954:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223221248 00002000:00010000:1.0:1775764865.864969:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764865.864972:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5180 with x1862022223221248 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764865.864979:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5180. 00000100:00100000:1.0:1775764865.864998:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39525 00000100:00100000:1.0:1775764865.865005:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2364:x1862022223221248:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764865.865130:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764865.865133:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764865.865136:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764865.865138:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764865.865140:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764865.865163:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:2364:x1862022223221248:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 158us (1009us total) trans 4294996297 rc 0/0 00000100:00100000:1.0:1775764865.865170:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39525 00002000:00010000:1.0:1775764865.865173:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764865.865175:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5180 with x1862022223221248 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764865.865179:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5180. 00010000:00010000:2.0:1775764865.871792:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.871817:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.871826:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.871832:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764865.871838:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.871847:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f12 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.871884:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.871889:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.871895:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f12 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.871901:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f12 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764865.879280:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.879442:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223221376 00000100:00100000:0.0:1775764865.879457:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223221376 00000100:00100000:0.0:1775764865.879532:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44837 00000100:00100000:0.0:1775764865.879673:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022223221376:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764865.879717:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764865.879746:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7000/0xdb23b4c9253d0f19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd462 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.880015:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7c00/0xdb23b4c9253d0f20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.880035:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7c00/0xdb23b4c9253d0f20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.880050:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7c00/0xdb23b4c9253d0f20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764865.880091:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1130513 00000004:00200000:0.0:1775764865.880097:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764865.880120:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7c00/0xdb23b4c9253d0f20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.880152:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7000/0xdb23b4c9253d0f19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd462 expref: 27 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.880175:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7c00/0xdb23b4c9253d0f20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd462 expref: 26 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764865.880185:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764865.880189:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764865.880193:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e1c7c00, rc 0) 00000100:00100000:0.0:1775764865.880453:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223221376:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 784us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764865.880463:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44837 00000100:00100000:1.0:1775764865.884494:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.884713:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223221632 00000100:00100000:2.0:1775764865.884727:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223221632 00000100:00100000:2.0:1775764865.884808:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44838 00000100:00100000:2.0:1775764865.884822:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223221632:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764865.884908:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764865.884946:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7c00/0xdb23b4c9253d0f20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd462 expref: 26 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.884971:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.884977:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764865.885303:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f27 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.885322:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.885337:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764865.885400:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032604 00000004:00010000:2.0:1775764865.885428:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002fb146cc reply state 000000009eaa3603 transno 4295032605 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764865.885438:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764865.886253:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223221632:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1427us (1766us total) trans 4295032605 rc 0/0 00000100:00100000:2.0:1775764865.886267:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44838 00000020:00080000:2.0:1775764865.886275:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764865.891818:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764865.891963:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764865.892060:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.892078:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f27 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.892091:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.892098:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764865.892104:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.892113:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f27 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.892137:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.892141:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.892148:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f27 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.892154:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d0f27 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764865.892868:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223221888 00000100:00100000:3.0:1775764865.892884:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223221888 00002000:00010000:2.0:1775764865.893119:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764865.893127:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022223221888 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764865.893144:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c4e00. 00000100:00100000:2.0:1775764865.893183:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223221760 00000100:00100000:2.0:1775764865.893188:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223221760 00002000:00010000:2.0:1775764865.893203:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1748047->18446744073709551615) 00002000:00100000:2.0:1775764865.893207:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022223221760 ext(1748047->18446744073709551615) 00002000:00010000:2.0:1775764865.893225:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7b80. 00000100:00100000:2.0:1775764865.893258:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39526 00000100:00100000:2.0:1775764865.893270:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:2362:x1862022223221888:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:0.0:1775764865.893807:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39527 00000100:00100000:0.0:1775764865.893820:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223221760:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764865.894009:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1130513 -> 1748047 00002000:00010000:0.0:1775764865.894013:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:0.0:1775764865.894016:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764865 -> 1775764865 00002000:00010000:0.0:1775764865.894019:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:0.0:1775764865.894022:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:0.0:1775764865.894107:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223221760:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 290us (2143us total) trans 4294996990 rc 0/0 00000100:00100000:0.0:1775764865.894116:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39527 00002000:00010000:0.0:1775764865.894120:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1748047->18446744073709551615) 00002000:00100000:0.0:1775764865.894123:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022223221760 ext(1748047->18446744073709551615) 00002000:00010000:0.0:1775764865.894129:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7b80. 00002000:00010000:2.0:1775764865.894903:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764865.894910:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:2.0:1775764865.894912:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764865.894914:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:2.0:1775764865.894917:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764865.894966:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:2362:x1862022223221888:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1696us (3163us total) trans 4294996298 rc 0/0 00000100:00100000:2.0:1775764865.894976:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39526 00002000:00010000:2.0:1775764865.894980:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764865.894984:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022223221888 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764865.894990:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c4e00. 00000100:00100000:0.0:1775764865.900989:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.901195:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223222016 00000100:00100000:2.0:1775764865.901210:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223222016 00000100:00100000:2.0:1775764865.901322:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44839 00000100:00100000:2.0:1775764865.901334:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022223222016:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764865.901367:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764865.901393:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0f2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd469 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.901509:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0f35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.901525:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0f35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.901726:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0f35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764865.901769:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1748047 00000004:00200000:2.0:1775764865.901774:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764865.901795:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0f35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.901824:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d0f2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd469 expref: 29 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.901843:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0f35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd469 expref: 28 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.901853:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764865.901856:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764865.901872:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4800, rc 0) 00000100:00100000:2.0:1775764865.901998:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223222016:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 665us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.902006:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44839 00000100:00100000:0.0:1775764865.907736:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.907851:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223222144 00000100:00100000:2.0:1775764865.907941:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223222144 00002000:00100000:2.0:1775764865.908027:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1134592->1748991) req@ffff8b8c8f8c4700 x1862022223222144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.908041:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022223222144 ext(1134592->1748991) 00002000:00010000:2.0:1775764865.908049:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700 00000100:00100000:2.0:1775764865.908145:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39528 00000100:00100000:2.0:1775764865.908156:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223222144:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764865.938158:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223222144:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 29987us (30420us total) trans 0 rc 614400/614400 00000100:00100000:2.0:1775764865.938178:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39528 00002000:00100000:2.0:1775764865.938196:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1134592->1748991) req@ffff8b8c8f8c4700 x1862022223222144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 488/440 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 614400/614400 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.938208:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022223222144 ext(1134592->1748991) 00002000:00010000:2.0:1775764865.938216:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700 00000100:00100000:0.0:1775764865.945941:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.946083:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223222272 00000100:00100000:2.0:1775764865.946099:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223222272 00002000:00100000:2.0:1775764865.946170:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (249856->778239) req@ffff8b8c8f8c4380 x1862022223222272/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/0 e 0 to 0 dl 1775764876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.946185:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022223222272 ext(249856->778239) 00002000:00010000:2.0:1775764865.946193:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4380 00000100:00100000:2.0:1775764865.946280:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39529 00000100:00100000:2.0:1775764865.946292:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223222272:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764865.954617:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223222272:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8307us (8746us total) trans 4294996991 rc 0/0 00000100:00100000:2.0:1775764865.954638:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39529 00002000:00100000:2.0:1775764865.954655:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (249856->778239) req@ffff8b8c8f8c4380 x1862022223222272/t4294996991(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:346/0 lens 504/448 e 0 to 0 dl 1775764876 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764865.954667:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022223222272 ext(249856->778239) 00002000:00010000:2.0:1775764865.954675:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4380 00000100:00100000:0.0:1775764865.958056:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764865.958190:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223222400 00000100:00100000:2.0:1775764865.958206:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223222400 00000100:00100000:2.0:1775764865.958332:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84936 00000100:00100000:2.0:1775764865.958347:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223222400:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:0.0:1775764865.996529:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764865.998001:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996990 is committed 00000001:00080000:1.0:1775764865.998032:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996991 is committed 00000100:00100000:3.0:1775764865.998238:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223222400:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 39886us (40188us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.998255:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84936 00000100:00100000:1.0:1775764866.003096:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.003264:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223222656 00000100:00100000:3.0:1775764866.003277:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223222656 00000100:00100000:3.0:1775764866.003351:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44840 00000100:00100000:3.0:1775764866.003362:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223222656:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764866.003437:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764866.003474:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d0f35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd469 expref: 28 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.003499:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764866.003505:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764866.003854:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0f3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.004154:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.004167:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764866.004232:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032606 00000004:00010000:3.0:1775764866.004263:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f68c72c9 reply state 000000008dae6b90 transno 4295032607 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.004273:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764866.004711:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223222656:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1347us (1627us total) trans 4295032607 rc 0/0 00000100:00100000:3.0:1775764866.004722:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44840 00000020:00080000:3.0:1775764866.004730:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764866.009044:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.009095:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.009196:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223222784 00000100:00100000:1.0:1775764866.009210:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223222784 00002000:00010000:1.0:1775764866.009286:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764866.009293:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61500 with x1862022223222784 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764866.009311:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61500. 00000100:00100000:1.0:1775764866.009338:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223222912 00000100:00100000:1.0:1775764866.009341:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223222912 00002000:00010000:1.0:1775764866.009354:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1213291->18446744073709551615) 00002000:00100000:1.0:1775764866.009357:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31880 with x1862022223222912 ext(1213291->18446744073709551615) 00002000:00010000:1.0:1775764866.009364:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a31880. 00000100:00100000:1.0:1775764866.009382:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39530 00000100:00100000:1.0:1775764866.009391:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223222784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764866.009806:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1748047 -> 4194304 00002000:00010000:1.0:1775764866.009811:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.009814:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764865 -> 1775764866 00002000:00010000:1.0:1775764866.009816:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.009819:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 649 00000100:00080000:2.0:1775764866.010179:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764866.010303:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223222784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 910us (1272us total) trans 4294996992 rc 0/0 00000100:00100000:1.0:1775764866.010315:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39530 00002000:00010000:1.0:1775764866.010320:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764866.010323:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61500 with x1862022223222784 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764866.010332:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61500. 00000100:00100000:1.0:1775764866.010360:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39531 00000100:00100000:1.0:1775764866.010371:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:2363:x1862022223222912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764866.010580:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1213291 00002000:00010000:1.0:1775764866.010583:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.010586:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764866.010588:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.010591:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764866.010620:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:2363:x1862022223222912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 252us (1523us total) trans 4294996299 rc 0/0 00000100:00100000:1.0:1775764866.010627:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39531 00002000:00010000:1.0:1775764866.010631:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1213291->18446744073709551615) 00002000:00100000:1.0:1775764866.010633:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31880 with x1862022223222912 ext(1213291->18446744073709551615) 00002000:00010000:1.0:1775764866.010639:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a31880. 00010000:00010000:0.0:1775764866.010750:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.010762:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0f3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.010771:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0f3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.010778:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764866.010784:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0f3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.010794:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0f3c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.010818:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764866.010821:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764866.010830:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0f3c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.010837:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4a00/0xdb23b4c9253d0f3c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764866.013957:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.014067:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223223040 00000100:00100000:0.0:1775764866.014082:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223223040 00000100:00100000:0.0:1775764866.014212:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44841 00000100:00100000:0.0:1775764866.014227:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022223223040:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764866.014267:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764866.014299:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7800/0xdb23b4c9253d0f43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd470 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.014426:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6c00/0xdb23b4c9253d0f4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.014444:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6c00/0xdb23b4c9253d0f4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.014459:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6c00/0xdb23b4c9253d0f4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764866.014497:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5407595 00000004:00200000:0.0:1775764866.014502:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764866.014526:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6c00/0xdb23b4c9253d0f4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.014704:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7800/0xdb23b4c9253d0f43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd470 expref: 31 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.014733:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6c00/0xdb23b4c9253d0f4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd470 expref: 30 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.014745:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764866.014748:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764866.014754:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e1c6c00, rc 0) 00000100:00100000:0.0:1775764866.014835:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223223040:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 611us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.014843:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44841 00000100:00100000:2.0:1775764866.025489:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.025740:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223223168 00000100:00100000:1.0:1775764866.025754:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223223168 00002000:00100000:1.0:1775764866.025824:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1748992->2797567) req@ffff8b8b85a30e00 x1862022223223168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.025837:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30e00 with x1862022223223168 ext(1748992->2797567) 00002000:00010000:1.0:1775764866.025846:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30e00 00000100:00100000:1.0:1775764866.025900:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39532 00000100:00100000:1.0:1775764866.025913:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223223168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.031633:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.032907:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223223296 00000100:00100000:3.0:1775764866.032929:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223223296 00002000:00100000:3.0:1775764866.033004:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2797568->3846143) req@ffff8b8b85a30380 x1862022223223296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.033017:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30380 with x1862022223223296 ext(2797568->3846143) 00002000:00010000:3.0:1775764866.033024:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30380 00000100:00100000:3.0:1775764866.033171:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39533 00000100:00100000:3.0:1775764866.033183:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223223296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.041679:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.041813:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223223424 00000100:00100000:0.0:1775764866.041832:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223223424 00002000:00100000:0.0:1775764866.041921:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3846144->4194303) req@ffff8b8b85a33800 x1862022223223424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.041935:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33800 with x1862022223223424 ext(3846144->4194303) 00002000:00010000:0.0:1775764866.041944:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33800 00000100:00100000:0.0:1775764866.041991:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39534 00000100:00100000:0.0:1775764866.042005:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223223424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.045972:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.046097:0:5804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223223552 00000100:00100000:3.0:1775764866.046112:0:5804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223223552 00000100:00100000:3.0:1775764866.046193:0:5804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 965 00000100:00100000:3.0:1775764866.046206:0:5804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c83178c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2363:x1862022223223552:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:3.0:1775764866.046309:0:5804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c83178c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2363:x1862022223223552:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 107us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.046319:0:5804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 965 00000100:00100000:1.0:1775764866.064387:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223223168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 38458us (38898us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764866.064406:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39532 00002000:00100000:1.0:1775764866.064422:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1748992->2797567) req@ffff8b8b85a30e00 x1862022223223168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.064436:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30e00 with x1862022223223168 ext(1748992->2797567) 00002000:00010000:1.0:1775764866.064443:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30e00 00000100:00100000:0.0:1775764866.067478:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223223296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 34280us (35844us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764866.067496:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39533 00002000:00100000:0.0:1775764866.067512:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2797568->3846143) req@ffff8b8b85a30380 x1862022223223296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.067524:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30380 with x1862022223223296 ext(2797568->3846143) 00002000:00010000:0.0:1775764866.067533:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30380 00000100:00100000:2.0:1775764866.067986:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223223424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 25981us (26322us total) trans 0 rc 348160/348160 00000100:00100000:2.0:1775764866.067996:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39534 00002000:00100000:2.0:1775764866.068003:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3846144->4194303) req@ffff8b8b85a33800 x1862022223223424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 348160/348160 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.068012:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33800 with x1862022223223424 ext(3846144->4194303) 00002000:00010000:2.0:1775764866.068016:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33800 00000100:00100000:3.0:1775764866.074032:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.074165:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223223680 00000100:00100000:1.0:1775764866.074179:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223223680 00002000:00100000:1.0:1775764866.074252:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2068480->2125823) req@ffff8b8c99498380 x1862022223223680/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.074265:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498380 with x1862022223223680 ext(2068480->2125823) 00002000:00010000:1.0:1775764866.074272:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498380 00000100:00100000:1.0:1775764866.074318:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39535 00000100:00100000:1.0:1775764866.074330:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223223680:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764866.079835:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223223680:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5490us (5800us total) trans 4294996993 rc 0/0 00000100:00100000:1.0:1775764866.079854:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39535 00002000:00100000:1.0:1775764866.079871:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2068480->2125823) req@ffff8b8c99498380 x1862022223223680/t4294996993(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/448 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.079883:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498380 with x1862022223223680 ext(2068480->2125823) 00002000:00010000:1.0:1775764866.079986:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498380 00000100:00100000:2.0:1775764866.083078:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.083590:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223223808 00000100:00100000:1.0:1775764866.083688:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223223808 00000100:00100000:1.0:1775764866.083868:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84937 00000100:00100000:1.0:1775764866.083883:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223223808:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764866.132801:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996993 is committed 00000100:00100000:3.0:1775764866.133123:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223223808:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 49234us (50049us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.133140:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84937 00000100:00100000:2.0:1775764866.136847:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.137041:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223224064 00000100:00100000:0.0:1775764866.137055:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223224064 00000100:00100000:0.0:1775764866.137139:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44842 00000100:00100000:0.0:1775764866.137152:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223224064:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764866.137231:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764866.137275:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6c00/0xdb23b4c9253d0f4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd470 expref: 30 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.137302:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764866.137308:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764866.138976:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0f51 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.139007:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0f51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.139022:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0f51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764866.139131:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032608 00000004:00010000:1.0:1775764866.139174:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d11bdde reply state 000000005f42f494 transno 4295032609 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0f51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764866.139186:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764866.139483:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223224064:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2328us (2648us total) trans 4295032609 rc 0/0 00000100:00100000:1.0:1775764866.139495:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44842 00000020:00080000:1.0:1775764866.139502:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764866.144437:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.144469:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.144590:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223224192 00000100:00100000:1.0:1775764866.144608:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223224192 00002000:00010000:1.0:1775764866.144665:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (366996->18446744073709551615) 00002000:00100000:1.0:1775764866.144672:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968700 with x1862022223224192 ext(366996->18446744073709551615) 00002000:00010000:1.0:1775764866.144697:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968700. 00000100:00100000:1.0:1775764866.144731:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223224320 00000100:00100000:1.0:1775764866.144735:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223224320 00002000:00010000:1.0:1775764866.144750:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764866.144753:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b800 with x1862022223224320 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764866.144760:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96b800. 00000100:00100000:1.0:1775764866.144785:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39536 00000100:00100000:1.0:1775764866.144796:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223224192:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764866.145307:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 366996 00002000:00010000:1.0:1775764866.145312:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.145315:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.145318:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.145320:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 779 00000100:00100000:1.0:1775764866.145397:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223224192:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 601us (976us total) trans 4294996994 rc 0/0 00000100:00100000:1.0:1775764866.145411:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39536 00002000:00010000:1.0:1775764866.145416:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (366996->18446744073709551615) 00002000:00100000:1.0:1775764866.145419:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968700 with x1862022223224192 ext(366996->18446744073709551615) 00002000:00010000:1.0:1775764866.145424:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968700. 00000100:00100000:1.0:1775764866.145446:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39537 00000100:00100000:1.0:1775764866.145454:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:2362:x1862022223224320:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764866.145666:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1213291 -> 0 00002000:00010000:1.0:1775764866.145670:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.145672:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764866.145673:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.145676:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764866.145715:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:2362:x1862022223224320:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 260us (1243us total) trans 4294996300 rc 0/0 00000100:00100000:1.0:1775764866.145722:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39537 00002000:00010000:1.0:1775764866.145725:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764866.145728:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b800 with x1862022223224320 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764866.145734:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96b800. 00010000:00010000:2.0:1775764866.146089:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0f51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.146102:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0f51 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.146112:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0f51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.146119:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764866.146126:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0f51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.146134:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0f51 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.146157:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764866.146160:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764866.146166:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0f51 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.146173:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d0f51 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764866.158167:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.158312:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223224448 00000100:00100000:0.0:1775764866.158330:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223224448 00000100:00100000:0.0:1775764866.158426:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44843 00000100:00100000:0.0:1775764866.158439:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022223224448:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764866.158476:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764866.158505:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6c00/0xdb23b4c9253d0f58 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd477 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.158788:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7200/0xdb23b4c9253d0f5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.158807:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7200/0xdb23b4c9253d0f5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.158829:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7200/0xdb23b4c9253d0f5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764866.158866:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 366996 00000004:00200000:0.0:1775764866.158871:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764866.158895:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7200/0xdb23b4c9253d0f5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.158929:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6c00/0xdb23b4c9253d0f58 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd477 expref: 33 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.158955:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7200/0xdb23b4c9253d0f5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd477 expref: 32 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.158965:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764866.158969:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764866.158973:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8e1c7200, rc 0) 00000100:00100000:0.0:1775764866.159057:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223224448:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 620us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.159065:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44843 00000100:00100000:1.0:1775764866.163468:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.163685:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223224704 00000100:00100000:0.0:1775764866.163708:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223224704 00000100:00100000:0.0:1775764866.163777:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44844 00000100:00100000:0.0:1775764866.163791:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223224704:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764866.163886:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764866.163932:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c7200/0xdb23b4c9253d0f5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd477 expref: 32 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.163966:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764866.163973:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764866.164301:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f66 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.164319:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.164331:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764866.164397:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032610 00000004:00010000:0.0:1775764866.164427:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b242fcf8 reply state 00000000abc833e0 transno 4295032611 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764866.164438:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764866.164628:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223224704:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 839us (1173us total) trans 4295032611 rc 0/0 00000100:00100000:0.0:1775764866.164636:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44844 00000020:00080000:0.0:1775764866.164642:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764866.167381:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.167402:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f66 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.167411:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.167417:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e1c6400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764866.167424:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.167433:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f66 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.167456:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764866.167459:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764866.167463:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f66 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.167470:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f66 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764866.170951:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.171230:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223224832 00000100:00100000:3.0:1775764866.171245:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223224832 00002000:00010000:3.0:1775764866.171307:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2637082->18446744073709551615) 00002000:00100000:3.0:1775764866.171313:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022223224832 ext(2637082->18446744073709551615) 00002000:00010000:3.0:1775764866.171331:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300. 00000100:00100000:3.0:1775764866.171376:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39538 00000100:00100000:3.0:1775764866.171388:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223224832:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764866.171767:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 366996 -> 2637082 00002000:00010000:3.0:1775764866.171772:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:3.0:1775764866.171774:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764866 -> 1775764866 00002000:00010000:3.0:1775764866.171776:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:3.0:1775764866.171778:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:3.0:1775764866.171847:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223224832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 460us (911us total) trans 4294996995 rc 0/0 00000100:00100000:3.0:1775764866.171856:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39538 00002000:00010000:3.0:1775764866.171859:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2637082->18446744073709551615) 00002000:00100000:3.0:1775764866.171862:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022223224832 ext(2637082->18446744073709551615) 00002000:00010000:3.0:1775764866.171867:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300. 00000100:00100000:1.0:1775764866.178608:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.178784:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223224960 00000100:00100000:2.0:1775764866.178799:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223224960 00002000:00010000:2.0:1775764866.178865:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764866.178872:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022223224960 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764866.178887:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174700. 00000100:00100000:2.0:1775764866.178927:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39539 00000100:00100000:2.0:1775764866.178938:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:2363:x1862022223224960:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764866.179234:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764866.179238:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:2.0:1775764866.179241:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764866.179243:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:2.0:1775764866.179246:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764866.179326:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:2363:x1862022223224960:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 388us (794us total) trans 4294996301 rc 0/0 00000100:00100000:2.0:1775764866.179339:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39539 00002000:00010000:2.0:1775764866.179343:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764866.179345:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022223224960 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764866.179350:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174700. 00000100:00100000:2.0:1775764866.183343:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.183616:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223225088 00000100:00100000:1.0:1775764866.183631:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223225088 00000100:00100000:1.0:1775764866.183865:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44845 00000100:00100000:1.0:1775764866.183879:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022223225088:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764866.183919:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764866.183952:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd47e expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.184078:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0f74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.184099:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.184114:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764866.184153:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2637082 00000004:00200000:1.0:1775764866.184161:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764866.184187:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.184232:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd47e expref: 35 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.184258:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0f74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd47e expref: 34 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.184268:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764866.184272:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764866.184277:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e82800, rc 0) 00000100:00100000:1.0:1775764866.184383:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223225088:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 507us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764866.184394:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44845 00000100:00100000:1.0:1775764866.193506:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.193664:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223225216 00000100:00100000:2.0:1775764866.193679:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223225216 00002000:00100000:2.0:1775764866.193757:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (368640->372735) req@ffff8b8cb3175c00 x1862022223225216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.193769:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175c00 with x1862022223225216 ext(368640->372735) 00002000:00010000:2.0:1775764866.193777:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175c00 00000100:00100000:2.0:1775764866.193819:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39540 00000100:00100000:2.0:1775764866.193831:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223225216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.194248:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223225216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 417us (755us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764866.194258:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39540 00002000:00100000:2.0:1775764866.194266:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (368640->372735) req@ffff8b8cb3175c00 x1862022223225216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/4536 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.194276:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175c00 with x1862022223225216 ext(368640->372735) 00002000:00010000:2.0:1775764866.194279:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175c00 00000100:00100000:2.0:1775764866.201970:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.202079:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223225344 00000100:00100000:1.0:1775764866.202094:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223225344 00002000:00100000:1.0:1775764866.202165:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (372736->376831) req@ffff8b8b85a30a80 x1862022223225344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.202177:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30a80 with x1862022223225344 ext(372736->376831) 00002000:00010000:1.0:1775764866.202185:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30a80 00000100:00100000:1.0:1775764866.202235:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39541 00000100:00100000:1.0:1775764866.202247:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223225344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764866.202634:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223225344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 388us (676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764866.202643:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39541 00002000:00100000:1.0:1775764866.202650:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (372736->376831) req@ffff8b8b85a30a80 x1862022223225344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/4536 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.202659:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a30a80 with x1862022223225344 ext(372736->376831) 00002000:00010000:1.0:1775764866.202663:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a30a80 00000100:00100000:3.0:1775764866.205380:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.205594:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223225472 00000100:00100000:0.0:1775764866.205609:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223225472 00002000:00100000:0.0:1775764866.205678:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (376832->380927) req@ffff8b8c9949b100 x1862022223225472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.205702:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b100 with x1862022223225472 ext(376832->380927) 00002000:00010000:0.0:1775764866.205709:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b100 00000100:00100000:0.0:1775764866.205752:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39542 00000100:00100000:0.0:1775764866.205765:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223225472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764866.206393:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223225472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 626us (1023us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764866.206403:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39542 00002000:00100000:0.0:1775764866.206412:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (376832->380927) req@ffff8b8c9949b100 x1862022223225472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/4536 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.206421:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b100 with x1862022223225472 ext(376832->380927) 00002000:00010000:0.0:1775764866.206426:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949b100 00000100:00100000:3.0:1775764866.210436:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.210738:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223225600 00000100:00100000:2.0:1775764866.210753:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223225600 00002000:00100000:2.0:1775764866.210827:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (380928->385023) req@ffff8b8c9949ad80 x1862022223225600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.210841:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949ad80 with x1862022223225600 ext(380928->385023) 00002000:00010000:2.0:1775764866.210847:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949ad80 00000100:00100000:2.0:1775764866.211017:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39543 00000100:00100000:2.0:1775764866.211032:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223225600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.211391:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223225600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 362us (970us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764866.211401:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39543 00002000:00100000:2.0:1775764866.211408:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (380928->385023) req@ffff8b8c9949ad80 x1862022223225600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/4536 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.211418:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949ad80 with x1862022223225600 ext(380928->385023) 00002000:00010000:2.0:1775764866.211423:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949ad80 00000100:00100000:3.0:1775764866.216412:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.217048:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223225728 00000100:00100000:1.0:1775764866.217064:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223225728 00002000:00100000:1.0:1775764866.217148:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (385024->389119) req@ffff8b8c99499500 x1862022223225728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.217163:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499500 with x1862022223225728 ext(385024->389119) 00002000:00010000:1.0:1775764866.217170:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499500 00000100:00100000:1.0:1775764866.217215:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39544 00000100:00100000:1.0:1775764866.217227:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223225728:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764866.218188:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223225728:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 845us (1675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764866.218202:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39544 00002000:00100000:1.0:1775764866.218213:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (385024->389119) req@ffff8b8c99499500 x1862022223225728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/4536 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.218222:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499500 with x1862022223225728 ext(385024->389119) 00002000:00010000:1.0:1775764866.218228:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499500 00000100:00100000:3.0:1775764866.221867:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.222001:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223225856 00000100:00100000:2.0:1775764866.222015:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223225856 00002000:00100000:2.0:1775764866.222091:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (389120->393215) req@ffff8b8c99498000 x1862022223225856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.222105:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022223225856 ext(389120->393215) 00002000:00010000:2.0:1775764866.222113:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:2.0:1775764866.222153:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39545 00000100:00100000:2.0:1775764866.222164:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223225856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.222468:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223225856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 303us (625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764866.222477:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39545 00002000:00100000:2.0:1775764866.222484:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (389120->393215) req@ffff8b8c99498000 x1862022223225856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/4536 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.222493:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022223225856 ext(389120->393215) 00002000:00010000:2.0:1775764866.222496:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:3.0:1775764866.227686:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.227947:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223225984 00000100:00100000:1.0:1775764866.227961:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223225984 00002000:00100000:1.0:1775764866.228031:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (393216->397311) req@ffff8b8c90d21880 x1862022223225984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.228044:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21880 with x1862022223225984 ext(393216->397311) 00002000:00010000:1.0:1775764866.228051:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21880 00000100:00100000:0.0:1775764866.228204:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39546 00000100:00100000:0.0:1775764866.228219:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223225984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764866.228599:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223225984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 382us (928us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764866.228608:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39546 00002000:00100000:0.0:1775764866.228615:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (393216->397311) req@ffff8b8c90d21880 x1862022223225984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/4536 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.228625:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21880 with x1862022223225984 ext(393216->397311) 00002000:00010000:0.0:1775764866.228629:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21880 00000100:00100000:3.0:1775764866.234469:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.235347:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223226112 00000100:00100000:1.0:1775764866.235366:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223226112 00002000:00100000:0.0:1775764866.235960:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (397312->401407) req@ffff8b8c90d20a80 x1862022223226112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.235977:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20a80 with x1862022223226112 ext(397312->401407) 00002000:00010000:0.0:1775764866.235986:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20a80 00000100:00100000:0.0:1775764866.236183:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39547 00000100:00100000:0.0:1775764866.236197:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223226112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764866.236652:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223226112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 456us (2201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764866.236663:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39547 00002000:00100000:0.0:1775764866.236672:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (397312->401407) req@ffff8b8c90d20a80 x1862022223226112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/4536 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.236682:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20a80 with x1862022223226112 ext(397312->401407) 00002000:00010000:0.0:1775764866.236695:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20a80 00000100:00100000:3.0:1775764866.240237:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.241336:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223226240 00000100:00100000:2.0:1775764866.241353:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223226240 00002000:00100000:2.0:1775764866.241425:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (401408->405503) req@ffff8b8caf9e7100 x1862022223226240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.241439:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e7100 with x1862022223226240 ext(401408->405503) 00002000:00010000:2.0:1775764866.241446:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e7100 00000100:00100000:2.0:1775764866.241484:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39548 00000100:00100000:2.0:1775764866.241495:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223226240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.242233:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223226240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 734us (2004us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764866.242243:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39548 00002000:00100000:2.0:1775764866.242250:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (401408->405503) req@ffff8b8caf9e7100 x1862022223226240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/4536 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.242260:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e7100 with x1862022223226240 ext(401408->405503) 00002000:00010000:2.0:1775764866.242264:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e7100 00000100:00100000:3.0:1775764866.247330:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.247923:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223226496 00000100:00100000:0.0:1775764866.247939:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223226496 00000100:00100000:0.0:1775764866.248029:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44846 00000100:00100000:0.0:1775764866.248042:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223226496:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764866.248129:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764866.248169:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d0f74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd47e expref: 34 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.248199:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764866.248206:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764866.248513:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f7b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.248531:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.248912:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764866.248999:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032612 00000004:00010000:0.0:1775764866.249033:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003fa8701d reply state 000000005bdad1fd transno 4295032613 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764866.249045:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764866.249357:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223226496:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1314us (2039us total) trans 4295032613 rc 0/0 00000100:00100000:0.0:1775764866.249366:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44846 00000020:00080000:0.0:1775764866.249371:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764866.252965:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.252986:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f7b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.252994:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f7b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.253002:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8e1c6400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764866.253009:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f7b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.253017:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f7b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.253041:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764866.253044:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764866.253050:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f7b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.253056:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8e1c6400/0xdb23b4c9253d0f7b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.255499:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.255835:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223226624 00000100:00100000:1.0:1775764866.255849:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223226624 00002000:00010000:1.0:1775764866.255910:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1243341->18446744073709551615) 00002000:00100000:1.0:1775764866.255916:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f480 with x1862022223226624 ext(1243341->18446744073709551615) 00002000:00010000:1.0:1775764866.255932:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f480. 00000100:00100000:1.0:1775764866.255974:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39549 00000100:00100000:1.0:1775764866.255986:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223226624:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764866.256381:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2637082 -> 1243341 00002000:00010000:1.0:1775764866.256385:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.256389:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.256391:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.256394:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:1.0:1775764866.258534:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223226624:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2534us (3034us total) trans 4294996996 rc 0/0 00000100:00100000:1.0:1775764866.258575:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39549 00002000:00010000:1.0:1775764866.258583:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1243341->18446744073709551615) 00002000:00100000:1.0:1775764866.258587:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f480 with x1862022223226624 ext(1243341->18446744073709551615) 00002000:00010000:1.0:1775764866.258600:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f480. 00000100:00100000:0.0:1775764866.259302:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.260381:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223226752 00000100:00100000:1.0:1775764866.260400:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223226752 00002000:00010000:1.0:1775764866.260458:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764866.260463:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96aa00 with x1862022223226752 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764866.260477:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96aa00. 00000100:00100000:1.0:1775764866.260518:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39550 00000100:00100000:1.0:1775764866.260528:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:2363:x1862022223226752:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764866.260985:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764866.260990:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.260993:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764866.260995:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.260998:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764866.261067:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:2363:x1862022223226752:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 539us (1769us total) trans 4294996302 rc 0/0 00000100:00100000:1.0:1775764866.261075:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39550 00002000:00010000:1.0:1775764866.261159:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764866.261164:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96aa00 with x1862022223226752 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764866.261169:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96aa00. 00000100:00100000:3.0:1775764866.264370:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.264478:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223226880 00000100:00100000:1.0:1775764866.264494:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223226880 00000100:00100000:1.0:1775764866.264638:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44847 00000100:00100000:1.0:1775764866.264653:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022223226880:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764866.264699:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764866.264727:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd485 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.264863:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0f89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.264882:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0f89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.264899:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0f89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764866.264938:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1243341 00000004:00200000:1.0:1775764866.264944:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764866.264969:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0f89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.265003:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd485 expref: 37 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.265030:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0f89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd485 expref: 36 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.265045:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764866.265049:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764866.265055:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e82c00, rc 0) 00000100:00100000:1.0:1775764866.265457:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223226880:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 807us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764866.265466:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44847 00000100:00100000:3.0:1775764866.284364:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.284441:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223227008 00000100:00100000:1.0:1775764866.284456:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223227008 00002000:00100000:1.0:1775764866.284524:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (405504->1245183) req@ffff8b8cad85f100 x1862022223227008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.284923:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f100 with x1862022223227008 ext(405504->1245183) 00002000:00010000:1.0:1775764866.284932:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f100 00000100:00100000:0.0:1775764866.285199:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39551 00000100:00100000:0.0:1775764866.285218:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223227008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764866.294890:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223227008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9660us (10519us total) trans 0 rc 839680/839680 00000100:00100000:0.0:1775764866.294910:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39551 00002000:00100000:0.0:1775764866.294928:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (405504->1245183) req@ffff8b8cad85f100 x1862022223227008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 839680/839680 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.294941:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f100 with x1862022223227008 ext(405504->1245183) 00002000:00010000:0.0:1775764866.294949:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f100 00000100:00100000:2.0:1775764866.304815:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.304950:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223227264 00000100:00100000:1.0:1775764866.304965:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223227264 00000100:00100000:1.0:1775764866.305055:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44848 00000100:00100000:1.0:1775764866.305069:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223227264:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764866.305157:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764866.305198:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d0f89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd485 expref: 36 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.305237:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764866.305245:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764866.305942:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f90 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.305971:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.305995:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764866.306074:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032614 00000004:00010000:1.0:1775764866.306412:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e3aa636e reply state 00000000d41cb6a7 transno 4295032615 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764866.306423:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764866.306661:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223227264:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1593us (1861us total) trans 4295032615 rc 0/0 00000100:00100000:1.0:1775764866.306671:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44848 00000020:00080000:1.0:1775764866.306677:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764866.310238:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.310259:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f90 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.310269:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.310276:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764866.310283:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.310291:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f90 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.310317:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764866.310321:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764866.310327:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f90 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.310337:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d0f90 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764866.314611:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.314667:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.314874:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223227392 00000100:00100000:1.0:1775764866.314889:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223227392 00002000:00010000:1.0:1775764866.314946:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764866.314953:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31500 with x1862022223227392 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764866.314969:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31500. 00000100:00100000:1.0:1775764866.315006:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223227520 00000100:00100000:1.0:1775764866.315009:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223227520 00002000:00010000:1.0:1775764866.315021:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (301862->18446744073709551615) 00002000:00100000:1.0:1775764866.315025:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022223227520 ext(301862->18446744073709551615) 00002000:00010000:1.0:1775764866.315033:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a32d80. 00000100:00100000:1.0:1775764866.315057:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39552 00000100:00100000:1.0:1775764866.315068:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223227392:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764866.315379:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1243341 -> 4194304 00002000:00010000:1.0:1775764866.315385:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.315388:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.315390:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.315393:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:1.0:1775764866.315461:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223227392:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 394us (864us total) trans 4294996997 rc 0/0 00000100:00100000:1.0:1775764866.315470:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39552 00002000:00010000:1.0:1775764866.315474:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764866.315477:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31500 with x1862022223227392 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764866.315482:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31500. 00000100:00100000:1.0:1775764866.315501:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39553 00000100:00100000:1.0:1775764866.315509:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:2364:x1862022223227520:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764866.315677:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 301862 00002000:00010000:1.0:1775764866.315681:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.315683:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764866.315685:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.315696:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764866.315721:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:2364:x1862022223227520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 213us (1053us total) trans 4294996303 rc 0/0 00000100:00100000:1.0:1775764866.315728:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39553 00002000:00010000:1.0:1775764866.315731:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (301862->18446744073709551615) 00002000:00100000:1.0:1775764866.315733:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022223227520 ext(301862->18446744073709551615) 00002000:00010000:1.0:1775764866.315737:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a32d80. 00000100:00100000:3.0:1775764866.340040:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.340100:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.340291:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223227648 00000100:00100000:0.0:1775764866.340304:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223227648 00002000:00100000:0.0:1775764866.340372:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (0->303103) req@ffff8b8cad85dc00 x1862022223227648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.340385:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85dc00 with x1862022223227648 ext(0->303103) 00002000:00010000:0.0:1775764866.340394:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85dc00 00000100:00100000:0.0:1775764866.340428:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223227776 00000100:00100000:0.0:1775764866.340432:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223227776 00002000:00100000:0.0:1775764866.340451:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1245184->2293759) req@ffff8b8cad85c700 x1862022223227776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.340460:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c700 with x1862022223227776 ext(1245184->2293759) 00002000:00010000:0.0:1775764866.340465:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c700 00000100:00100000:0.0:1775764866.340498:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39554 00000100:00100000:0.0:1775764866.340508:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:2364:x1862022223227648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764866.340749:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39555 00000100:00100000:1.0:1775764866.340759:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223227776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764866.346199:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.346451:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.350253:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223228032 00000100:00100000:3.0:1775764866.350276:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223228032 00002000:00100000:3.0:1775764866.350348:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3342336->4194303) req@ffff8b8c9f96b480 x1862022223228032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.350360:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b480 with x1862022223228032 ext(3342336->4194303) 00002000:00010000:3.0:1775764866.350368:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b480 00000100:00100000:3.0:1775764866.350471:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223227904 00000100:00100000:3.0:1775764866.350475:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223227904 00002000:00100000:3.0:1775764866.350492:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2293760->3342335) req@ffff8b8c9f969500 x1862022223227904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.350500:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969500 with x1862022223227904 ext(2293760->3342335) 00002000:00010000:3.0:1775764866.350504:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969500 00000100:00100000:3.0:1775764866.350526:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39556 00000100:00100000:3.0:1775764866.351251:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223228032:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764866.353370:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39557 00000100:00100000:0.0:1775764866.353403:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223227904:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764866.364877:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:2364:x1862022223227648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 24353us (24836us total) trans 0 rc 303104/303104 00000100:00100000:3.0:1775764866.364893:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39554 00002000:00100000:3.0:1775764866.364909:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (0->303103) req@ffff8b8cad85dc00 x1862022223227648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 303104/303104 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.364924:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85dc00 with x1862022223227648 ext(0->303103) 00002000:00010000:3.0:1775764866.364932:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85dc00 00000100:00100000:1.0:1775764866.376751:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223227776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 35990us (36646us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764866.376770:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39555 00002000:00100000:1.0:1775764866.376786:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1245184->2293759) req@ffff8b8cad85c700 x1862022223227776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.376798:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c700 with x1862022223227776 ext(1245184->2293759) 00002000:00010000:1.0:1775764866.376805:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c700 00000100:00100000:3.0:1775764866.377507:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.377740:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223228160 00000100:00100000:0.0:1775764866.377754:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223228160 00002000:00100000:0.0:1775764866.377810:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (253952->301861) req@ffff8b8cad85e300 x1862022223228160/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.377827:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e300 with x1862022223228160 ext(253952->301861) 00002000:00010000:0.0:1775764866.377833:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85e300 00000100:00100000:0.0:1775764866.377871:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39558 00000100:00100000:0.0:1775764866.377883:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:2363:x1862022223228160:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764866.379357:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223227904:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 25963us (32895us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764866.379373:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39557 00002000:00100000:0.0:1775764866.379386:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2293760->3342335) req@ffff8b8c9f969500 x1862022223227904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.379399:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969500 with x1862022223227904 ext(2293760->3342335) 00002000:00010000:0.0:1775764866.379405:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969500 00000100:00100000:3.0:1775764866.383492:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223228032:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 32942us (37294us total) trans 0 rc 851968/851968 00000100:00100000:3.0:1775764866.383508:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39556 00002000:00100000:3.0:1775764866.383524:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3342336->4194303) req@ffff8b8c9f96b480 x1862022223228032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 851968/851968 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.383588:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b480 with x1862022223228032 ext(3342336->4194303) 00002000:00010000:3.0:1775764866.383597:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b480 00000100:00100000:2.0:1775764866.387259:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:2363:x1862022223228160:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9364us (10992us total) trans 4294996304 rc 0/0 00000100:00100000:2.0:1775764866.387276:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39558 00002000:00100000:2.0:1775764866.387291:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (253952->301861) req@ffff8b8cad85e300 x1862022223228160/t4294996304(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/448 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.387304:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e300 with x1862022223228160 ext(253952->301861) 00002000:00010000:2.0:1775764866.387313:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85e300 00000100:00100000:0.0:1775764866.393477:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.393739:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223228288 00000100:00100000:1.0:1775764866.393753:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223228288 00000100:00100000:1.0:1775764866.393966:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84938 00000100:00100000:1.0:1775764866.393980:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:2363:x1862022223228288:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764866.501192:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996288 is committed 00000001:00080000:3.0:1775764866.501224:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996303 is committed 00000001:00080000:3.0:1775764866.501260:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996304 is committed 00000100:00100000:2.0:1775764866.501922:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223228288:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 107865us (108387us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.501945:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84938 00000100:00100000:1.0:1775764866.509908:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.510071:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223228416 00000100:00100000:0.0:1775764866.510096:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223228416 00000100:00100000:0.0:1775764866.510176:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44849 00000100:00100000:0.0:1775764866.510189:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022223228416:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764866.510226:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764866.510254:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572800/0xdb23b4c9253d0f97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd48c expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.510367:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a573000/0xdb23b4c9253d0f9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.510383:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a573000/0xdb23b4c9253d0f9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.510398:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a573000/0xdb23b4c9253d0f9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764866.510754:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4496166 00000004:00200000:0.0:1775764866.510760:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764866.510786:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a573000/0xdb23b4c9253d0f9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.510822:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572800/0xdb23b4c9253d0f97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd48c expref: 39 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.510845:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a573000/0xdb23b4c9253d0f9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd48c expref: 38 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.510855:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764866.510858:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764866.510862:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9a573000, rc 0) 00000100:00100000:0.0:1775764866.510951:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223228416:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 764us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.510960:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44849 00000100:00100000:3.0:1775764866.527297:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.527402:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223228544 00000100:00100000:1.0:1775764866.527418:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223228544 00002000:00100000:1.0:1775764866.527489:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1335296->3792895) req@ffff8b8cad85f800 x1862022223228544/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 536/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.527503:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f800 with x1862022223228544 ext(1335296->3792895) 00002000:00010000:1.0:1775764866.527511:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f800 00000100:00100000:0.0:1775764866.531258:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39559 00000100:00100000:0.0:1775764866.531299:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223228544:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764866.539777:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223228544:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8483us (12477us total) trans 4294996998 rc 0/0 00000100:00100000:0.0:1775764866.539796:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39559 00002000:00100000:0.0:1775764866.539813:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1335296->3792895) req@ffff8b8cad85f800 x1862022223228544/t4294996998(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 536/456 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.539827:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f800 with x1862022223228544 ext(1335296->3792895) 00002000:00010000:0.0:1775764866.539836:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f800 00000100:00100000:3.0:1775764866.550111:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.550187:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223228672 00000100:00100000:1.0:1775764866.550202:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223228672 00000100:00100000:1.0:1775764866.550280:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84939 00000100:00100000:1.0:1775764866.550292:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223228672:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764866.598969:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294996998 is committed 00000100:00100000:2.0:1775764866.599406:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223228672:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 49105us (49298us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.599421:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84939 00000100:00100000:1.0:1775764866.602603:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.602949:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223228928 00000100:00100000:3.0:1775764866.602963:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223228928 00000100:00100000:3.0:1775764866.603048:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44850 00000100:00100000:3.0:1775764866.603060:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223228928:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764866.603155:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764866.603195:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a573000/0xdb23b4c9253d0f9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd48c expref: 38 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.603225:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764866.603233:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764866.603947:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d0fa5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.603969:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d0fa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.603983:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d0fa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764866.604059:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032616 00000004:00010000:3.0:1775764866.604166:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000742370a8 reply state 000000002bdeec33 transno 4295032617 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d0fa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.604177:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764866.604299:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223228928:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1238us (1760us total) trans 4295032617 rc 0/0 00000100:00100000:3.0:1775764866.604308:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44850 00000020:00080000:3.0:1775764866.604314:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764866.608388:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.608892:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223229056 00000100:00100000:1.0:1775764866.608906:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223229056 00002000:00010000:1.0:1775764866.608963:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2404184->18446744073709551615) 00002000:00100000:1.0:1775764866.608968:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96ad80 with x1862022223229056 ext(2404184->18446744073709551615) 00002000:00010000:1.0:1775764866.608986:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96ad80. 00000100:00100000:1.0:1775764866.609065:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39560 00000100:00100000:1.0:1775764866.609086:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223229056:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764866.609644:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2404184 00002000:00010000:1.0:1775764866.609650:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.609653:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.609656:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.609658:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 907 00000100:00100000:1.0:1775764866.609759:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223229056:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 681us (1385us total) trans 4294996999 rc 0/0 00000100:00100000:1.0:1775764866.609770:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39560 00002000:00010000:1.0:1775764866.609774:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2404184->18446744073709551615) 00002000:00100000:1.0:1775764866.609777:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96ad80 with x1862022223229056 ext(2404184->18446744073709551615) 00002000:00010000:1.0:1775764866.609782:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96ad80. 00010000:00010000:2.0:1775764866.610428:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d0fa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.610444:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d0fa5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.610454:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d0fa5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.610460:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9670f000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764866.610466:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d0fa5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.610474:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d0fa5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.610496:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764866.610499:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764866.610505:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d0fa5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.610511:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d0fa5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764866.613445:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.613784:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223229184 00000100:00100000:2.0:1775764866.613798:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223229184 00002000:00010000:2.0:1775764866.613924:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764866.613932:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968000 with x1862022223229184 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764866.613950:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f968000. 00000100:00100000:2.0:1775764866.614029:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39561 00000100:00100000:2.0:1775764866.614041:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223229184:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764866.614747:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 301862 -> 0 00002000:00010000:2.0:1775764866.614755:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:2.0:1775764866.614757:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764866.614760:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:2.0:1775764866.614763:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:2.0:1775764866.614921:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223229184:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 879us (1484us total) trans 4294996305 rc 0/0 00000100:00100000:2.0:1775764866.614932:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39561 00002000:00010000:2.0:1775764866.614937:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764866.614940:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968000 with x1862022223229184 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764866.614946:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f968000. 00000100:00100000:0.0:1775764866.623196:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.623798:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223229312 00000100:00100000:3.0:1775764866.623814:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223229312 00000100:00100000:3.0:1775764866.623911:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44851 00000100:00100000:3.0:1775764866.623925:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022223229312:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764866.623962:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764866.623992:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0fac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd493 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.624377:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d0fb3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.624394:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d0fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.624408:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d0fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764866.624455:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2404184 00000004:00200000:3.0:1775764866.624461:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764866.624483:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d0fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.624516:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0fac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd493 expref: 41 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.625007:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d0fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd493 expref: 40 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.625021:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764866.625025:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764866.625030:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9670f600, rc 0) 00000100:00100000:3.0:1775764866.625122:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223229312:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1200us (1941us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.625131:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44851 00000100:00100000:0.0:1775764866.644079:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.644311:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223229568 00000100:00100000:1.0:1775764866.644327:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223229568 00000100:00100000:1.0:1775764866.644408:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44852 00000100:00100000:1.0:1775764866.644420:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223229568:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764866.644496:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764866.644574:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d0fb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd493 expref: 40 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.644602:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764866.644609:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764866.644919:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0fba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.644938:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0fba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.644951:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0fba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764866.645022:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032618 00000004:00010000:1.0:1775764866.645052:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086a4cc53 reply state 0000000015b151af transno 4295032619 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0fba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764866.645065:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764866.645434:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223229568:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 790us (1145us total) trans 4295032619 rc 0/0 00000100:00100000:1.0:1775764866.645444:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44852 00000020:00080000:1.0:1775764866.645451:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764866.652718:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0fba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.652741:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0fba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.652751:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0fba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.652757:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764866.652765:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0fba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.652773:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0fba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.652796:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764866.652800:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764866.652805:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0fba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.652811:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82000/0xdb23b4c9253d0fba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764866.653751:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.653800:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.654244:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223229824 00000100:00100000:3.0:1775764866.654259:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223229824 00002000:00010000:3.0:1775764866.654317:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764866.654324:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968a80 with x1862022223229824 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764866.654340:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f968a80. 00000100:00100000:3.0:1775764866.654369:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223229696 00000100:00100000:3.0:1775764866.654373:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223229696 00002000:00010000:3.0:1775764866.654389:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1177376->18446744073709551615) 00002000:00100000:3.0:1775764866.654392:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969c00 with x1862022223229696 ext(1177376->18446744073709551615) 00002000:00010000:3.0:1775764866.654399:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969c00. 00000100:00100000:3.0:1775764866.654430:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39562 00000100:00100000:3.0:1775764866.654443:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223229824:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:0.0:1775764866.655346:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39563 00000100:00100000:0.0:1775764866.655361:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223229696:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764866.658478:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2404184 -> 1177376 00002000:00010000:2.0:1775764866.658489:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:2.0:1775764866.658493:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764866 -> 1775764866 00002000:00010000:2.0:1775764866.658495:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:2.0:1775764866.658498:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:2.0:1775764866.659005:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223229696:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3637us (5193us total) trans 4294997000 rc 0/0 00000100:00100000:2.0:1775764866.659021:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39563 00002000:00010000:2.0:1775764866.659029:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1177376->18446744073709551615) 00002000:00100000:2.0:1775764866.659033:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969c00 with x1862022223229696 ext(1177376->18446744073709551615) 00002000:00010000:2.0:1775764866.659041:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969c00. 00002000:00010000:0.0:1775764866.660324:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764866.660332:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:0.0:1775764866.660336:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764866.660338:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:0.0:1775764866.660340:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764866.660423:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223229824:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 5976us (6677us total) trans 4294996306 rc 0/0 00000100:00100000:0.0:1775764866.660435:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39562 00002000:00010000:0.0:1775764866.660441:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764866.660445:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968a80 with x1862022223229824 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764866.660453:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f968a80. 00000100:00100000:0.0:1775764866.673005:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.673386:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223229952 00000100:00100000:1.0:1775764866.673402:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223229952 00000100:00100000:2.0:1775764866.674167:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44853 00000100:00100000:2.0:1775764866.674184:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022223229952:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764866.674232:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764866.674262:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0fc1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd49a expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.674387:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0fc8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.674406:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.674433:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764866.674474:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1177376 00000004:00200000:2.0:1775764866.674479:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764866.674505:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.674737:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d0fc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd49a expref: 43 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.674763:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0fc8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd49a expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.674774:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764866.674777:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764866.674782:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4000, rc 0) 00000100:00100000:2.0:1775764866.674955:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223229952:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 775us (1973us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.674964:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44853 00000100:00100000:3.0:1775764866.679445:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.679589:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223230208 00000100:00100000:0.0:1775764866.679604:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223230208 00000100:00100000:0.0:1775764866.679693:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44854 00000100:00100000:0.0:1775764866.679704:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223230208:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764866.679777:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764866.679814:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d0fc8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd49a expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.679838:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764866.679844:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764866.680157:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572400/0xdb23b4c9253d0fcf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.680174:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572400/0xdb23b4c9253d0fcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.680184:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572400/0xdb23b4c9253d0fcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764866.680238:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032620 00000004:00010000:0.0:1775764866.680261:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d75c9923 reply state 00000000376023bf transno 4295032621 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572400/0xdb23b4c9253d0fcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764866.680271:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764866.680390:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223230208:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 686us (958us total) trans 4295032621 rc 0/0 00000100:00100000:0.0:1775764866.680397:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44854 00000020:00080000:0.0:1775764866.680402:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764866.687409:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.687619:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223230336 00000100:00100000:1.0:1775764866.687634:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223230336 00002000:00010000:1.0:1775764866.687702:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3410862->18446744073709551615) 00002000:00100000:1.0:1775764866.687708:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022223230336 ext(3410862->18446744073709551615) 00002000:00010000:1.0:1775764866.687725:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ca80. 00000100:00100000:1.0:1775764866.687765:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39564 00000100:00100000:1.0:1775764866.687776:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223230336:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764866.688115:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1177376 -> 3410862 00002000:00010000:1.0:1775764866.688121:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.688125:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.688127:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764866.688130:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:1.0:1775764866.688230:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223230336:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 454us (838us total) trans 4294997001 rc 0/0 00000100:00100000:1.0:1775764866.688239:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39564 00002000:00010000:1.0:1775764866.688244:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3410862->18446744073709551615) 00002000:00100000:1.0:1775764866.688247:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022223230336 ext(3410862->18446744073709551615) 00002000:00010000:1.0:1775764866.688252:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ca80. 00010000:00010000:2.0:1775764866.689581:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572400/0xdb23b4c9253d0fcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.689608:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572400/0xdb23b4c9253d0fcf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.689617:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572400/0xdb23b4c9253d0fcf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.689624:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9a572400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764866.689631:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572400/0xdb23b4c9253d0fcf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.689639:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572400/0xdb23b4c9253d0fcf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.689663:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764866.689667:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764866.689673:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572400/0xdb23b4c9253d0fcf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.689681:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9a572400/0xdb23b4c9253d0fcf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.691845:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.692188:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223230464 00000100:00100000:2.0:1775764866.692202:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223230464 00002000:00010000:2.0:1775764866.692259:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764866.692266:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022223230464 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764866.692281:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85ea00. 00000100:00100000:3.0:1775764866.692588:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39565 00000100:00100000:3.0:1775764866.692604:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223230464:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764866.692941:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764866.692946:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764866 00002000:00010000:3.0:1775764866.692949:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:3.0:1775764866.692952:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764866 00002000:00010000:3.0:1775764866.692954:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764866.693166:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223230464:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 565us (1335us total) trans 4294996307 rc 0/0 00000100:00100000:3.0:1775764866.693175:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39565 00002000:00010000:3.0:1775764866.693180:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764866.693183:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022223230464 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764866.693189:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85ea00. 00000100:00100000:0.0:1775764866.697180:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.697452:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223230592 00000100:00100000:3.0:1775764866.697466:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223230592 00000100:00100000:3.0:1775764866.697825:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44855 00000100:00100000:3.0:1775764866.697839:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022223230592:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764866.697881:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764866.697907:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0fd6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4a1 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.698030:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e800/0xdb23b4c9253d0fdd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.698049:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e800/0xdb23b4c9253d0fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.698064:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e800/0xdb23b4c9253d0fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764866.698098:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3410862 00000004:00200000:3.0:1775764866.698103:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764866.698124:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e800/0xdb23b4c9253d0fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.698154:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0fd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4a1 expref: 45 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.698176:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e800/0xdb23b4c9253d0fdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4a1 expref: 44 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.698186:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764866.698190:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764866.698195:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9670e800, rc 0) 00000100:00100000:3.0:1775764866.698289:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223230592:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 454us (1125us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.698296:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44855 00000100:00100000:0.0:1775764866.727453:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.728622:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223230720 00000100:00100000:2.0:1775764866.728643:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223230720 00002000:00100000:2.0:1775764866.728733:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1179648->3362815) req@ffff8b8c9f96b100 x1862022223230720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 504/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.728752:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b100 with x1862022223230720 ext(1179648->3362815) 00002000:00010000:2.0:1775764866.728759:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b100 00000100:00100000:2.0:1775764866.728807:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39566 00000100:00100000:2.0:1775764866.728818:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223230720:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.740084:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.740136:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.740610:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223230848 00000100:00100000:1.0:1775764866.740627:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223230848 00002000:00100000:1.0:1775764866.740714:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2224128->3272703) req@ffff8b8b85a32300 x1862022223230848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.740727:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32300 with x1862022223230848 ext(2224128->3272703) 00002000:00010000:1.0:1775764866.740735:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32300 00000100:00100000:1.0:1775764866.740761:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223230976 00000100:00100000:1.0:1775764866.740764:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223230976 00002000:00100000:1.0:1775764866.740779:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3272704->3411967) req@ffff8b8b85a31c00 x1862022223230976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 504/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.740787:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022223230976 ext(3272704->3411967) 00002000:00010000:1.0:1775764866.740790:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:1.0:1775764866.740825:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39567 00000100:00100000:1.0:1775764866.740836:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223230848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764866.742407:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39568 00000100:00100000:0.0:1775764866.742425:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223230976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764866.756751:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223230720:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 27917us (29296us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764866.756772:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39566 00002000:00100000:1.0:1775764866.756788:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1179648->3362815) req@ffff8b8c9f96b100 x1862022223230720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 504/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.756800:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b100 with x1862022223230720 ext(1179648->3362815) 00002000:00010000:1.0:1775764866.756808:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b100 00000100:00100000:1.0:1775764866.762834:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223230848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21980us (22751us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764866.762865:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39567 00002000:00100000:1.0:1775764866.762885:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2224128->3272703) req@ffff8b8b85a32300 x1862022223230848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.762896:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32300 with x1862022223230848 ext(2224128->3272703) 00002000:00010000:1.0:1775764866.762904:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32300 00000100:00100000:1.0:1775764866.773012:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223230976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 30577us (32858us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1775764866.773029:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39568 00002000:00100000:1.0:1775764866.773045:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3272704->3411967) req@ffff8b8b85a31c00 x1862022223230976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 504/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 135168/135168 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.773058:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022223230976 ext(3272704->3411967) 00002000:00010000:1.0:1775764866.773065:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00 00000100:00100000:2.0:1775764866.799313:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.799451:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223231104 00000100:00100000:0.0:1775764866.799466:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223231104 00002000:00100000:0.0:1775764866.799593:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (4055040->4059135) req@ffff8b8b85a31f80 x1862022223231104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.799607:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022223231104 ext(4055040->4059135) 00002000:00010000:0.0:1775764866.799614:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31f80 00000100:00100000:0.0:1775764866.799653:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39569 00000100:00100000:0.0:1775764866.799664:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223231104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764866.800015:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223231104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 351us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.800024:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39569 00002000:00100000:0.0:1775764866.800031:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (4055040->4059135) req@ffff8b8b85a31f80 x1862022223231104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.800040:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022223231104 ext(4055040->4059135) 00002000:00010000:0.0:1775764866.800044:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31f80 00000100:00100000:0.0:1775764866.812480:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.812673:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223231232 00000100:00100000:3.0:1775764866.812697:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223231232 00002000:00100000:3.0:1775764866.812767:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (4075520->4079615) req@ffff8b8c9f968e00 x1862022223231232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.812782:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968e00 with x1862022223231232 ext(4075520->4079615) 00002000:00010000:3.0:1775764866.812791:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968e00 00000100:00100000:3.0:1775764866.812833:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39570 00000100:00100000:3.0:1775764866.812846:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223231232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764866.813208:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223231232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 362us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.813217:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39570 00002000:00100000:3.0:1775764866.813224:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (4075520->4079615) req@ffff8b8c9f968e00 x1862022223231232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.813232:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968e00 with x1862022223231232 ext(4075520->4079615) 00002000:00010000:3.0:1775764866.813235:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968e00 00000100:00100000:3.0:1775764866.831969:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.832332:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223231360 00000100:00100000:1.0:1775764866.832347:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223231360 00002000:00100000:1.0:1775764866.832432:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (557056->561151) req@ffff8b8cad85e680 x1862022223231360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.832453:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022223231360 ext(557056->561151) 00002000:00010000:1.0:1775764866.832461:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85e680 00000100:00100000:1.0:1775764866.832505:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39571 00000100:00100000:1.0:1775764866.832520:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223231360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764866.833335:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223231360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 812us (1379us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764866.833348:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39571 00002000:00100000:1.0:1775764866.833358:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (557056->561151) req@ffff8b8cad85e680 x1862022223231360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.833367:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022223231360 ext(557056->561151) 00002000:00010000:1.0:1775764866.833372:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85e680 00000100:00100000:2.0:1775764866.839822:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.840020:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223231488 00000100:00100000:0.0:1775764866.840035:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223231488 00002000:00100000:0.0:1775764866.840109:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3411968->4055039) req@ffff8b8b85a33480 x1862022223231488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.840123:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33480 with x1862022223231488 ext(3411968->4055039) 00002000:00010000:0.0:1775764866.840131:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33480 00000100:00100000:0.0:1775764866.840176:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39572 00000100:00100000:0.0:1775764866.840189:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223231488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.848174:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223231488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7971us (8354us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.848190:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39572 00002000:00100000:2.0:1775764866.848205:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3411968->4055039) req@ffff8b8b85a33480 x1862022223231488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.848215:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33480 with x1862022223231488 ext(3411968->4055039) 00002000:00010000:2.0:1775764866.848223:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33480 00000100:00100000:3.0:1775764866.854878:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.855993:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223231616 00000100:00100000:2.0:1775764866.856014:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223231616 00002000:00100000:2.0:1775764866.856107:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (561152->565247) req@ffff8b8cad85ed80 x1862022223231616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.856120:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ed80 with x1862022223231616 ext(561152->565247) 00002000:00010000:2.0:1775764866.856128:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85ed80 00000100:00100000:2.0:1775764866.856181:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39573 00000100:00100000:2.0:1775764866.856193:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223231616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.856635:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223231616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 443us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.856644:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39573 00002000:00100000:2.0:1775764866.856652:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (561152->565247) req@ffff8b8cad85ed80 x1862022223231616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.856660:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ed80 with x1862022223231616 ext(561152->565247) 00002000:00010000:2.0:1775764866.856664:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85ed80 00000100:00100000:2.0:1775764866.867950:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.869811:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223231744 00000100:00100000:1.0:1775764866.869834:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223231744 00002000:00100000:1.0:1775764866.869935:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (565248->569343) req@ffff8b8c8f955180 x1862022223231744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.869949:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955180 with x1862022223231744 ext(565248->569343) 00002000:00010000:1.0:1775764866.869958:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955180 00000100:00100000:1.0:1775764866.870013:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39574 00000100:00100000:1.0:1775764866.870025:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223231744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764866.870387:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223231744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 362us (2450us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764866.870396:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39574 00002000:00100000:1.0:1775764866.870405:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (565248->569343) req@ffff8b8c8f955180 x1862022223231744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.870433:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955180 with x1862022223231744 ext(565248->569343) 00002000:00010000:1.0:1775764866.870437:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955180 00000100:00100000:1.0:1775764866.875664:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.875882:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223231872 00000100:00100000:0.0:1775764866.875897:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223231872 00002000:00100000:0.0:1775764866.875970:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (569344->573439) req@ffff8b8cb3175180 x1862022223231872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.875984:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022223231872 ext(569344->573439) 00002000:00010000:0.0:1775764866.875992:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175180 00000100:00100000:0.0:1775764866.876034:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39575 00000100:00100000:0.0:1775764866.876047:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223231872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764866.877356:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223231872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1298us (1694us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.877371:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39575 00002000:00100000:0.0:1775764866.877381:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (569344->573439) req@ffff8b8cb3175180 x1862022223231872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.877391:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022223231872 ext(569344->573439) 00002000:00010000:0.0:1775764866.877398:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3175180 00000100:00100000:0.0:1775764866.882401:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.882634:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223232000 00000100:00100000:3.0:1775764866.882648:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223232000 00002000:00100000:3.0:1775764866.882728:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (573440->577535) req@ffff8b8c9f969f80 x1862022223232000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.882740:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969f80 with x1862022223232000 ext(573440->577535) 00002000:00010000:3.0:1775764866.882747:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f969f80 00000100:00100000:3.0:1775764866.882790:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39576 00000100:00100000:3.0:1775764866.882801:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223232000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764866.883144:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223232000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 343us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.883152:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39576 00002000:00100000:3.0:1775764866.883159:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (573440->577535) req@ffff8b8c9f969f80 x1862022223232000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.883169:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969f80 with x1862022223232000 ext(573440->577535) 00002000:00010000:3.0:1775764866.883172:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f969f80 00000100:00100000:2.0:1775764866.899136:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764866.899607:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223232128 00000100:00100000:3.0:1775764866.899623:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223232128 00002000:00100000:3.0:1775764866.899726:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (577536->581631) req@ffff8b8c8f955f80 x1862022223232128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.899739:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955f80 with x1862022223232128 ext(577536->581631) 00002000:00010000:3.0:1775764866.899747:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955f80 00000100:00100000:3.0:1775764866.899782:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39577 00000100:00100000:3.0:1775764866.899792:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223232128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764866.900215:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223232128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 421us (1090us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.900224:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39577 00002000:00100000:3.0:1775764866.900231:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (577536->581631) req@ffff8b8c8f955f80 x1862022223232128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.900240:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955f80 with x1862022223232128 ext(577536->581631) 00002000:00010000:3.0:1775764866.900244:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955f80 00000100:00100000:1.0:1775764866.910814:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.911040:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223232256 00000100:00100000:2.0:1775764866.911055:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223232256 00002000:00100000:2.0:1775764866.911132:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (581632->585727) req@ffff8b8cb3174a80 x1862022223232256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.911144:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022223232256 ext(581632->585727) 00002000:00010000:2.0:1775764866.911152:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174a80 00000100:00100000:2.0:1775764866.911194:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39578 00000100:00100000:2.0:1775764866.911206:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223232256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.912096:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223232256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 885us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.912107:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39578 00002000:00100000:2.0:1775764866.912117:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (581632->585727) req@ffff8b8cb3174a80 x1862022223232256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.912127:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022223232256 ext(581632->585727) 00002000:00010000:2.0:1775764866.912132:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174a80 00000100:00100000:2.0:1775764866.921590:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.921802:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223232384 00000100:00100000:1.0:1775764866.921817:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223232384 00002000:00100000:1.0:1775764866.921902:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (585728->589823) req@ffff8b8c8f954e00 x1862022223232384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.921915:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954e00 with x1862022223232384 ext(585728->589823) 00002000:00010000:1.0:1775764866.921923:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954e00 00000100:00100000:1.0:1775764866.921954:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39579 00000100:00100000:1.0:1775764866.921964:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223232384:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764866.922311:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223232384:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 347us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764866.922319:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39579 00002000:00100000:1.0:1775764866.922325:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (585728->589823) req@ffff8b8c8f954e00 x1862022223232384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.922333:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954e00 with x1862022223232384 ext(585728->589823) 00002000:00010000:1.0:1775764866.922336:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954e00 00000100:00100000:3.0:1775764866.930825:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.931016:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223232512 00000100:00100000:2.0:1775764866.931032:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223232512 00002000:00100000:2.0:1775764866.931186:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (589824->593919) req@ffff8b8cad85c000 x1862022223232512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.931198:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022223232512 ext(589824->593919) 00002000:00010000:2.0:1775764866.931206:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85c000 00000100:00100000:2.0:1775764866.931249:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39580 00000100:00100000:2.0:1775764866.931262:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223232512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.933445:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223232512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2172us (2619us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.933462:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39580 00002000:00100000:2.0:1775764866.933476:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (589824->593919) req@ffff8b8cad85c000 x1862022223232512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.933487:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022223232512 ext(589824->593919) 00002000:00010000:2.0:1775764866.933495:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85c000 00000100:00100000:2.0:1775764866.955402:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764866.956447:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223232640 00000100:00100000:1.0:1775764866.956464:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223232640 00002000:00100000:1.0:1775764866.956595:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (593920->598015) req@ffff8b8c8f956680 x1862022223232640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.956616:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956680 with x1862022223232640 ext(593920->598015) 00002000:00010000:1.0:1775764866.956624:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956680 00000100:00100000:1.0:1775764866.956662:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39581 00000100:00100000:1.0:1775764866.956673:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223232640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764866.957299:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223232640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 622us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764866.957309:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39581 00002000:00100000:1.0:1775764866.960152:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (593920->598015) req@ffff8b8c8f956680 x1862022223232640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764866.960173:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956680 with x1862022223232640 ext(593920->598015) 00002000:00010000:1.0:1775764866.960183:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956680 00000100:00100000:0.0:1775764866.970945:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.971111:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223232768 00000100:00100000:2.0:1775764866.971127:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223232768 00002000:00100000:2.0:1775764866.971196:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (598016->602111) req@ffff8b8c8ed83100 x1862022223232768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.971209:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83100 with x1862022223232768 ext(598016->602111) 00002000:00010000:2.0:1775764866.971217:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83100 00000100:00100000:2.0:1775764866.971263:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39582 00000100:00100000:2.0:1775764866.971275:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223232768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.971677:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223232768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 403us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.971697:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39582 00002000:00100000:2.0:1775764866.971705:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (598016->602111) req@ffff8b8c8ed83100 x1862022223232768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.971713:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83100 with x1862022223232768 ext(598016->602111) 00002000:00010000:2.0:1775764866.971716:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83100 00000100:00100000:3.0:1775764866.976355:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764866.976799:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223232896 00000100:00100000:2.0:1775764866.976815:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223232896 00002000:00100000:2.0:1775764866.976903:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (602112->606207) req@ffff8b8cad85df80 x1862022223232896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.976915:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85df80 with x1862022223232896 ext(602112->606207) 00002000:00010000:2.0:1775764866.977036:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85df80 00000100:00100000:2.0:1775764866.977153:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39583 00000100:00100000:2.0:1775764866.977165:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223232896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764866.977526:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223232896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 362us (1186us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.977592:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39583 00002000:00100000:2.0:1775764866.977602:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (602112->606207) req@ffff8b8cad85df80 x1862022223232896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764866.977611:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85df80 with x1862022223232896 ext(602112->606207) 00002000:00010000:2.0:1775764866.977615:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85df80 00000100:00100000:3.0:1775764866.983039:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764866.986194:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223233024 00000100:00100000:0.0:1775764866.986217:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223233024 00002000:00100000:0.0:1775764866.986392:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (606208->610303) req@ffff8b8cad85d180 x1862022223233024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.986406:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d180 with x1862022223233024 ext(606208->610303) 00002000:00010000:0.0:1775764866.986413:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85d180 00000100:00100000:0.0:1775764866.986490:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39584 00000100:00100000:0.0:1775764866.986502:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223233024:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764866.987007:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223233024:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 505us (3983us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.987016:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39584 00002000:00100000:0.0:1775764866.987024:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (606208->610303) req@ffff8b8cad85d180 x1862022223233024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:347/0 lens 488/440 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764866.987034:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d180 with x1862022223233024 ext(606208->610303) 00002000:00010000:0.0:1775764866.987037:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cad85d180 00000100:00100000:1.0:1775764867.001162:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.001349:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223233152 00000100:00100000:3.0:1775764867.001364:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223233152 00002000:00100000:3.0:1775764867.001455:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (610304->614399) req@ffff8b8c91627100 x1862022223233152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.001468:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627100 with x1862022223233152 ext(610304->614399) 00002000:00010000:3.0:1775764867.001476:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91627100 00000100:00100000:3.0:1775764867.001516:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39585 00000100:00100000:3.0:1775764867.001527:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223233152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:2.0:1775764867.002003:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764867.002714:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223233152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1184us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764867.002728:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39585 00002000:00100000:3.0:1775764867.002740:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (610304->614399) req@ffff8b8c91627100 x1862022223233152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/440 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.002752:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627100 with x1862022223233152 ext(610304->614399) 00002000:00010000:3.0:1775764867.002757:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91627100 00000100:00100000:3.0:1775764867.013168:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.013347:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223233280 00000100:00100000:0.0:1775764867.013365:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223233280 00002000:00100000:0.0:1775764867.013763:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (614400->618495) req@ffff8b8c992f9180 x1862022223233280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.013776:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9180 with x1862022223233280 ext(614400->618495) 00002000:00010000:0.0:1775764867.013784:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f9180 00000100:00100000:0.0:1775764867.013829:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39586 00000100:00100000:0.0:1775764867.013843:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223233280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.017446:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223233280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3587us (4365us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764867.017466:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39586 00002000:00100000:0.0:1775764867.017486:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (614400->618495) req@ffff8b8c992f9180 x1862022223233280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/440 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.017498:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9180 with x1862022223233280 ext(614400->618495) 00002000:00010000:0.0:1775764867.017506:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f9180 00010000:00010000:3.0:1775764867.020692:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764867.037945:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.038350:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223233408 00000100:00100000:0.0:1775764867.038365:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223233408 00002000:00100000:0.0:1775764867.038438:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (618496->622591) req@ffff8b8c8f954a80 x1862022223233408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.038452:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022223233408 ext(618496->622591) 00002000:00010000:0.0:1775764867.038460:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954a80 00000100:00100000:0.0:1775764867.038505:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39587 00000100:00100000:0.0:1775764867.038516:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223233408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.039533:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223233408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1011us (1596us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764867.039596:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39587 00002000:00100000:0.0:1775764867.039609:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (618496->622591) req@ffff8b8c8f954a80 x1862022223233408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/440 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.039620:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022223233408 ext(618496->622591) 00002000:00010000:0.0:1775764867.039626:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954a80 00000100:00100000:1.0:1775764867.044611:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.044792:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223233536 00000100:00100000:0.0:1775764867.044808:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223233536 00002000:00100000:0.0:1775764867.046803:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (622592->626687) req@ffff8b8c91624e00 x1862022223233536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.046822:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624e00 with x1862022223233536 ext(622592->626687) 00002000:00010000:0.0:1775764867.046832:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624e00 00000100:00100000:0.0:1775764867.046969:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39588 00000100:00100000:0.0:1775764867.046995:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223233536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.047440:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223233536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 459us (2842us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764867.047452:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39588 00002000:00100000:0.0:1775764867.047460:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (622592->626687) req@ffff8b8c91624e00 x1862022223233536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/440 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.047471:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624e00 with x1862022223233536 ext(622592->626687) 00002000:00010000:0.0:1775764867.047475:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624e00 00000100:00100000:2.0:1775764867.082661:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.082784:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223233664 00000100:00100000:1.0:1775764867.082801:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223233664 00002000:00100000:1.0:1775764867.083166:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (557056->1373610) req@ffff8b8c8f956300 x1862022223233664/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 504/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.083180:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956300 with x1862022223233664 ext(557056->1373610) 00002000:00010000:1.0:1775764867.083189:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956300 00000100:00100000:1.0:1775764867.083292:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39589 00000100:00100000:1.0:1775764867.083305:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223233664:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764867.093615:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223233664:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10299us (10954us total) trans 4294996308 rc 0/0 00000100:00100000:3.0:1775764867.093633:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39589 00002000:00100000:3.0:1775764867.093649:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (557056->1373610) req@ffff8b8c8f956300 x1862022223233664/t4294996308(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 504/448 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.093662:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956300 with x1862022223233664 ext(557056->1373610) 00002000:00010000:3.0:1775764867.093670:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956300 00000100:00100000:2.0:1775764867.104338:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.104469:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223233792 00000100:00100000:3.0:1775764867.104485:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223233792 00000100:00100000:3.0:1775764867.104614:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84940 00000100:00100000:3.0:1775764867.104628:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223233792:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764867.227591:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223233792:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 122952us (123254us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764867.227608:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84940 00000001:00080000:3.0:1775764867.227661:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996305 is committed 00000001:00080000:3.0:1775764867.227676:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996308 is committed 00000100:00100000:2.0:1775764867.231284:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.231879:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223234048 00000100:00100000:0.0:1775764867.231895:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223234048 00000100:00100000:0.0:1775764867.232012:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44856 00000100:00100000:0.0:1775764867.232024:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223234048:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764867.232269:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764867.232310:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e800/0xdb23b4c9253d0fdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4a1 expref: 44 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.232334:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764867.232341:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1775764867.232783:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764867.234067:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0fe4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.234108:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.234124:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764867.234224:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032622 00000004:00010000:0.0:1775764867.234255:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000efd5e340 reply state 0000000010e9f5f5 transno 4295032623 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764867.234273:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764867.234480:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223234048:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2453us (3207us total) trans 4295032623 rc 0/0 00000100:00100000:0.0:1775764867.234491:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44856 00000020:00080000:0.0:1775764867.234498:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764867.241337:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.241385:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764867.241471:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.241487:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0fe4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.241497:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0fe4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.241504:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764867.241510:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0fe4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.241520:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0fe4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.241586:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764867.241591:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764867.241597:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0fe4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.241605:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d0fe4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764867.242015:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223234304 00000100:00100000:3.0:1775764867.242031:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223234304 00002000:00010000:3.0:1775764867.242104:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764867.242111:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625880 with x1862022223234304 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764867.242126:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625880. 00000100:00100000:3.0:1775764867.242156:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223234176 00000100:00100000:3.0:1775764867.242159:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223234176 00002000:00010000:3.0:1775764867.242174:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1281204->18446744073709551615) 00002000:00100000:3.0:1775764867.242178:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626300 with x1862022223234176 ext(1281204->18446744073709551615) 00002000:00010000:3.0:1775764867.242185:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626300. 00000100:00100000:3.0:1775764867.242218:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39590 00000100:00100000:3.0:1775764867.242229:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223234304:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764867.242764:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764867.242768:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764867 00002000:00010000:3.0:1775764867.242772:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:3.0:1775764867.242774:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764867 00002000:00010000:3.0:1775764867.242777:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 391 00000100:00100000:3.0:1775764867.242867:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223234304:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 638us (1547us total) trans 4294996309 rc 0/0 00000100:00100000:3.0:1775764867.242877:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39590 00002000:00010000:3.0:1775764867.242881:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764867.242884:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625880 with x1862022223234304 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764867.242889:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625880. 00000100:00100000:3.0:1775764867.242910:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39591 00000100:00100000:3.0:1775764867.242918:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223234176:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764867.243080:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3410862 -> 1281204 00002000:00010000:3.0:1775764867.243084:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764866 -> 1775764867 00002000:00010000:3.0:1775764867.243086:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764866 -> 1775764866 00002000:00010000:3.0:1775764867.243088:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764866 -> 1775764867 00002000:00010000:3.0:1775764867.243089:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:3.0:1775764867.243109:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223234176:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 193us (1724us total) trans 4294997002 rc 0/0 00000100:00100000:3.0:1775764867.243114:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39591 00002000:00010000:3.0:1775764867.243117:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1281204->18446744073709551615) 00002000:00100000:3.0:1775764867.243119:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626300 with x1862022223234176 ext(1281204->18446744073709551615) 00002000:00010000:3.0:1775764867.243123:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626300. 00000100:00100000:3.0:1775764867.257731:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.258043:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223234432 00000100:00100000:1.0:1775764867.258058:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223234432 00000100:00100000:1.0:1775764867.258151:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44857 00000100:00100000:1.0:1775764867.258163:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022223234432:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764867.258200:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764867.258237:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0feb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4a8 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764867.258353:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ff2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764867.258370:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764867.258383:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764867.258418:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1281204 00000004:00200000:1.0:1775764867.258424:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764867.258448:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764867.258479:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82400/0xdb23b4c9253d0feb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4a8 expref: 47 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764867.258503:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4a8 expref: 46 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764867.258512:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764867.258516:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764867.258522:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83a00, rc 0) 00000100:00100000:1.0:1775764867.258671:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223234432:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 510us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764867.258689:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44857 00000100:00100000:0.0:1775764867.281935:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.282099:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223234688 00000100:00100000:3.0:1775764867.282112:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223234688 00000100:00100000:3.0:1775764867.282189:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44858 00000100:00100000:3.0:1775764867.282203:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223234688:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764867.282281:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764867.282320:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83a00/0xdb23b4c9253d0ff2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4a8 expref: 46 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764867.282348:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764867.282355:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764867.283449:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0ff9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764867.283475:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764867.283492:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764867.283605:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032624 00000004:00010000:3.0:1775764867.283634:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003137669e reply state 00000000b6384853 transno 4295032625 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764867.283644:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764867.283799:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223234688:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1597us (1876us total) trans 4295032625 rc 0/0 00000100:00100000:3.0:1775764867.283808:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44858 00000020:00080000:3.0:1775764867.283815:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764867.288277:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764867.289607:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.289625:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0ff9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.289634:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0ff9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.289640:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9670fc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764867.289646:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0ff9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.289656:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0ff9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.289689:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764867.289692:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764867.289698:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0ff9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.289705:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d0ff9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764867.290248:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.300592:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223234816 00000100:00100000:1.0:1775764867.300616:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223234816 00002000:00010000:1.0:1775764867.300699:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3341848->18446744073709551615) 00002000:00100000:1.0:1775764867.300706:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb480 with x1862022223234816 ext(3341848->18446744073709551615) 00002000:00010000:1.0:1775764867.300723:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb480. 00000100:00100000:1.0:1775764867.300767:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223234944 00000100:00100000:1.0:1775764867.300771:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223234944 00002000:00010000:1.0:1775764867.300788:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764867.300791:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9f80 with x1862022223234944 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764867.300800:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f9f80. 00000100:00100000:1.0:1775764867.300835:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39592 00000100:00100000:1.0:1775764867.300857:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223234816:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764867.301180:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1281204 -> 3341848 00002000:00010000:1.0:1775764867.301185:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764867 -> 1775764867 00002000:00010000:1.0:1775764867.301187:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764866 -> 1775764866 00002000:00010000:1.0:1775764867.301190:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764867 -> 1775764867 00002000:00010000:1.0:1775764867.301192:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:1.0:1775764867.301310:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223234816:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 464us (13044us total) trans 4294997003 rc 0/0 00000100:00100000:1.0:1775764867.301320:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39592 00002000:00010000:1.0:1775764867.301325:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3341848->18446744073709551615) 00002000:00100000:1.0:1775764867.301328:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb480 with x1862022223234816 ext(3341848->18446744073709551615) 00002000:00010000:1.0:1775764867.301334:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb480. 00000100:00100000:1.0:1775764867.301359:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39593 00000100:00100000:1.0:1775764867.301367:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223234944:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764867.301505:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764867.301509:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764867 -> 1775764867 00002000:00010000:1.0:1775764867.301511:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:1.0:1775764867.301513:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764867 -> 1775764867 00002000:00010000:1.0:1775764867.301515:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764867.301566:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223234944:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 172us (11296us total) trans 4294996310 rc 0/0 00000100:00100000:1.0:1775764867.301574:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39593 00002000:00010000:1.0:1775764867.301577:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764867.301580:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9f80 with x1862022223234944 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764867.301585:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f9f80. 00000100:00100000:1.0:1775764867.306450:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.306597:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223235072 00000100:00100000:0.0:1775764867.306611:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223235072 00002000:00100000:0.0:1775764867.306694:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3293184->3297279) req@ffff8b8c91624a80 x1862022223235072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.306707:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022223235072 ext(3293184->3297279) 00002000:00010000:0.0:1775764867.306714:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80 00000100:00100000:0.0:1775764867.306757:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39594 00000100:00100000:0.0:1775764867.306769:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223235072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.307113:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223235072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 344us (675us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764867.307122:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39594 00002000:00100000:0.0:1775764867.307130:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3293184->3297279) req@ffff8b8c91624a80 x1862022223235072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.307139:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022223235072 ext(3293184->3297279) 00002000:00010000:0.0:1775764867.307142:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80 00000100:00100000:1.0:1775764867.311167:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.311791:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223235200 00000100:00100000:0.0:1775764867.311808:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223235200 00002000:00100000:0.0:1775764867.311893:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3297280->3301375) req@ffff8b8c91626d80 x1862022223235200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.311907:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022223235200 ext(3297280->3301375) 00002000:00010000:0.0:1775764867.311915:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626d80 00000100:00100000:0.0:1775764867.311952:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39595 00000100:00100000:0.0:1775764867.311964:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223235200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.312772:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223235200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 803us (1616us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764867.312785:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39595 00002000:00100000:0.0:1775764867.312796:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3297280->3301375) req@ffff8b8c91626d80 x1862022223235200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.312806:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022223235200 ext(3297280->3301375) 00002000:00010000:0.0:1775764867.312811:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626d80 00000100:00100000:3.0:1775764867.321313:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.321775:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223235328 00000100:00100000:1.0:1775764867.321790:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223235328 00002000:00100000:1.0:1775764867.321881:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3301376->3305471) req@ffff8b8c992f8380 x1862022223235328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.321894:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8380 with x1862022223235328 ext(3301376->3305471) 00002000:00010000:1.0:1775764867.321902:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8380 00000100:00100000:1.0:1775764867.321945:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39596 00000100:00100000:1.0:1775764867.321957:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223235328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764867.322696:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223235328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 738us (1397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764867.322707:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39596 00002000:00100000:1.0:1775764867.322717:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3301376->3305471) req@ffff8b8c992f8380 x1862022223235328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.322726:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8380 with x1862022223235328 ext(3301376->3305471) 00002000:00010000:1.0:1775764867.322730:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8380 00000100:00100000:1.0:1775764867.330374:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.334517:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223235456 00000100:00100000:0.0:1775764867.334580:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223235456 00002000:00100000:0.0:1775764867.334666:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3305472->3309567) req@ffff8b8c91625180 x1862022223235456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.334690:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022223235456 ext(3305472->3309567) 00002000:00010000:0.0:1775764867.334699:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:0.0:1775764867.334831:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39597 00000100:00100000:0.0:1775764867.334854:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223235456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.335222:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223235456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 378us (4860us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764867.335230:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39597 00002000:00100000:0.0:1775764867.335238:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3305472->3309567) req@ffff8b8c91625180 x1862022223235456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.335247:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022223235456 ext(3305472->3309567) 00002000:00010000:0.0:1775764867.335251:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:1.0:1775764867.342186:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.342366:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223235584 00000100:00100000:0.0:1775764867.342380:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223235584 00002000:00100000:0.0:1775764867.342458:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3309568->3313663) req@ffff8b8c91625c00 x1862022223235584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.342472:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022223235584 ext(3309568->3313663) 00002000:00010000:0.0:1775764867.342479:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:0.0:1775764867.342509:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39598 00000100:00100000:0.0:1775764867.342521:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223235584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.343618:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223235584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1092us (1441us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764867.343632:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39598 00002000:00100000:0.0:1775764867.343642:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3309568->3313663) req@ffff8b8c91625c00 x1862022223235584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.343653:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022223235584 ext(3309568->3313663) 00002000:00010000:0.0:1775764867.343658:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:1.0:1775764867.354762:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.354903:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223235712 00000100:00100000:0.0:1775764867.354919:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223235712 00002000:00100000:0.0:1775764867.354991:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3313664->3317759) req@ffff8b8c91627b80 x1862022223235712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.355005:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022223235712 ext(3313664->3317759) 00002000:00010000:0.0:1775764867.355013:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80 00000100:00100000:0.0:1775764867.355059:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39599 00000100:00100000:0.0:1775764867.355071:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223235712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.355425:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223235712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 355us (678us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764867.355434:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39599 00002000:00100000:0.0:1775764867.355441:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3313664->3317759) req@ffff8b8c91627b80 x1862022223235712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.355451:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022223235712 ext(3313664->3317759) 00002000:00010000:0.0:1775764867.355454:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80 00000100:00100000:2.0:1775764867.360732:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.360970:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223235840 00000100:00100000:3.0:1775764867.360988:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223235840 00002000:00100000:3.0:1775764867.361059:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3317760->3321855) req@ffff8b8c8f957b80 x1862022223235840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.361073:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957b80 with x1862022223235840 ext(3317760->3321855) 00002000:00010000:3.0:1775764867.361081:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957b80 00000100:00100000:3.0:1775764867.361125:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39600 00000100:00100000:3.0:1775764867.361137:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223235840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764867.361528:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223235840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 391us (809us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764867.361598:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39600 00002000:00100000:3.0:1775764867.361608:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3317760->3321855) req@ffff8b8c8f957b80 x1862022223235840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.361616:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957b80 with x1862022223235840 ext(3317760->3321855) 00002000:00010000:3.0:1775764867.361620:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957b80 00000100:00100000:2.0:1775764867.366927:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.367130:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223235968 00000100:00100000:3.0:1775764867.367145:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223235968 00002000:00100000:3.0:1775764867.367212:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3321856->3325951) req@ffff8b8c8f957480 x1862022223235968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.367224:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022223235968 ext(3321856->3325951) 00002000:00010000:3.0:1775764867.367232:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957480 00000100:00100000:3.0:1775764867.367276:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39601 00000100:00100000:3.0:1775764867.367286:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223235968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.368191:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223235968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 900us (1272us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764867.368204:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39601 00002000:00100000:0.0:1775764867.368214:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3321856->3325951) req@ffff8b8c8f957480 x1862022223235968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.368223:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022223235968 ext(3321856->3325951) 00002000:00010000:0.0:1775764867.368228:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957480 00000100:00100000:1.0:1775764867.382703:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764867.383297:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223236096 00000100:00100000:2.0:1775764867.383313:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223236096 00002000:00100000:2.0:1775764867.383384:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3325952->3330047) req@ffff8b8c91626680 x1862022223236096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.383398:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022223236096 ext(3325952->3330047) 00002000:00010000:2.0:1775764867.383406:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680 00000100:00100000:2.0:1775764867.384290:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39602 00000100:00100000:2.0:1775764867.384310:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223236096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764867.384863:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223236096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 559us (2186us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764867.384874:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39602 00002000:00100000:2.0:1775764867.384884:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3325952->3330047) req@ffff8b8c91626680 x1862022223236096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.384895:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022223236096 ext(3325952->3330047) 00002000:00010000:2.0:1775764867.384900:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680 00000100:00100000:2.0:1775764867.390936:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.391214:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223236224 00000100:00100000:0.0:1775764867.391228:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223236224 00002000:00100000:0.0:1775764867.391299:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3330048->3334143) req@ffff8b8c8f955c00 x1862022223236224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.391313:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022223236224 ext(3330048->3334143) 00002000:00010000:0.0:1775764867.391321:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955c00 00000100:00100000:0.0:1775764867.391376:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39603 00000100:00100000:0.0:1775764867.391389:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223236224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764867.392865:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223236224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1460us (1926us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764867.392882:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39603 00002000:00100000:1.0:1775764867.392893:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3330048->3334143) req@ffff8b8c8f955c00 x1862022223236224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.392904:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022223236224 ext(3330048->3334143) 00002000:00010000:1.0:1775764867.392910:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955c00 00000100:00100000:3.0:1775764867.402759:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.406346:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223236352 00000100:00100000:0.0:1775764867.406366:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223236352 00002000:00100000:0.0:1775764867.406534:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3334144->3338239) req@ffff8b8c992fad80 x1862022223236352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.406651:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fad80 with x1862022223236352 ext(3334144->3338239) 00002000:00010000:0.0:1775764867.406658:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fad80 00000100:00100000:0.0:1775764867.406799:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39604 00000100:00100000:0.0:1775764867.406812:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223236352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.407356:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223236352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 544us (4610us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764867.407366:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39604 00002000:00100000:0.0:1775764867.407374:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3334144->3338239) req@ffff8b8c992fad80 x1862022223236352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.407385:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fad80 with x1862022223236352 ext(3334144->3338239) 00002000:00010000:0.0:1775764867.407389:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fad80 00000100:00100000:2.0:1775764867.413805:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.415530:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223236480 00000100:00100000:1.0:1775764867.415581:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223236480 00002000:00100000:1.0:1775764867.415658:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3338240->3342335) req@ffff8b8c8f954700 x1862022223236480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.415671:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022223236480 ext(3338240->3342335) 00002000:00010000:1.0:1775764867.415691:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700 00000100:00100000:1.0:1775764867.415723:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39605 00000100:00100000:1.0:1775764867.415734:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223236480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764867.416785:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223236480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1045us (2986us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764867.416798:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39605 00002000:00100000:1.0:1775764867.416810:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3338240->3342335) req@ffff8b8c8f954700 x1862022223236480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.416820:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022223236480 ext(3338240->3342335) 00002000:00010000:1.0:1775764867.416825:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700 00000100:00100000:3.0:1775764867.421399:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.421958:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223236608 00000100:00100000:0.0:1775764867.421973:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223236608 00002000:00100000:0.0:1775764867.422043:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3293184->3341847) req@ffff8b8c992fa680 x1862022223236608/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.422057:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fa680 with x1862022223236608 ext(3293184->3341847) 00002000:00010000:0.0:1775764867.422065:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fa680 00000100:00100000:0.0:1775764867.422255:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39606 00000100:00100000:0.0:1775764867.422268:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223236608:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764867.430480:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223236608:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8197us (9080us total) trans 4294997004 rc 0/0 00000100:00100000:0.0:1775764867.430498:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39606 00002000:00100000:0.0:1775764867.430517:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3293184->3341847) req@ffff8b8c992fa680 x1862022223236608/t4294997004(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/448 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.430529:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fa680 with x1862022223236608 ext(3293184->3341847) 00002000:00010000:0.0:1775764867.430554:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fa680 00000100:00100000:1.0:1775764867.435172:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.435359:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223236736 00000100:00100000:3.0:1775764867.435374:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223236736 00000100:00100000:3.0:1775764867.435455:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84941 00000100:00100000:3.0:1775764867.435468:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223236736:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764867.518366:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997004 is committed 00000100:00100000:2.0:1775764867.519205:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223236736:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 83731us (84037us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764867.519226:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84941 00000100:00100000:3.0:1775764867.522618:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.522698:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223236864 00000100:00100000:0.0:1775764867.522714:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223236864 00000100:00100000:0.0:1775764867.522800:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44859 00000100:00100000:0.0:1775764867.522813:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022223236864:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764867.522859:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764867.522888:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1000 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4af expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.523012:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d1007 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.523031:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d1007 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.523048:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d1007 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764867.523412:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3341848 00000004:00200000:0.0:1775764867.523477:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764867.523505:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d1007 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.523570:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1000 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4af expref: 49 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.523594:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d1007 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4af expref: 48 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.523605:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764867.523608:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764867.523612:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8200, rc 0) 00000100:00100000:0.0:1775764867.524011:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223236864:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1198us (1404us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764867.524022:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44859 00000100:00100000:2.0:1775764867.530234:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.530363:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223236992 00000100:00100000:1.0:1775764867.530378:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223236992 00002000:00100000:1.0:1775764867.530981:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1548288->1552383) req@ffff8b8c8f955500 x1862022223236992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.530995:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022223236992 ext(1548288->1552383) 00002000:00010000:1.0:1775764867.531004:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:1.0:1775764867.531088:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39607 00000100:00100000:1.0:1775764867.531103:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223236992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764867.531432:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223236992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 332us (1210us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764867.531440:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39607 00002000:00100000:1.0:1775764867.531447:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1548288->1552383) req@ffff8b8c8f955500 x1862022223236992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.531455:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022223236992 ext(1548288->1552383) 00002000:00010000:1.0:1775764867.531458:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:0.0:1775764867.539400:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764867.539685:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223237120 00000100:00100000:2.0:1775764867.539700:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223237120 00002000:00100000:2.0:1775764867.539766:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1552384->1556479) req@ffff8b8c8ed80a80 x1862022223237120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.539780:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80a80 with x1862022223237120 ext(1552384->1556479) 00002000:00010000:2.0:1775764867.539787:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80a80 00000100:00100000:2.0:1775764867.539953:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39608 00000100:00100000:2.0:1775764867.539967:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223237120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764867.540425:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223237120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 458us (1037us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764867.540436:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39608 00002000:00100000:2.0:1775764867.540445:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1552384->1556479) req@ffff8b8c8ed80a80 x1862022223237120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.540455:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80a80 with x1862022223237120 ext(1552384->1556479) 00002000:00010000:2.0:1775764867.540459:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80a80 00000100:00100000:3.0:1775764867.545268:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.545467:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223237248 00000100:00100000:0.0:1775764867.545482:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223237248 00002000:00100000:0.0:1775764867.545583:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1556480->1560575) req@ffff8b8c992f8a80 x1862022223237248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.545597:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8a80 with x1862022223237248 ext(1556480->1560575) 00002000:00010000:0.0:1775764867.545605:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8a80 00000100:00100000:0.0:1775764867.545668:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39609 00000100:00100000:0.0:1775764867.545693:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223237248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.546062:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223237248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 381us (809us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764867.546315:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39609 00002000:00100000:0.0:1775764867.546326:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1556480->1560575) req@ffff8b8c992f8a80 x1862022223237248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.546335:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8a80 with x1862022223237248 ext(1556480->1560575) 00002000:00010000:0.0:1775764867.546339:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8a80 00000100:00100000:0.0:1775764867.550874:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.550987:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223237376 00000100:00100000:1.0:1775764867.551004:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223237376 00002000:00100000:1.0:1775764867.551083:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1560576->1564671) req@ffff8b8c8ed80000 x1862022223237376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.551097:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022223237376 ext(1560576->1564671) 00002000:00010000:1.0:1775764867.551105:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:1.0:1775764867.551143:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39610 00000100:00100000:1.0:1775764867.551156:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223237376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764867.551489:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223237376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 335us (629us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764867.551498:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39610 00002000:00100000:1.0:1775764867.551504:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1560576->1564671) req@ffff8b8c8ed80000 x1862022223237376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.551512:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022223237376 ext(1560576->1564671) 00002000:00010000:1.0:1775764867.551516:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:0.0:1775764867.560353:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.560458:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223237504 00000100:00100000:3.0:1775764867.560471:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223237504 00002000:00100000:3.0:1775764867.560532:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1564672->1568767) req@ffff8b8c8ed83b80 x1862022223237504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.560601:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83b80 with x1862022223237504 ext(1564672->1568767) 00002000:00010000:3.0:1775764867.560610:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83b80 00000100:00100000:3.0:1775764867.560641:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39611 00000100:00100000:3.0:1775764867.560653:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223237504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764867.561323:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223237504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 667us (979us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764867.561333:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39611 00002000:00100000:3.0:1775764867.561341:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1564672->1568767) req@ffff8b8c8ed83b80 x1862022223237504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.561349:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83b80 with x1862022223237504 ext(1564672->1568767) 00002000:00010000:3.0:1775764867.561354:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83b80 00000100:00100000:0.0:1775764867.581982:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.582284:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223237632 00000100:00100000:3.0:1775764867.582299:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223237632 00002000:00100000:3.0:1775764867.582372:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1568768->1572863) req@ffff8b8c8ed83480 x1862022223237632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.582386:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83480 with x1862022223237632 ext(1568768->1572863) 00002000:00010000:3.0:1775764867.582393:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83480 00000100:00100000:3.0:1775764867.582436:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39612 00000100:00100000:3.0:1775764867.582448:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223237632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764867.583627:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223237632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1170us (1648us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764867.583643:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39612 00002000:00100000:3.0:1775764867.583657:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1568768->1572863) req@ffff8b8c8ed83480 x1862022223237632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.583667:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83480 with x1862022223237632 ext(1568768->1572863) 00002000:00010000:3.0:1775764867.583674:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83480 00000100:00100000:0.0:1775764867.598262:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764867.598457:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223237760 00000100:00100000:2.0:1775764867.598471:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223237760 00002000:00100000:2.0:1775764867.598594:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1572864->1576959) req@ffff8b8c8ed82300 x1862022223237760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.598608:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022223237760 ext(1572864->1576959) 00002000:00010000:2.0:1775764867.598616:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300 00000100:00100000:2.0:1775764867.598660:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39613 00000100:00100000:2.0:1775764867.598673:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223237760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764867.599035:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223237760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 362us (788us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764867.599044:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39613 00002000:00100000:2.0:1775764867.599052:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1572864->1576959) req@ffff8b8c8ed82300 x1862022223237760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.599060:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022223237760 ext(1572864->1576959) 00002000:00010000:2.0:1775764867.599064:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300 00000100:00100000:0.0:1775764867.603708:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764867.603827:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223237888 00000100:00100000:2.0:1775764867.603849:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223237888 00002000:00100000:2.0:1775764867.603912:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1576960->1581055) req@ffff8b8c8ed81880 x1862022223237888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.603927:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81880 with x1862022223237888 ext(1576960->1581055) 00002000:00010000:2.0:1775764867.603934:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81880 00000100:00100000:2.0:1775764867.603964:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39614 00000100:00100000:2.0:1775764867.603974:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223237888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764867.604594:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223237888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 559us (838us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764867.604604:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39614 00002000:00100000:2.0:1775764867.604612:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1576960->1581055) req@ffff8b8c8ed81880 x1862022223237888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.604623:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81880 with x1862022223237888 ext(1576960->1581055) 00002000:00010000:2.0:1775764867.604626:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81880 00000100:00100000:0.0:1775764867.612406:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764867.612437:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c8f955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224992000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764867.612519:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764867.612828:0:12042:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224992000 00000100:00100000:3.0:1775764867.612840:0:12042:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224992000 00000100:00100000:3.0:1775764867.612930:0:12042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1775764867.612942:0:12042:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224992000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764867.612975:0:12042:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 235601920 pending 0 free 3859808256 avail 3853516800 00000100:00080000:2.0:1775764867.612979:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764867.613041:0:12042:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224992000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764867.613049:0:12042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1775764867.613242:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c8f955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224992000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764867.625396:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.625497:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223238016 00000100:00100000:1.0:1775764867.625513:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223238016 00002000:00100000:1.0:1775764867.625613:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1581056->1585151) req@ffff8b8c8ed81500 x1862022223238016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.625626:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022223238016 ext(1581056->1585151) 00002000:00010000:1.0:1775764867.625633:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81500 00000100:00100000:1.0:1775764867.625668:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39615 00000100:00100000:1.0:1775764867.625690:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223238016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764867.626310:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223238016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 630us (925us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764867.626320:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39615 00002000:00100000:1.0:1775764867.626327:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1581056->1585151) req@ffff8b8c8ed81500 x1862022223238016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.626336:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022223238016 ext(1581056->1585151) 00002000:00010000:1.0:1775764867.626339:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81500 00000100:00100000:2.0:1775764867.636336:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.636455:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223238144 00000100:00100000:3.0:1775764867.636469:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223238144 00002000:00100000:3.0:1775764867.636665:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1585152->1589247) req@ffff8b8c8f954000 x1862022223238144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.636690:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022223238144 ext(1585152->1589247) 00002000:00010000:3.0:1775764867.636700:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:3.0:1775764867.636743:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39616 00000100:00100000:3.0:1775764867.636755:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223238144:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764867.637515:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223238144:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 758us (1191us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764867.637527:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39616 00002000:00100000:3.0:1775764867.637536:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1585152->1589247) req@ffff8b8c8f954000 x1862022223238144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.637594:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022223238144 ext(1585152->1589247) 00002000:00010000:3.0:1775764867.637599:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:2.0:1775764867.651523:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.652010:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223238272 00000100:00100000:0.0:1775764867.652025:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223238272 00002000:00100000:0.0:1775764867.652215:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1589248->1593343) req@ffff8b8c8f957100 x1862022223238272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.652228:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022223238272 ext(1589248->1593343) 00002000:00010000:0.0:1775764867.652236:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957100 00000100:00100000:0.0:1775764867.652392:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39617 00000100:00100000:0.0:1775764867.652405:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223238272:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.652823:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223238272:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 418us (1309us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764867.652831:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39617 00002000:00100000:0.0:1775764867.652840:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1589248->1593343) req@ffff8b8c8f957100 x1862022223238272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.652860:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022223238272 ext(1589248->1593343) 00002000:00010000:0.0:1775764867.652864:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957100 00000100:00100000:2.0:1775764867.666281:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.666743:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223238400 00000100:00100000:1.0:1775764867.666758:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223238400 00002000:00100000:1.0:1775764867.666824:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1548288->1593343) req@ffff8b8c8f956d80 x1862022223238400/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.666838:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022223238400 ext(1548288->1593343) 00002000:00010000:1.0:1775764867.666923:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80 00000100:00100000:1.0:1775764867.666969:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39618 00000100:00100000:1.0:1775764867.666981:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223238400:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764867.686401:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223238400:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 19404us (20118us total) trans 4294997005 rc 0/0 00000100:00100000:2.0:1775764867.686421:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39618 00002000:00100000:2.0:1775764867.686438:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1548288->1593343) req@ffff8b8c8f956d80 x1862022223238400/t4294997005(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/448 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.686449:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022223238400 ext(1548288->1593343) 00002000:00010000:2.0:1775764867.686456:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956d80 00000100:00100000:2.0:1775764867.693007:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.693210:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223238528 00000100:00100000:3.0:1775764867.693224:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223238528 00000100:00100000:3.0:1775764867.693957:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84942 00000100:00100000:3.0:1775764867.693974:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223238528:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764867.790168:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223238528:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 96182us (97158us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764867.790188:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84942 00000001:00080000:3.0:1775764867.790251:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997005 is committed 00000100:00100000:0.0:1775764867.795088:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.795279:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223238656 00000100:00100000:3.0:1775764867.795293:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223238656 00002000:00100000:3.0:1775764867.795370:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2543616->2547711) req@ffff8b8c8ed80e00 x1862022223238656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.795385:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022223238656 ext(2543616->2547711) 00002000:00010000:3.0:1775764867.795392:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:3.0:1775764867.795434:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39619 00000100:00100000:3.0:1775764867.795445:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223238656:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764867.796342:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223238656:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 893us (1279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764867.796354:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39619 00002000:00100000:3.0:1775764867.796364:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2543616->2547711) req@ffff8b8c8ed80e00 x1862022223238656/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.796383:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022223238656 ext(2543616->2547711) 00002000:00010000:3.0:1775764867.796388:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:0.0:1775764867.804283:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.804721:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223238784 00000100:00100000:1.0:1775764867.804738:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223238784 00002000:00100000:1.0:1775764867.804810:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2547712->2551807) req@ffff8b8c8ed82d80 x1862022223238784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.804824:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022223238784 ext(2547712->2551807) 00002000:00010000:1.0:1775764867.804832:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:1.0:1775764867.804874:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39620 00000100:00100000:1.0:1775764867.804887:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223238784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764867.805292:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223238784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 405us (1022us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764867.805305:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39620 00002000:00100000:1.0:1775764867.805313:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2547712->2551807) req@ffff8b8c8ed82d80 x1862022223238784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.805323:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022223238784 ext(2547712->2551807) 00002000:00010000:1.0:1775764867.805326:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:2.0:1775764867.809961:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.810049:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223238912 00000100:00100000:0.0:1775764867.810063:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223238912 00002000:00100000:0.0:1775764867.810133:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2551808->2555903) req@ffff8b8c93214380 x1862022223238912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.810147:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214380 with x1862022223238912 ext(2551808->2555903) 00002000:00010000:0.0:1775764867.810155:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214380 00000100:00100000:0.0:1775764867.810247:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39621 00000100:00100000:0.0:1775764867.810259:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223238912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.810771:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223238912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 511us (822us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764867.810781:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39621 00002000:00100000:0.0:1775764867.810788:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2551808->2555903) req@ffff8b8c93214380 x1862022223238912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.810796:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214380 with x1862022223238912 ext(2551808->2555903) 00002000:00010000:0.0:1775764867.810800:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214380 00000100:00100000:2.0:1775764867.813734:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.813825:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223239040 00000100:00100000:3.0:1775764867.813839:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223239040 00002000:00100000:3.0:1775764867.813907:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2555904->2559999) req@ffff8b8c93217100 x1862022223239040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.813921:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217100 with x1862022223239040 ext(2555904->2559999) 00002000:00010000:3.0:1775764867.813928:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217100 00000100:00100000:3.0:1775764867.813966:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39622 00000100:00100000:3.0:1775764867.813977:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223239040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764867.814317:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223239040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 340us (595us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764867.814326:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39622 00002000:00100000:3.0:1775764867.814334:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2555904->2559999) req@ffff8b8c93217100 x1862022223239040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.814343:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217100 with x1862022223239040 ext(2555904->2559999) 00002000:00010000:3.0:1775764867.814346:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217100 00000100:00100000:2.0:1775764867.818812:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.818951:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223239168 00000100:00100000:1.0:1775764867.818966:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223239168 00002000:00100000:1.0:1775764867.819038:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2560000->2564095) req@ffff8b8c93214000 x1862022223239168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.819053:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214000 with x1862022223239168 ext(2560000->2564095) 00002000:00010000:1.0:1775764867.819061:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214000 00000100:00100000:1.0:1775764867.819100:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39623 00000100:00100000:1.0:1775764867.819112:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223239168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764867.819505:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223239168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 393us (706us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764867.819515:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39623 00002000:00100000:1.0:1775764867.819522:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2560000->2564095) req@ffff8b8c93214000 x1862022223239168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.819531:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214000 with x1862022223239168 ext(2560000->2564095) 00002000:00010000:1.0:1775764867.819535:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214000 00000100:00100000:2.0:1775764867.824715:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764867.824963:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223239296 00000100:00100000:3.0:1775764867.824980:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223239296 00002000:00100000:3.0:1775764867.825050:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2564096->2568191) req@ffff8b8c93214a80 x1862022223239296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.825064:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214a80 with x1862022223239296 ext(2564096->2568191) 00002000:00010000:3.0:1775764867.825071:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214a80 00000100:00100000:3.0:1775764867.825111:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39624 00000100:00100000:3.0:1775764867.825123:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223239296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764867.825468:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223239296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 346us (769us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764867.825478:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39624 00002000:00100000:3.0:1775764867.825486:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2564096->2568191) req@ffff8b8c93214a80 x1862022223239296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764867.825495:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214a80 with x1862022223239296 ext(2564096->2568191) 00002000:00010000:3.0:1775764867.825498:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214a80 00000100:00100000:3.0:1775764867.830411:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764867.830663:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223239424 00000100:00100000:2.0:1775764867.830685:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223239424 00002000:00100000:2.0:1775764867.830752:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2568192->2572287) req@ffff8b8c992fbb80 x1862022223239424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.830765:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fbb80 with x1862022223239424 ext(2568192->2572287) 00002000:00010000:2.0:1775764867.830773:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fbb80 00000100:00100000:2.0:1775764867.830815:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39625 00000100:00100000:2.0:1775764867.830828:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223239424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764867.831185:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223239424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 357us (788us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764867.831196:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39625 00002000:00100000:2.0:1775764867.831203:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2568192->2572287) req@ffff8b8c992fbb80 x1862022223239424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.831212:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fbb80 with x1862022223239424 ext(2568192->2572287) 00002000:00010000:2.0:1775764867.831216:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fbb80 00000100:00100000:0.0:1775764867.836865:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764867.837066:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223239552 00000100:00100000:2.0:1775764867.837081:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223239552 00002000:00100000:2.0:1775764867.837151:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2572288->2576383) req@ffff8b8c8ed82680 x1862022223239552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.837164:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022223239552 ext(2572288->2576383) 00002000:00010000:2.0:1775764867.837172:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82680 00000100:00100000:2.0:1775764867.837217:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39626 00000100:00100000:2.0:1775764867.837228:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223239552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764867.838044:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223239552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 810us (1202us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764867.838056:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39626 00002000:00100000:2.0:1775764867.838067:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2572288->2576383) req@ffff8b8c8ed82680 x1862022223239552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/4536 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.838078:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022223239552 ext(2572288->2576383) 00002000:00010000:2.0:1775764867.838083:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82680 00000100:00100000:3.0:1775764867.842506:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764867.842730:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223239680 00000100:00100000:2.0:1775764867.842744:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223239680 00002000:00100000:2.0:1775764867.842810:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2543616->2576383) req@ffff8b8c992fb800 x1862022223239680/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764867.842831:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb800 with x1862022223239680 ext(2543616->2576383) 00002000:00010000:2.0:1775764867.842838:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb800 00000100:00100000:2.0:1775764867.842878:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39627 00000100:00100000:2.0:1775764867.842890:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223239680:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764867.847955:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223239680:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4325us (4724us total) trans 4294997006 rc 0/0 00000100:00100000:0.0:1775764867.847981:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39627 00002000:00100000:0.0:1775764867.848002:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2543616->2576383) req@ffff8b8c992fb800 x1862022223239680/t4294997006(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/448 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.848015:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb800 with x1862022223239680 ext(2543616->2576383) 00002000:00010000:0.0:1775764867.848024:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb800 00000100:00100000:3.0:1775764867.851430:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.851990:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223239808 00000100:00100000:1.0:1775764867.852005:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223239808 00000100:00100000:1.0:1775764867.852129:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84943 00000100:00100000:1.0:1775764867.852143:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223239808:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764867.944412:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997006 is committed 00000100:00100000:2.0:1775764867.944722:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223239808:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 92573us (93299us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764867.944736:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84943 00000100:00100000:2.0:1775764867.962213:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764867.962348:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764867.963222:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223239936 00000100:00100000:1.0:1775764867.963248:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223239936 00002000:00100000:1.0:1775764867.963322:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1282048->2945023) req@ffff8b8c93216680 x1862022223239936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 520/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.963336:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216680 with x1862022223239936 ext(1282048->2945023) 00002000:00010000:1.0:1775764867.963344:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216680 00000100:00100000:1.0:1775764867.963369:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223240064 00000100:00100000:1.0:1775764867.963372:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223240064 00002000:00100000:1.0:1775764867.963386:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2371584->3293183) req@ffff8b8c93216300 x1862022223240064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 520/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.963394:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216300 with x1862022223240064 ext(2371584->3293183) 00002000:00010000:1.0:1775764867.963397:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216300 00000100:00100000:1.0:1775764867.963427:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39628 00000100:00100000:1.0:1775764867.963438:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223239936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764867.963508:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39629 00000100:00100000:3.0:1775764867.963519:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223240064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764867.982927:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223240064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19391us (20559us total) trans 0 rc 884736/884736 00000100:00100000:0.0:1775764867.982945:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39629 00002000:00100000:0.0:1775764867.982961:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2371584->3293183) req@ffff8b8c93216300 x1862022223240064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 520/440 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 884736/884736 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.982974:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216300 with x1862022223240064 ext(2371584->3293183) 00002000:00010000:0.0:1775764867.982981:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216300 00000100:00100000:1.0:1775764867.983280:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223239936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19842us (21084us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764867.983290:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39628 00002000:00100000:1.0:1775764867.983296:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1282048->2945023) req@ffff8b8c93216680 x1862022223239936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 520/440 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.983305:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216680 with x1862022223239936 ext(1282048->2945023) 00002000:00010000:1.0:1775764867.983309:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216680 00000100:00100000:3.0:1775764867.992173:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764867.992388:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223240192 00000100:00100000:0.0:1775764867.992401:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223240192 00002000:00100000:0.0:1775764867.992465:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1167360->1220607) req@ffff8b8c992fb100 x1862022223240192/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/0 e 0 to 0 dl 1775764878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764867.992478:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb100 with x1862022223240192 ext(1167360->1220607) 00002000:00010000:0.0:1775764867.992485:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb100 00000100:00100000:0.0:1775764867.992529:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39630 00000100:00100000:0.0:1775764867.992646:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223240192:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764867.999691:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223240192:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7122us (7503us total) trans 4294997007 rc 0/0 00000100:00100000:1.0:1775764867.999710:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39630 00002000:00100000:1.0:1775764867.999728:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1167360->1220607) req@ffff8b8c992fb100 x1862022223240192/t4294997007(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:348/0 lens 488/448 e 0 to 0 dl 1775764878 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764867.999741:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb100 with x1862022223240192 ext(1167360->1220607) 00002000:00010000:1.0:1775764867.999749:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb100 00000100:00100000:2.0:1775764868.014703:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764868.014830:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223240320 00000100:00100000:0.0:1775764868.014845:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223240320 00000100:00100000:0.0:1775764868.014942:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84944 00000100:00100000:0.0:1775764868.014958:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223240320:12345-192.168.202.29@tcp:16:fsx.0 00000100:00080000:2.0:1775764868.015255:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764868.048326:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764868.087572:0:12899:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997007 is committed 00000100:00100000:3.0:1775764868.088038:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223240320:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 73072us (73337us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764868.088055:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84944 00000100:00100000:3.0:1775764868.102917:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.104129:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223240448 00000100:00100000:1.0:1775764868.104147:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223240448 00002000:00100000:1.0:1775764868.104225:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1708032->1736703) req@ffff8b8c992faa00 x1862022223240448/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764868.104249:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992faa00 with x1862022223240448 ext(1708032->1736703) 00002000:00010000:1.0:1775764868.104257:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992faa00 00000100:00100000:1.0:1775764868.104307:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39631 00000100:00100000:1.0:1775764868.104320:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223240448:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764868.106944:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c992f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022224992384:0@lo:400:kworker.0 00000100:00100000:0.0:1775764868.107046:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c992f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224992128:0@lo:400:kworker.0 00000100:00100000:1.0:1775764868.107929:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c992f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022224992256:0@lo:400:kworker.0 00000100:00100000:2.0:1775764868.108083:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c90d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224992512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764868.111955:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764868.112310:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224992384 00000100:00100000:0.0:1775764868.112325:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224992384 00000100:00100000:0.0:1775764868.112411:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1775764868.112434:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022224992384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764868.112523:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022224992384:12345-0@lo:400:kworker.0 Request processed in 91us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764868.112530:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1775764868.112590:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764868.112625:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c90d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224992640:0@lo:400:kworker.0 00000100:00100000:0.0:1775764868.112660:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1775764868.114502:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764868.114582:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224992128 00000100:00100000:3.0:1775764868.114596:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224992128 00000100:00100000:3.0:1775764868.114679:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:3.0:1775764868.114692:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c83179450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224992128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764868.114800:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c83179450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224992128:12345-0@lo:400:kworker.0 Request processed in 111us (2208us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764868.114807:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:3.0:1775764868.114868:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224992640 00000100:00100000:3.0:1775764868.114874:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224992640 00000100:00100000:3.0:1775764868.114917:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:3.0:1775764868.114924:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224992640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764868.114960:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224992640:12345-0@lo:400:kworker.0 Request processed in 38us (2299us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764868.114966:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00080000:3.0:1775764868.114985:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764868.115037:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c992f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022224992384:0@lo:400:kworker.0 00000100:00100000:3.0:1775764868.115089:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c992f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224992128:0@lo:400:kworker.0 00000100:00100000:3.0:1775764868.115102:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c90d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224992640:0@lo:400:kworker.0 00000100:00100000:1.0:1775764868.122756:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764868.122833:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c90d52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224992768:0@lo:400:kworker.0 00000100:00100000:1.0:1775764868.122908:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764868.122952:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224992768 00000100:00100000:1.0:1775764868.122961:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224992768 00000100:00100000:1.0:1775764868.123030:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1775764868.123040:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224992768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764868.123105:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224992768:12345-0@lo:400:kworker.0 Request processed in 66us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764868.123115:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1775764868.123174:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c90d52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224992768:0@lo:400:kworker.0 00000100:00100000:3.0:1775764868.123704:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224992256 00000100:00100000:3.0:1775764868.123712:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224992256 00000100:00100000:3.0:1775764868.123752:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1775764868.123759:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022224992256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764868.123811:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022224992256:12345-0@lo:400:kworker.0 Request processed in 53us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764868.123818:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1775764868.124169:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223240448:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 19847us (21262us total) trans 4294997008 rc 0/0 00000100:00100000:0.0:1775764868.124180:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39631 00002000:00100000:0.0:1775764868.124195:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1708032->1736703) req@ffff8b8c992faa00 x1862022223240448/t4294997008(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/448 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764868.124205:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992faa00 with x1862022223240448 ext(1708032->1736703) 00002000:00010000:0.0:1775764868.124213:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992faa00 00000100:00080000:3.0:1775764868.124315:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764868.124436:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764868.125001:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c992f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022224992256:0@lo:400:kworker.0 00000100:00100000:3.0:1775764868.125087:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224992512 00000100:00100000:3.0:1775764868.125095:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224992512 00000100:00100000:3.0:1775764868.125152:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1775764868.125162:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224992512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764868.125437:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c90d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224992512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764868.128493:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224992512:12345-0@lo:400:kworker.0 Request processed in 68us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764868.128521:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1775764868.137864:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.138101:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223240576 00000100:00100000:1.0:1775764868.138115:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223240576 00000100:00100000:1.0:1775764868.138195:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84945 00000100:00100000:1.0:1775764868.138208:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223240576:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764868.284230:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997008 is committed 00000100:00100000:2.0:1775764868.284518:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223240576:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 146304us (146663us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764868.284534:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84945 00000100:00100000:0.0:1775764868.316176:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764868.316336:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223240832 00000100:00100000:2.0:1775764868.316350:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223240832 00000100:00100000:2.0:1775764868.316434:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44860 00000100:00100000:2.0:1775764868.316455:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223240832:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764868.316526:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764868.316623:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d1007 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4af expref: 48 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.316657:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764868.316663:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764868.316959:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d100e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.316978:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d100e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.316992:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d100e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764868.317062:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032626 00000004:00010000:2.0:1775764868.317091:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d547ef87 reply state 00000000573a9982 transno 4295032627 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d100e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764868.317101:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764868.317228:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223240832:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 782us (1067us total) trans 4295032627 rc 0/0 00000100:00100000:2.0:1775764868.317237:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44860 00000020:00080000:2.0:1775764868.317243:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764868.326154:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764868.326270:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223240960 00000100:00100000:3.0:1775764868.326279:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764868.326287:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223240960 00002000:00010000:2.0:1775764868.326353:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3306621->18446744073709551615) 00002000:00100000:2.0:1775764868.326359:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022223240960 ext(3306621->18446744073709551615) 00002000:00010000:2.0:1775764868.326375:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52680. 00000100:00100000:2.0:1775764868.326404:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223241088 00000100:00100000:2.0:1775764868.326407:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223241088 00002000:00010000:2.0:1775764868.326432:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764868.326436:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022223241088 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764868.326452:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52300. 00000100:00100000:2.0:1775764868.326477:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39632 00000100:00100000:2.0:1775764868.326488:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223240960:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764868.327036:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3341848 -> 3306621 00002000:00010000:2.0:1775764868.327043:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764867 -> 1775764868 00002000:00010000:2.0:1775764868.327046:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764866 -> 1775764868 00002000:00010000:2.0:1775764868.327049:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764867 -> 1775764868 00002000:00010000:2.0:1775764868.327051:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 971 00000100:00100000:2.0:1775764868.327139:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223240960:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 650us (999us total) trans 4294997009 rc 0/0 00000100:00100000:2.0:1775764868.327150:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39632 00002000:00010000:2.0:1775764868.327155:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3306621->18446744073709551615) 00002000:00100000:2.0:1775764868.327159:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022223240960 ext(3306621->18446744073709551615) 00002000:00010000:2.0:1775764868.327165:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52680. 00000100:00100000:2.0:1775764868.327188:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39633 00000100:00100000:2.0:1775764868.327197:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223241088:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764868.327335:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764868.327339:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764867 -> 1775764868 00002000:00010000:2.0:1775764868.327341:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764868.327344:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764867 -> 1775764868 00002000:00010000:2.0:1775764868.327346:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764868.327371:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223241088:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 174us (1092us total) trans 4294996311 rc 0/0 00000100:00100000:2.0:1775764868.327378:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39633 00002000:00010000:2.0:1775764868.327382:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764868.327385:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022223241088 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764868.327389:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52300. 00010000:00010000:0.0:1775764868.327647:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d100e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.327662:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d100e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.327684:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d100e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.327691:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8167fc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764868.327696:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d100e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.327705:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d100e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.327727:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764868.327731:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764868.327738:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d100e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.327744:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d100e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764868.335376:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764868.335651:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223241216 00000100:00100000:3.0:1775764868.335665:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223241216 00000100:00100000:3.0:1775764868.335758:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44861 00000100:00100000:3.0:1775764868.335770:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022223241216:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764868.335805:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764868.335835:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1015 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4b6 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.335957:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d101c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.335976:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d101c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.335990:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d101c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764868.336027:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3306621 00000004:00200000:3.0:1775764868.336032:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764868.336055:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d101c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.336089:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1015 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4b6 expref: 51 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.336111:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d101c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4b6 expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.336121:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764868.336125:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764868.336130:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4c00, rc 0) 00000100:00100000:3.0:1775764868.336217:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223241216:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 449us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764868.336225:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44861 00000100:00100000:0.0:1775764868.361921:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.366034:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223241472 00000100:00100000:1.0:1775764868.366056:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223241472 00000100:00100000:1.0:1775764868.366166:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44862 00000100:00100000:1.0:1775764868.366179:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223241472:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764868.366256:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764868.366295:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d101c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4b6 expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764868.366324:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764868.366330:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764868.366740:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d1023 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764868.366759:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d1023 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764868.366772:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d1023 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764868.366839:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032628 00000004:00010000:1.0:1775764868.366868:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000024a65c3b reply state 000000009ce3a4f0 transno 4295032629 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d1023 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764868.366878:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764868.367038:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223241472:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 861us (5133us total) trans 4295032629 rc 0/0 00000100:00100000:1.0:1775764868.367048:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44862 00000020:00080000:1.0:1775764868.367054:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764868.371882:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.371996:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764868.372100:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223241600 00000100:00100000:2.0:1775764868.372116:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223241600 00002000:00010000:2.0:1775764868.372176:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1602123->18446744073709551615) 00002000:00100000:2.0:1775764868.372182:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627800 with x1862022223241600 ext(1602123->18446744073709551615) 00002000:00010000:2.0:1775764868.372201:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627800. 00000100:00100000:3.0:1775764868.372211:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223241728 00000100:00100000:3.0:1775764868.372219:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223241728 00000100:00100000:2.0:1775764868.372248:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39634 00000100:00100000:2.0:1775764868.372262:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223241600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764868.372618:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764868.372623:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874e00 with x1862022223241728 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764868.372632:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874e00. 00000100:00100000:3.0:1775764868.372658:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39635 00000100:00100000:3.0:1775764868.372667:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223241728:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:0.0:1775764868.372807:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d1023 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.372822:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d1023 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.372833:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d1023 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.372840:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e82c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764868.372846:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d1023 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.372855:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d1023 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.372881:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764868.372885:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764868.372891:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d1023 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.372900:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82c00/0xdb23b4c9253d1023 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764868.372918:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764868.372922:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764868 -> 1775764868 00002000:00010000:3.0:1775764868.372926:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:3.0:1775764868.372928:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764868 -> 1775764868 00002000:00010000:3.0:1775764868.372930:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764868.373021:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223241728:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 354us (1022us total) trans 4294996312 rc 0/0 00000100:00100000:3.0:1775764868.373032:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39635 00002000:00010000:3.0:1775764868.373037:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764868.373040:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874e00 with x1862022223241728 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764868.373045:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874e00. 00002000:00010000:2.0:1775764868.373156:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3306621 -> 1602123 00002000:00010000:2.0:1775764868.373160:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764868 -> 1775764868 00002000:00010000:2.0:1775764868.373162:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764868 -> 1775764868 00002000:00010000:2.0:1775764868.373165:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764868 -> 1775764868 00002000:00010000:2.0:1775764868.373167:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:2.0:1775764868.373195:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223241600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 936us (1329us total) trans 4294997010 rc 0/0 00000100:00100000:2.0:1775764868.373204:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39634 00002000:00010000:2.0:1775764868.373207:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1602123->18446744073709551615) 00002000:00100000:2.0:1775764868.373210:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627800 with x1862022223241600 ext(1602123->18446744073709551615) 00002000:00010000:2.0:1775764868.373215:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627800. 00000100:00100000:3.0:1775764868.390025:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764868.390187:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223241856 00000100:00100000:0.0:1775764868.390210:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223241856 00000100:00100000:0.0:1775764868.390290:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44863 00000100:00100000:0.0:1775764868.390303:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022223241856:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764868.390340:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764868.390369:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d102a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4bd expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.390503:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1031 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.390521:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1031 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.390597:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1031 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764868.390637:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1602123 00000004:00200000:0.0:1775764868.390642:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764868.390666:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1031 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.390711:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d102a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4bd expref: 53 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.390734:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1031 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4bd expref: 52 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.390743:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764868.390746:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764868.390751:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9800, rc 0) 00000100:00100000:0.0:1775764868.390822:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223241856:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 521us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764868.390830:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44863 00000100:00100000:0.0:1775764868.410512:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764868.413852:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223242112 00000100:00100000:3.0:1775764868.413876:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223242112 00000100:00100000:3.0:1775764868.413993:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44864 00000100:00100000:3.0:1775764868.414007:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223242112:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764868.414088:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764868.414128:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1031 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4bd expref: 52 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.414170:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764868.414176:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764868.414486:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1038 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.414506:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1038 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.414517:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1038 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764868.415139:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032630 00000004:00010000:3.0:1775764868.415181:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000023ad1c2e reply state 000000000742e3fa transno 4295032631 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1038 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764868.415198:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764868.417833:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223242112:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 3807us (7315us total) trans 4295032631 rc 0/0 00000100:00100000:3.0:1775764868.417852:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44864 00000020:00080000:3.0:1775764868.417865:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764868.435328:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1038 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.435351:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1038 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.435360:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1038 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.435366:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764868.435372:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1038 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.435381:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1038 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.435406:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764868.435410:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764868.435429:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1038 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.435437:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1038 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764868.438024:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.438349:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223242240 00000100:00100000:1.0:1775764868.438366:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223242240 00002000:00010000:1.0:1775764868.438440:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (934333->18446744073709551615) 00002000:00100000:1.0:1775764868.438446:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bca80 with x1862022223242240 ext(934333->18446744073709551615) 00002000:00010000:1.0:1775764868.438464:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bca80. 00000100:00100000:1.0:1775764868.438508:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39636 00000100:00100000:1.0:1775764868.438520:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223242240:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764868.439039:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1602123 -> 934333 00002000:00010000:1.0:1775764868.439045:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764868 -> 1775764868 00002000:00010000:1.0:1775764868.439048:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764868 -> 1775764868 00002000:00010000:1.0:1775764868.439050:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764868 -> 1775764868 00002000:00010000:1.0:1775764868.439052:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:1.0:1775764868.439139:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223242240:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 620us (1133us total) trans 4294997011 rc 0/0 00000100:00100000:1.0:1775764868.439149:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39636 00002000:00010000:1.0:1775764868.439155:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (934333->18446744073709551615) 00002000:00100000:1.0:1775764868.439157:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bca80 with x1862022223242240 ext(934333->18446744073709551615) 00002000:00010000:1.0:1775764868.439163:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bca80. 00000100:00100000:3.0:1775764868.444068:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764868.444366:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223242368 00000100:00100000:0.0:1775764868.444381:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223242368 00002000:00010000:0.0:1775764868.444440:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764868.444446:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022223242368 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764868.444462:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52d80. 00000100:00100000:0.0:1775764868.444502:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39637 00000100:00100000:0.0:1775764868.444514:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223242368:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764868.444863:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764868.444868:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764868 -> 1775764868 00002000:00010000:0.0:1775764868.444870:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764868.444873:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764868 -> 1775764868 00002000:00010000:0.0:1775764868.444875:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764868.444951:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223242368:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 438us (898us total) trans 4294996313 rc 0/0 00000100:00100000:0.0:1775764868.444959:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39637 00002000:00010000:0.0:1775764868.444964:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764868.444967:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022223242368 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764868.444972:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d52d80. 00000100:00100000:3.0:1775764868.473267:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764868.473400:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223242496 00000100:00100000:2.0:1775764868.473416:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223242496 00000100:00100000:2.0:1775764868.473502:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44865 00000100:00100000:2.0:1775764868.473515:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022223242496:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764868.473594:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764868.473623:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d103f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4c4 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.473752:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253d1046 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.473772:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253d1046 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.473786:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253d1046 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764868.473823:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 934333 00000004:00200000:2.0:1775764868.473829:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764868.473867:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253d1046 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.473899:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d103f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4c4 expref: 55 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.473923:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253d1046 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4c4 expref: 54 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.473933:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764868.473936:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764868.473942:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8167ec00, rc 0) 00000100:00100000:2.0:1775764868.474030:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223242496:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 519us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764868.474042:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44865 00000100:00100000:1.0:1775764868.485614:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764868.493007:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223242752 00000100:00100000:3.0:1775764868.493034:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223242752 00000100:00100000:2.0:1775764868.493629:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44866 00000100:00100000:2.0:1775764868.493654:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223242752:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764868.493745:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764868.493786:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253d1046 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4c4 expref: 54 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.493818:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764868.493827:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764868.494158:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d104d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.494179:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d104d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.494191:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d104d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764868.494257:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032632 00000004:00010000:2.0:1775764868.494287:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2e7dd7d reply state 00000000ddae302d transno 4295032633 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d104d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764868.494298:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764868.494452:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223242752:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 801us (8919us total) trans 4295032633 rc 0/0 00000100:00100000:2.0:1775764868.494461:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44866 00000020:00080000:2.0:1775764868.494467:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764868.497796:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.497832:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764868.498418:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d104d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.498434:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d104d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.498443:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d104d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.498450:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8167fc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764868.498456:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d104d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.498464:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d104d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.498488:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764868.498492:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764868.498499:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d104d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.498506:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d104d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764868.499035:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223242880 00000100:00100000:2.0:1775764868.499050:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223242880 00002000:00010000:2.0:1775764868.499108:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764868.499113:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876d80 with x1862022223242880 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764868.499127:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876d80. 00000100:00100000:2.0:1775764868.499151:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223243008 00000100:00100000:2.0:1775764868.499154:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223243008 00002000:00010000:2.0:1775764868.499168:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (351206->18446744073709551615) 00002000:00100000:2.0:1775764868.499171:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874700 with x1862022223243008 ext(351206->18446744073709551615) 00002000:00010000:2.0:1775764868.499178:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874700. 00000100:00100000:2.0:1775764868.499201:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39638 00000100:00100000:2.0:1775764868.499211:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223242880:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764868.499621:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 934333 -> 4194304 00002000:00010000:2.0:1775764868.499627:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764868 -> 1775764868 00002000:00010000:2.0:1775764868.499630:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764868 -> 1775764868 00002000:00010000:2.0:1775764868.499632:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764868 -> 1775764868 00002000:00010000:2.0:1775764868.499635:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:2.0:1775764868.499732:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223242880:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 520us (1952us total) trans 4294997012 rc 0/0 00000100:00100000:2.0:1775764868.499741:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39638 00002000:00010000:2.0:1775764868.499746:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764868.499748:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876d80 with x1862022223242880 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764868.499752:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876d80. 00000100:00100000:2.0:1775764868.499771:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39639 00000100:00100000:2.0:1775764868.499778:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223243008:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764868.504254:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 351206 00002000:00010000:2.0:1775764868.504265:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764868 -> 1775764868 00002000:00010000:2.0:1775764868.504268:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:2.0:1775764868.504271:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764868 -> 1775764868 00002000:00010000:2.0:1775764868.504273:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764868.504380:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223243008:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 4594us (6538us total) trans 4294996314 rc 0/0 00000100:00100000:2.0:1775764868.504393:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39639 00002000:00010000:2.0:1775764868.504399:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (351206->18446744073709551615) 00002000:00100000:2.0:1775764868.504403:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874700 with x1862022223243008 ext(351206->18446744073709551615) 00002000:00010000:2.0:1775764868.504411:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874700. 00000100:00100000:1.0:1775764868.513494:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764868.513820:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223243136 00000100:00100000:3.0:1775764868.513903:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223243136 00000100:00100000:3.0:1775764868.513995:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44867 00000100:00100000:3.0:1775764868.514007:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022223243136:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764868.514045:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764868.514075:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d1054 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4cb expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.514194:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d105b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.514213:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d105b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.514227:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d105b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764868.514259:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4545510 00000004:00200000:3.0:1775764868.514264:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764868.514287:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d105b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.514318:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d1054 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4cb expref: 57 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.514338:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d105b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4cb expref: 56 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.514348:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764868.514352:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764868.514357:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5600, rc 0) 00000100:00100000:3.0:1775764868.514425:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223243136:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 419us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764868.514432:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44867 00000100:00100000:3.0:1775764868.532166:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.532374:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223243264 00000100:00100000:1.0:1775764868.532389:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223243264 00002000:00100000:1.0:1775764868.532461:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1130496->1171455) req@ffff8b8c90d53b80 x1862022223243264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764868.532474:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022223243264 ext(1130496->1171455) 00002000:00010000:1.0:1775764868.532482:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53b80 00000100:00100000:1.0:1775764868.532531:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39640 00000100:00100000:1.0:1775764868.532599:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223243264:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764868.558698:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223243264:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 26024us (26472us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1775764868.558716:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39640 00002000:00100000:1.0:1775764868.558734:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1130496->1171455) req@ffff8b8c90d53b80 x1862022223243264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/440 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764868.558745:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53b80 with x1862022223243264 ext(1130496->1171455) 00002000:00010000:1.0:1775764868.558753:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d53b80 00000100:00100000:3.0:1775764868.568077:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.573105:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223243392 00000100:00100000:1.0:1775764868.573127:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223243392 00002000:00100000:1.0:1775764868.573214:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3473408->3477503) req@ffff8b8c90d51180 x1862022223243392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764868.573228:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51180 with x1862022223243392 ext(3473408->3477503) 00002000:00010000:1.0:1775764868.573236:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51180 00000100:00100000:1.0:1775764868.573334:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39641 00000100:00100000:1.0:1775764868.573346:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223243392:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764868.573792:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223243392:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 447us (5729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764868.573801:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39641 00002000:00100000:1.0:1775764868.573808:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3473408->3477503) req@ffff8b8c90d51180 x1862022223243392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/4536 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764868.573817:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51180 with x1862022223243392 ext(3473408->3477503) 00002000:00010000:1.0:1775764868.573821:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d51180 00000100:00100000:2.0:1775764868.580129:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764868.580253:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223243520 00000100:00100000:0.0:1775764868.580268:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223243520 00002000:00100000:0.0:1775764868.580347:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3538944->3543039) req@ffff8b8c93215180 x1862022223243520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764868.580361:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215180 with x1862022223243520 ext(3538944->3543039) 00002000:00010000:0.0:1775764868.580369:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215180 00000100:00100000:0.0:1775764868.580450:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39642 00000100:00100000:0.0:1775764868.580462:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223243520:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764868.580866:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223243520:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 404us (750us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764868.580877:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39642 00002000:00100000:0.0:1775764868.580885:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3538944->3543039) req@ffff8b8c93215180 x1862022223243520/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/4536 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764868.580894:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215180 with x1862022223243520 ext(3538944->3543039) 00002000:00010000:0.0:1775764868.580899:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215180 00000100:00100000:2.0:1775764868.591066:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764868.591198:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223243648 00000100:00100000:0.0:1775764868.591212:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223243648 00002000:00100000:0.0:1775764868.591284:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1036288->1101823) req@ffff8b8c93217b80 x1862022223243648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764868.591307:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217b80 with x1862022223243648 ext(1036288->1101823) 00002000:00010000:0.0:1775764868.591315:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217b80 00000100:00100000:0.0:1775764868.591354:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39643 00000100:00100000:0.0:1775764868.591365:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223243648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764868.626453:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c93214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224992896:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764868.626599:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764868.626873:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224992896 00000100:00100000:2.0:1775764868.626885:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224992896 00000100:00100000:2.0:1775764868.626958:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1775764868.626970:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224992896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764868.627003:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 3407872 granted 503513088 pending 0 free 3858759680 avail 3851419648 00000100:00100000:2.0:1775764868.627077:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224992896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764868.627085:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1775764868.627309:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c93214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224992896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764868.628838:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223243648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 37462us (37775us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1775764868.628853:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39643 00002000:00100000:0.0:1775764868.628866:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1036288->1101823) req@ffff8b8c93217b80 x1862022223243648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/440 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764868.628879:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217b80 with x1862022223243648 ext(1036288->1101823) 00002000:00010000:0.0:1775764868.628887:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217b80 00000100:00100000:3.0:1775764868.633882:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.634049:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223243776 00000100:00100000:1.0:1775764868.634147:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223243776 00002000:00100000:1.0:1775764868.634214:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (73728->102399) req@ffff8b8c90d53480 x1862022223243776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764868.634228:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53480 with x1862022223243776 ext(73728->102399) 00002000:00010000:1.0:1775764868.634236:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53480 00000100:00100000:1.0:1775764868.634276:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39644 00000100:00100000:1.0:1775764868.634287:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223243776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764868.648996:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223243776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14691us (15109us total) trans 0 rc 28672/28672 00000100:00100000:1.0:1775764868.649015:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39644 00002000:00100000:1.0:1775764868.649036:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (73728->102399) req@ffff8b8c90d53480 x1862022223243776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/440 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764868.649049:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d53480 with x1862022223243776 ext(73728->102399) 00002000:00010000:1.0:1775764868.649069:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d53480 00000100:00100000:1.0:1775764868.665206:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764868.665425:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223243904 00000100:00100000:3.0:1775764868.665438:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223243904 00002000:00100000:3.0:1775764868.665505:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2445312->2449407) req@ffff8b8c908ad180 x1862022223243904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764868.665518:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad180 with x1862022223243904 ext(2445312->2449407) 00002000:00010000:3.0:1775764868.665525:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad180 00000100:00100000:3.0:1775764868.665863:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39645 00000100:00100000:3.0:1775764868.665877:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223243904:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764868.666437:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223243904:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 560us (1243us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764868.666446:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39645 00002000:00100000:3.0:1775764868.666454:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2445312->2449407) req@ffff8b8c908ad180 x1862022223243904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/4536 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764868.666464:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad180 with x1862022223243904 ext(2445312->2449407) 00002000:00010000:3.0:1775764868.666468:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad180 00000100:00100000:3.0:1775764868.679924:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764868.680288:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223244160 00000100:00100000:0.0:1775764868.680304:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223244160 00000100:00100000:0.0:1775764868.680392:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44868 00000100:00100000:0.0:1775764868.680404:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223244160:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764868.680479:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764868.680519:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d105b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4cb expref: 56 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.680588:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764868.680596:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764868.680914:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1062 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.680938:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1062 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.680951:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1062 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764868.681016:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032634 00000004:00010000:0.0:1775764868.681045:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000031ba96a1 reply state 0000000011cba693 transno 4295032635 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1062 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764868.681056:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764868.681340:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223244160:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 937us (1430us total) trans 4295032635 rc 0/0 00000100:00100000:0.0:1775764868.681349:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44868 00000020:00080000:0.0:1775764868.681355:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764868.684394:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1062 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.684418:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1062 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.684425:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1062 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.684431:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764868.684437:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1062 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.684445:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1062 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.684471:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764868.684475:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764868.684480:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1062 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.684486:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d1062 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764868.686847:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.687321:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223244288 00000100:00100000:1.0:1775764868.687337:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223244288 00002000:00010000:1.0:1775764868.687407:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2660712->18446744073709551615) 00002000:00100000:1.0:1775764868.687414:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50700 with x1862022223244288 ext(2660712->18446744073709551615) 00002000:00010000:1.0:1775764868.687431:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50700. 00000100:00100000:1.0:1775764868.687473:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39646 00000100:00100000:1.0:1775764868.687485:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223244288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764868.688485:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2660712 00002000:00010000:1.0:1775764868.688493:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764868 -> 1775764868 00002000:00010000:1.0:1775764868.688496:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764868 -> 1775764868 00002000:00010000:1.0:1775764868.688498:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764868 -> 1775764868 00002000:00010000:1.0:1775764868.688501:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:1.0:1775764868.689257:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223244288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1765us (2418us total) trans 4294997013 rc 0/0 00000100:00100000:1.0:1775764868.689271:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39646 00002000:00010000:1.0:1775764868.689276:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2660712->18446744073709551615) 00002000:00100000:1.0:1775764868.689280:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50700 with x1862022223244288 ext(2660712->18446744073709551615) 00002000:00010000:1.0:1775764868.689288:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50700. 00000100:00100000:0.0:1775764868.692347:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764868.692462:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223244416 00000100:00100000:3.0:1775764868.692476:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223244416 00002000:00010000:3.0:1775764868.692530:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764868.692562:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926be300 with x1862022223244416 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764868.692578:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926be300. 00000100:00100000:3.0:1775764868.692850:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39647 00000100:00100000:3.0:1775764868.692862:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223244416:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764868.693207:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 351206 -> 0 00002000:00010000:3.0:1775764868.693211:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764868 -> 1775764868 00002000:00010000:3.0:1775764868.693214:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:3.0:1775764868.693216:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764868 -> 1775764868 00002000:00010000:3.0:1775764868.693219:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764868.693354:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223244416:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 493us (1019us total) trans 4294996315 rc 0/0 00000100:00100000:3.0:1775764868.693367:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39647 00002000:00010000:3.0:1775764868.693371:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764868.693374:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926be300 with x1862022223244416 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764868.693381:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926be300. 00000100:00100000:0.0:1775764868.704388:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.704515:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223244544 00000100:00100000:1.0:1775764868.704528:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223244544 00000100:00100000:1.0:1775764868.704633:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44869 00000100:00100000:1.0:1775764868.704645:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022223244544:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764868.704689:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764868.704717:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d1069 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4d2 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764868.704830:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d1070 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764868.704846:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d1070 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764868.704861:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d1070 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764868.704896:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2660712 00000004:00200000:1.0:1775764868.704907:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764868.704929:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d1070 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764868.704959:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82e00/0xdb23b4c9253d1069 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4d2 expref: 59 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764868.704981:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d1070 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4d2 expref: 58 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764868.704990:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764868.704993:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764868.704999:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e83e00, rc 0) 00000100:00100000:1.0:1775764868.705239:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223244544:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 595us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764868.705248:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44869 00000100:00100000:1.0:1775764868.717850:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764868.718335:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223244672 00000100:00100000:2.0:1775764868.718349:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223244672 00002000:00100000:2.0:1775764868.718417:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2113536->2117631) req@ffff8b8c908adc00 x1862022223244672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764868.718431:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908adc00 with x1862022223244672 ext(2113536->2117631) 00002000:00010000:2.0:1775764868.718439:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908adc00 00000100:00100000:2.0:1775764868.718485:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39648 00000100:00100000:2.0:1775764868.718497:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223244672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764868.718895:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223244672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 399us (1061us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764868.718904:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39648 00002000:00100000:2.0:1775764868.718912:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2113536->2117631) req@ffff8b8c908adc00 x1862022223244672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/4536 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764868.718920:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908adc00 with x1862022223244672 ext(2113536->2117631) 00002000:00010000:2.0:1775764868.718925:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908adc00 00000100:00100000:2.0:1775764868.724933:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764868.730573:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223244800 00000100:00100000:0.0:1775764868.730594:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223244800 00002000:00100000:0.0:1775764868.730703:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2088960->2154495) req@ffff8b8c93216a00 x1862022223244800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 504/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764868.730716:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216a00 with x1862022223244800 ext(2088960->2154495) 00002000:00010000:0.0:1775764868.730724:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216a00 00000100:00100000:0.0:1775764868.730761:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39649 00000100:00100000:0.0:1775764868.730772:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223244800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764868.738898:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223244800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8112us (13964us total) trans 0 rc 61440/61440 00000100:00100000:0.0:1775764868.738915:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39649 00002000:00100000:0.0:1775764868.738932:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2088960->2154495) req@ffff8b8c93216a00 x1862022223244800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 504/440 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764868.738945:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216a00 with x1862022223244800 ext(2088960->2154495) 00002000:00010000:0.0:1775764868.738953:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216a00 00000100:00100000:1.0:1775764868.747015:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764868.747133:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223244928 00000100:00100000:2.0:1775764868.747150:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223244928 00002000:00100000:2.0:1775764868.747220:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2154496->2191359) req@ffff8b8c908af100 x1862022223244928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764868.747234:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af100 with x1862022223244928 ext(2154496->2191359) 00002000:00010000:2.0:1775764868.747242:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908af100 00000100:00100000:2.0:1775764868.747287:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39650 00000100:00100000:2.0:1775764868.747298:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223244928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764868.774355:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223244928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 27035us (27333us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764868.774375:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39650 00002000:00100000:2.0:1775764868.774399:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2154496->2191359) req@ffff8b8c908af100 x1862022223244928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/440 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764868.774420:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af100 with x1862022223244928 ext(2154496->2191359) 00002000:00010000:2.0:1775764868.774428:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908af100 00000100:00100000:3.0:1775764868.794884:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764868.795135:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223245184 00000100:00100000:2.0:1775764868.795150:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223245184 00000100:00100000:2.0:1775764868.795242:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44870 00000100:00100000:2.0:1775764868.795255:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223245184:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764868.795332:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764868.795368:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83e00/0xdb23b4c9253d1070 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4d2 expref: 58 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.795394:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764868.795401:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764868.796261:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d1077 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.796284:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d1077 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764868.796298:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d1077 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764868.796359:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032636 00000004:00010000:2.0:1775764868.796385:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e443968d reply state 000000005a59cf97 transno 4295032637 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d1077 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764868.796396:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764868.797102:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223245184:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1843us (2225us total) trans 4295032637 rc 0/0 00000100:00100000:2.0:1775764868.797118:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44870 00000020:00080000:2.0:1775764868.797126:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764868.806201:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d1077 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.806224:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d1077 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.806233:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d1077 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.806240:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8167fc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764868.806246:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d1077 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.806255:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d1077 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.806280:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764868.806283:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764868.806289:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d1077 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.806295:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167fc00/0xdb23b4c9253d1077 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764868.814115:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764868.814178:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764868.814293:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223245312 00000100:00100000:2.0:1775764868.814307:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223245312 00002000:00010000:2.0:1775764868.814364:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (769344->18446744073709551615) 00002000:00100000:2.0:1775764868.814371:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908afb80 with x1862022223245312 ext(769344->18446744073709551615) 00002000:00010000:2.0:1775764868.814386:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908afb80. 00000100:00100000:2.0:1775764868.814426:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223245440 00000100:00100000:2.0:1775764868.814429:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223245440 00002000:00010000:2.0:1775764868.814453:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764868.814457:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bea00 with x1862022223245440 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764868.814464:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bea00. 00000100:00100000:2.0:1775764868.814491:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39651 00000100:00100000:2.0:1775764868.814502:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223245312:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764868.815385:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2660712 -> 769344 00002000:00010000:2.0:1775764868.815394:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764868 -> 1775764869 00002000:00010000:2.0:1775764868.815398:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764868 -> 1775764868 00002000:00010000:2.0:1775764868.815400:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764868 -> 1775764869 00002000:00010000:2.0:1775764868.815403:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:0.0:1775764868.815587:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39652 00000100:00100000:0.0:1775764868.815619:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223245440:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764868.815789:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764868.815792:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764868 -> 1775764869 00002000:00010000:0.0:1775764868.815795:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764868.815797:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764868 -> 1775764869 00002000:00010000:0.0:1775764868.815799:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764868.816285:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223245312:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1780us (2183us total) trans 4294997014 rc 0/0 00000100:00100000:2.0:1775764868.816297:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39651 00002000:00010000:2.0:1775764868.816302:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (769344->18446744073709551615) 00002000:00100000:2.0:1775764868.816306:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908afb80 with x1862022223245312 ext(769344->18446744073709551615) 00002000:00010000:2.0:1775764868.816314:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908afb80. 00000100:00100000:1.0:1775764868.822111:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223245440:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 6493us (7910us total) trans 4294996316 rc 0/0 00000100:00100000:1.0:1775764868.822134:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39652 00002000:00010000:1.0:1775764868.822142:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764868.822147:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bea00 with x1862022223245440 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764868.822162:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bea00. 00000100:00100000:1.0:1775764868.848974:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764868.849118:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223245568 00000100:00100000:3.0:1775764868.849131:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223245568 00000100:00100000:3.0:1775764868.849220:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44871 00000100:00100000:3.0:1775764868.849233:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022223245568:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764868.849269:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764868.849296:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d107e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4d9 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.849422:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1085 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.849451:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1085 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.849466:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1085 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764868.849503:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 769344 00000004:00200000:3.0:1775764868.849509:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764868.849532:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1085 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.849871:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d107e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4d9 expref: 61 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.849895:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1085 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4d9 expref: 60 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.849906:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764868.849910:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764868.849915:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4a00, rc 0) 00000100:00100000:0.0:1775764868.854766:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223245568:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 5519us (5791us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764868.854781:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44871 00000100:00100000:2.0:1775764868.865118:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764868.865269:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223245824 00000100:00100000:3.0:1775764868.865282:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223245824 00000100:00100000:3.0:1775764868.865347:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44872 00000100:00100000:3.0:1775764868.865359:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223245824:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764868.865431:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764868.865476:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1085 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4d9 expref: 60 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.865500:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764868.865506:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764868.865961:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d108c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.865979:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d108c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764868.865990:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d108c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764868.866042:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032638 00000004:00010000:3.0:1775764868.866064:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039155a5b reply state 00000000970fe44d transno 4295032639 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d108c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764868.866076:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764868.866184:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223245824:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 826us (1079us total) trans 4295032639 rc 0/0 00000100:00100000:3.0:1775764868.866193:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44872 00000020:00080000:3.0:1775764868.866199:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764868.869227:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d108c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.869250:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d108c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.869260:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d108c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.869267:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764868.869273:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d108c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.869283:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d108c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.869305:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764868.869309:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764868.869315:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d108c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764868.869322:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d108c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764868.873928:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764868.878278:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223245952 00000100:00100000:0.0:1775764868.878300:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223245952 00002000:00010000:0.0:1775764868.878366:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764868.878372:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bce00 with x1862022223245952 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764868.878390:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bce00. 00000100:00100000:0.0:1775764868.878450:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39653 00000100:00100000:0.0:1775764868.878464:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223245952:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764868.878800:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 769344 -> 4194304 00002000:00010000:0.0:1775764868.878805:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764869 -> 1775764869 00002000:00010000:0.0:1775764868.878808:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764868 -> 1775764868 00002000:00010000:0.0:1775764868.878810:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764869 -> 1775764869 00002000:00010000:0.0:1775764868.878813:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:0.0:1775764868.878911:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223245952:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 449us (4997us total) trans 4294997015 rc 0/0 00000100:00100000:0.0:1775764868.878920:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39653 00002000:00010000:0.0:1775764868.878924:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764868.878926:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bce00 with x1862022223245952 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764868.878931:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bce00. 00000100:00100000:1.0:1775764868.880335:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764868.880655:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223246080 00000100:00100000:0.0:1775764868.880678:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223246080 00002000:00010000:0.0:1775764868.880730:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1043614->18446744073709551615) 00002000:00100000:0.0:1775764868.880736:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea680 with x1862022223246080 ext(1043614->18446744073709551615) 00002000:00010000:0.0:1775764868.880750:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914ea680. 00000100:00100000:0.0:1775764868.880851:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39654 00000100:00100000:0.0:1775764868.880862:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223246080:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764868.881145:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1043614 00002000:00010000:0.0:1775764868.881150:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764869 -> 1775764869 00002000:00010000:0.0:1775764868.881153:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764863 00002000:00010000:0.0:1775764868.881155:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764869 -> 1775764869 00002000:00010000:0.0:1775764868.881159:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764868.881234:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223246080:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 373us (907us total) trans 4294996317 rc 0/0 00000100:00100000:0.0:1775764868.881243:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39654 00002000:00010000:0.0:1775764868.881247:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1043614->18446744073709551615) 00002000:00100000:0.0:1775764868.881250:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914ea680 with x1862022223246080 ext(1043614->18446744073709551615) 00002000:00010000:0.0:1775764868.881256:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914ea680. 00000100:00100000:1.0:1775764868.896300:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764868.896410:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223246208 00000100:00100000:2.0:1775764868.896425:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223246208 00002000:00100000:2.0:1775764868.896489:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (978944->983039) req@ffff8b8cb24d2a00 x1862022223246208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764868.896502:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2a00 with x1862022223246208 ext(978944->983039) 00002000:00010000:2.0:1775764868.896510:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d2a00 00000100:00100000:2.0:1775764868.896771:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39655 00000100:00100000:2.0:1775764868.896785:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223246208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764868.897197:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223246208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 413us (908us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764868.897207:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39655 00002000:00100000:2.0:1775764868.897215:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (978944->983039) req@ffff8b8cb24d2a00 x1862022223246208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/4536 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764868.897226:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2a00 with x1862022223246208 ext(978944->983039) 00002000:00010000:2.0:1775764868.897230:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d2a00 00000100:00100000:1.0:1775764868.911882:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764868.912079:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223246336 00000100:00100000:3.0:1775764868.912095:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223246336 00002000:00100000:3.0:1775764868.912164:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (983040->987135) req@ffff8b8cb77e1180 x1862022223246336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764868.912178:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1180 with x1862022223246336 ext(983040->987135) 00002000:00010000:3.0:1775764868.912185:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1180 00000100:00100000:3.0:1775764868.912226:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39656 00000100:00100000:3.0:1775764868.912237:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223246336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764868.912623:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223246336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 385us (753us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764868.912632:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39656 00002000:00100000:3.0:1775764868.912639:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (983040->987135) req@ffff8b8cb77e1180 x1862022223246336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/4536 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764868.912648:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1180 with x1862022223246336 ext(983040->987135) 00002000:00010000:3.0:1775764868.912652:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1180 00000100:00100000:2.0:1775764868.920110:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764868.920228:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223246464 00000100:00100000:0.0:1775764868.920243:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223246464 00002000:00100000:0.0:1775764868.920308:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (761856->1044479) req@ffff8b8c93216d80 x1862022223246464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 504/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764868.920322:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216d80 with x1862022223246464 ext(761856->1044479) 00002000:00010000:0.0:1775764868.920330:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216d80 00000100:00100000:0.0:1775764868.920372:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39657 00000100:00100000:0.0:1775764868.920383:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223246464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764868.928795:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223246464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8392us (8680us total) trans 0 rc 274432/274432 00000100:00100000:0.0:1775764868.928815:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39657 00002000:00100000:0.0:1775764868.928989:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (761856->1044479) req@ffff8b8c93216d80 x1862022223246464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 504/440 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 274432/274432 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764868.929003:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216d80 with x1862022223246464 ext(761856->1044479) 00002000:00010000:0.0:1775764868.929014:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216d80 00000100:00100000:1.0:1775764868.939290:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764868.939398:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223246592 00000100:00100000:3.0:1775764868.939412:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223246592 00002000:00100000:3.0:1775764868.939475:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (978944->1043613) req@ffff8b8cb77e0700 x1862022223246592/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/0 e 0 to 0 dl 1775764879 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764868.939497:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0700 with x1862022223246592 ext(978944->1043613) 00002000:00010000:3.0:1775764868.939505:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0700 00000100:00100000:3.0:1775764868.939578:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39658 00000100:00100000:3.0:1775764868.939590:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223246592:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764868.953573:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022223246592:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 13937us (14248us total) trans 4294996318 rc 0/0 00000100:00100000:2.0:1775764868.953591:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39658 00002000:00100000:2.0:1775764868.953620:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (978944->1043613) req@ffff8b8cb77e0700 x1862022223246592/t4294996318(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:349/0 lens 488/448 e 0 to 0 dl 1775764879 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764868.953633:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0700 with x1862022223246592 ext(978944->1043613) 00002000:00010000:2.0:1775764868.953641:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0700 00000100:00100000:3.0:1775764868.966702:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764868.967195:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223246720 00000100:00100000:2.0:1775764868.967221:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223246720 00000100:00100000:2.0:1775764868.967305:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84946 00000100:00100000:2.0:1775764868.967319:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223246720:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764869.040300:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996317 is committed 00000001:00080000:0.0:1775764869.040844:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996318 is committed 00000100:00100000:2.0:1775764869.041316:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223246720:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 73992us (74618us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764869.041860:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84946 00000100:00100000:3.0:1775764869.044588:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.045153:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223246848 00000100:00100000:2.0:1775764869.045167:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223246848 00000100:00100000:2.0:1775764869.045271:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44873 00000100:00100000:2.0:1775764869.045284:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022223246848:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764869.045318:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764869.045358:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253d1093 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4e0 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764869.045479:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167e200/0xdb23b4c9253d109a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764869.045498:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167e200/0xdb23b4c9253d109a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764869.045515:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167e200/0xdb23b4c9253d109a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764869.045596:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5237918 00000004:00200000:2.0:1775764869.045601:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764869.045630:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167e200/0xdb23b4c9253d109a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764869.045697:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167ec00/0xdb23b4c9253d1093 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4e0 expref: 63 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764869.045721:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167e200/0xdb23b4c9253d109a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4e0 expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764869.045730:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764869.045733:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764869.045738:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8167e200, rc 0) 00000100:00100000:2.0:1775764869.045824:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223246848:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 544us (1305us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764869.047076:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44873 00000100:00080000:3.0:1775764869.047866:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764869.054099:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.054270:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223246976 00000100:00100000:0.0:1775764869.054284:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223246976 00002000:00100000:0.0:1775764869.054360:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2883584->2887679) req@ffff8b8c86d76a00 x1862022223246976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.054374:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76a00 with x1862022223246976 ext(2883584->2887679) 00002000:00010000:0.0:1775764869.054382:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76a00 00000100:00100000:0.0:1775764869.054413:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39659 00000100:00100000:0.0:1775764869.054425:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223246976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764869.055276:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223246976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 848us (1186us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764869.055287:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39659 00002000:00100000:0.0:1775764869.055296:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2883584->2887679) req@ffff8b8c86d76a00 x1862022223246976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.055305:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76a00 with x1862022223246976 ext(2883584->2887679) 00002000:00010000:0.0:1775764869.055310:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d76a00 00010000:00010000:2.0:1775764869.065758:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764869.066135:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.067722:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223247104 00000100:00100000:2.0:1775764869.067745:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223247104 00002000:00100000:2.0:1775764869.068241:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2928640->2932735) req@ffff8b8cabde5f80 x1862022223247104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.068254:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5f80 with x1862022223247104 ext(2928640->2932735) 00002000:00010000:2.0:1775764869.068263:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5f80 00000100:00100000:2.0:1775764869.068400:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39660 00000100:00100000:2.0:1775764869.068416:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223247104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764869.069299:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223247104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 883us (3170us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764869.069311:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39660 00002000:00100000:2.0:1775764869.069402:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2928640->2932735) req@ffff8b8cabde5f80 x1862022223247104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.069413:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5f80 with x1862022223247104 ext(2928640->2932735) 00002000:00010000:2.0:1775764869.069419:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5f80 00000100:00100000:3.0:1775764869.081408:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.081777:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223247232 00000100:00100000:2.0:1775764869.081791:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223247232 00002000:00100000:2.0:1775764869.082483:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3411968->3432447) req@ffff8b8c90d52a00 x1862022223247232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.082498:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52a00 with x1862022223247232 ext(3411968->3432447) 00002000:00010000:2.0:1775764869.082506:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52a00 00000100:00100000:2.0:1775764869.082625:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39661 00000100:00100000:2.0:1775764869.082637:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223247232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764869.086446:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223247232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3794us (5037us total) trans 0 rc 20480/20480 00000100:00100000:3.0:1775764869.086466:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39661 00002000:00100000:3.0:1775764869.086486:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3411968->3432447) req@ffff8b8c90d52a00 x1862022223247232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764869.086499:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52a00 with x1862022223247232 ext(3411968->3432447) 00002000:00010000:3.0:1775764869.086507:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52a00 00000100:00100000:3.0:1775764869.098091:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.098513:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223247360 00000100:00100000:2.0:1775764869.098529:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223247360 00002000:00100000:2.0:1775764869.098645:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2383872->2449407) req@ffff8b8c992f8000 x1862022223247360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.098657:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8000 with x1862022223247360 ext(2383872->2449407) 00002000:00010000:2.0:1775764869.098678:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8000 00000100:00100000:2.0:1775764869.098716:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39662 00000100:00100000:2.0:1775764869.098726:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223247360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764869.109298:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223247360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10557us (11212us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764869.109315:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39662 00002000:00100000:2.0:1775764869.109340:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2383872->2449407) req@ffff8b8c992f8000 x1862022223247360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.109360:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8000 with x1862022223247360 ext(2383872->2449407) 00002000:00010000:2.0:1775764869.109368:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8000 00000100:00100000:0.0:1775764869.113092:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.117103:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223247488 00000100:00100000:1.0:1775764869.117127:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223247488 00002000:00100000:1.0:1775764869.117211:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2449408->2486271) req@ffff8b8cabde7100 x1862022223247488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764869.117225:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7100 with x1862022223247488 ext(2449408->2486271) 00002000:00010000:1.0:1775764869.117233:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7100 00000100:00100000:1.0:1775764869.117292:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39663 00000100:00100000:1.0:1775764869.117304:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223247488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764869.138453:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223247488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21132us (25360us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764869.138470:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39663 00002000:00100000:1.0:1775764869.138487:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2449408->2486271) req@ffff8b8cabde7100 x1862022223247488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764869.138499:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7100 with x1862022223247488 ext(2449408->2486271) 00002000:00010000:1.0:1775764869.138510:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7100 00000100:00100000:3.0:1775764869.151976:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.152143:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223247616 00000100:00100000:0.0:1775764869.152159:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223247616 00002000:00100000:0.0:1775764869.152228:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3579904->3583999) req@ffff8b8c992f9500 x1862022223247616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.152241:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9500 with x1862022223247616 ext(3579904->3583999) 00002000:00010000:0.0:1775764869.152248:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9500 00000100:00100000:0.0:1775764869.152291:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39664 00000100:00100000:0.0:1775764869.152302:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223247616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764869.152848:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223247616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 546us (885us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764869.152857:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39664 00002000:00100000:0.0:1775764869.152865:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3579904->3583999) req@ffff8b8c992f9500 x1862022223247616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.152875:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9500 with x1862022223247616 ext(3579904->3583999) 00002000:00010000:0.0:1775764869.152879:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9500 00000100:00100000:2.0:1775764869.158094:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.158708:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223247744 00000100:00100000:0.0:1775764869.158725:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223247744 00002000:00100000:0.0:1775764869.158799:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3604480->3608575) req@ffff8b8c93215c00 x1862022223247744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.158812:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215c00 with x1862022223247744 ext(3604480->3608575) 00002000:00010000:0.0:1775764869.158820:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215c00 00000100:00100000:0.0:1775764869.158874:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39665 00000100:00100000:0.0:1775764869.158886:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223247744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764869.159247:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223247744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 363us (1167us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764869.159256:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39665 00002000:00100000:0.0:1775764869.159263:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3604480->3608575) req@ffff8b8c93215c00 x1862022223247744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.159271:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215c00 with x1862022223247744 ext(3604480->3608575) 00002000:00010000:0.0:1775764869.159275:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215c00 00000100:00100000:1.0:1775764869.172714:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.172774:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764869.172881:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223247872 00000100:00100000:3.0:1775764869.172896:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223247872 00002000:00100000:3.0:1775764869.172968:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (4165632->4194303) req@ffff8b8c86d77480 x1862022223247872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764869.172983:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022223247872 ext(4165632->4194303) 00002000:00010000:3.0:1775764869.172991:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:3.0:1775764869.173023:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223248000 00000100:00100000:3.0:1775764869.173027:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223248000 00002000:00100000:3.0:1775764869.173067:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (0->32767) req@ffff8b8c3c51c000 x1862022223248000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764869.173077:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c000 with x1862022223248000 ext(0->32767) 00002000:00010000:3.0:1775764869.173082:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c000 00000100:00100000:3.0:1775764869.173106:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39666 00000100:00100000:3.0:1775764869.173117:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223247872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764869.173428:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39667 00000100:00100000:3.0:1775764869.173436:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223248000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:0.0:1775764869.174790:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764869.184409:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223247872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11278us (11696us total) trans 0 rc 28672/28672 00000100:00100000:3.0:1775764869.184426:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39666 00002000:00100000:3.0:1775764869.184443:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (4165632->4194303) req@ffff8b8c86d77480 x1862022223247872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764869.184475:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022223247872 ext(4165632->4194303) 00002000:00010000:3.0:1775764869.184483:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:3.0:1775764869.191481:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223248000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18030us (18691us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1775764869.191497:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39667 00002000:00100000:3.0:1775764869.191514:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (0->32767) req@ffff8b8c3c51c000 x1862022223248000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764869.191524:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c000 with x1862022223248000 ext(0->32767) 00002000:00010000:3.0:1775764869.191583:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c000 00000100:00100000:3.0:1775764869.197506:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.198220:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223248128 00000100:00100000:0.0:1775764869.198237:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223248128 00002000:00100000:0.0:1775764869.198316:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2678784->2682879) req@ffff8b8c992f8700 x1862022223248128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.198329:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8700 with x1862022223248128 ext(2678784->2682879) 00002000:00010000:0.0:1775764869.198335:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8700 00000100:00100000:0.0:1775764869.198380:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39668 00000100:00100000:0.0:1775764869.198392:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223248128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764869.199089:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223248128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 695us (1594us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764869.199099:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39668 00002000:00100000:0.0:1775764869.199108:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2678784->2682879) req@ffff8b8c992f8700 x1862022223248128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.199118:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8700 with x1862022223248128 ext(2678784->2682879) 00002000:00010000:0.0:1775764869.199123:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8700 00000100:00100000:0.0:1775764869.203264:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.203977:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223248256 00000100:00100000:2.0:1775764869.203994:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223248256 00002000:00100000:2.0:1775764869.204066:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2711552->2715647) req@ffff8b8cabde5c00 x1862022223248256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.204079:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5c00 with x1862022223248256 ext(2711552->2715647) 00002000:00010000:2.0:1775764869.204087:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5c00 00000100:00100000:2.0:1775764869.204131:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39669 00000100:00100000:2.0:1775764869.204143:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223248256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764869.204471:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223248256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 328us (1224us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764869.204480:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39669 00002000:00100000:2.0:1775764869.204487:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2711552->2715647) req@ffff8b8cabde5c00 x1862022223248256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.204496:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5c00 with x1862022223248256 ext(2711552->2715647) 00002000:00010000:2.0:1775764869.204500:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5c00 00000100:00100000:1.0:1775764869.221074:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.221199:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223248512 00000100:00100000:0.0:1775764869.221212:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223248512 00000100:00100000:0.0:1775764869.221289:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44874 00000100:00100000:0.0:1775764869.221301:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223248512:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764869.221374:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764869.221412:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8167e200/0xdb23b4c9253d109a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4e0 expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.221440:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764869.221448:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764869.221848:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.221867:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.221878:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764869.221941:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032640 00000004:00010000:0.0:1775764869.221968:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000352d0fbb reply state 00000000b36a7cea transno 4295032641 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764869.221979:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764869.222095:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223248512:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 795us (1034us total) trans 4295032641 rc 0/0 00000100:00100000:0.0:1775764869.222104:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44874 00000020:00080000:0.0:1775764869.222111:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764869.228250:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.228273:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.228283:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.228290:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764869.228296:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.228308:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.228329:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764869.228333:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764869.228338:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.228345:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764869.237417:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.237512:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.246090:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223248640 00000100:00100000:0.0:1775764869.246118:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223248640 00002000:00010000:0.0:1775764869.246200:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (227183->18446744073709551615) 00002000:00100000:0.0:1775764869.246206:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223248640 ext(227183->18446744073709551615) 00002000:00010000:0.0:1775764869.246225:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0700. 00000100:00100000:0.0:1775764869.246289:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223248768 00000100:00100000:0.0:1775764869.246294:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223248768 00002000:00010000:0.0:1775764869.246310:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764869.246314:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57f050 with x1862022223248768 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764869.246322:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57f050. 00000100:00100000:0.0:1775764869.246348:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39670 00000100:00100000:0.0:1775764869.246359:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223248640:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:3.0:1775764869.246767:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39671 00000100:00100000:3.0:1775764869.246779:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb57f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223248768:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764869.247156:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1043614 -> 0 00002000:00010000:3.0:1775764869.247162:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764869 -> 1775764869 00002000:00010000:3.0:1775764869.247164:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764863 -> 1775764868 00002000:00010000:3.0:1775764869.247166:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764869 -> 1775764869 00002000:00010000:3.0:1775764869.247169:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 263 00000100:00100000:3.0:1775764869.247257:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb57f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223248768:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 480us (9742us total) trans 4294996319 rc 0/0 00000100:00100000:3.0:1775764869.247266:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39671 00002000:00010000:3.0:1775764869.247270:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764869.247273:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57f050 with x1862022223248768 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764869.247278:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57f050. 00002000:00010000:0.0:1775764869.249009:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 227183 00002000:00010000:0.0:1775764869.249021:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764869 -> 1775764869 00002000:00010000:0.0:1775764869.249024:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764868 -> 1775764868 00002000:00010000:0.0:1775764869.249027:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764869 -> 1775764869 00002000:00010000:0.0:1775764869.249030:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:0.0:1775764869.249122:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223248640:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2758us (11713us total) trans 4294997016 rc 0/0 00000100:00100000:0.0:1775764869.249139:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39670 00002000:00010000:0.0:1775764869.249145:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (227183->18446744073709551615) 00002000:00100000:0.0:1775764869.249149:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223248640 ext(227183->18446744073709551615) 00002000:00010000:0.0:1775764869.249157:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0700. 00000100:00100000:3.0:1775764869.269338:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.269584:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223248896 00000100:00100000:0.0:1775764869.269599:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223248896 00000100:00100000:0.0:1775764869.269692:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44875 00000100:00100000:0.0:1775764869.269707:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022223248896:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764869.269743:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764869.269775:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4e7 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.270113:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d10af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.270133:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d10af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.270149:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d10af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764869.270184:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 227183 00000004:00200000:0.0:1775764869.270190:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764869.270412:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d10af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.270456:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d10a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4e7 expref: 65 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.270481:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d10af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4e7 expref: 64 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.270491:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764869.270495:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764869.270500:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8c00, rc 0) 00000100:00100000:0.0:1775764869.271112:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223248896:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1404us (1785us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764869.271123:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44875 00000100:00100000:1.0:1775764869.279452:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.279679:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223249152 00000100:00100000:0.0:1775764869.279692:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223249152 00000100:00100000:0.0:1775764869.279771:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44876 00000100:00100000:0.0:1775764869.279784:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223249152:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764869.279871:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764869.279911:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d10af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4e7 expref: 64 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.279937:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764869.279944:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764869.280249:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d10b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.280267:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d10b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.280280:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d10b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764869.280346:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032642 00000004:00010000:0.0:1775764869.280375:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000445f4c23 reply state 00000000d9b78a6e transno 4295032643 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d10b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764869.280385:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764869.280526:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223249152:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 743us (1089us total) trans 4295032643 rc 0/0 00000100:00100000:0.0:1775764869.280596:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44876 00000020:00080000:0.0:1775764869.280604:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764869.283857:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d10b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.283878:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d10b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.283886:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d10b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.283892:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764869.283898:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d10b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.283911:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d10b6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.283934:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764869.283938:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764869.283944:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d10b6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.283951:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d10b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764869.287473:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.287517:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.287899:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223249280 00000100:00100000:2.0:1775764869.287913:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223249280 00002000:00010000:2.0:1775764869.287976:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764869.287981:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3480 with x1862022223249280 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764869.287999:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3480. 00000100:00100000:2.0:1775764869.288033:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223249408 00000100:00100000:2.0:1775764869.288036:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223249408 00002000:00010000:2.0:1775764869.288049:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (464874->18446744073709551615) 00002000:00100000:2.0:1775764869.288052:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3800 with x1862022223249408 ext(464874->18446744073709551615) 00002000:00010000:2.0:1775764869.288059:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b3800. 00000100:00100000:2.0:1775764869.288079:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39672 00000100:00100000:2.0:1775764869.288089:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223249280:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764869.288397:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 227183 -> 4194304 00002000:00010000:2.0:1775764869.288402:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764869.288405:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764868 -> 1775764868 00002000:00010000:2.0:1775764869.288407:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764869.288409:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:2.0:1775764869.288487:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223249280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 397us (1028us total) trans 4294997017 rc 0/0 00000100:00100000:2.0:1775764869.288495:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39672 00002000:00010000:2.0:1775764869.288500:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764869.288503:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3480 with x1862022223249280 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764869.288507:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3480. 00000100:00100000:2.0:1775764869.288527:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39673 00000100:00100000:2.0:1775764869.288534:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223249408:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764869.288716:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 464874 00002000:00010000:2.0:1775764869.288720:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764869.288722:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764868 -> 1775764868 00002000:00010000:2.0:1775764869.288724:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764869.288726:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764869.288754:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223249408:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 219us (1235us total) trans 4294996320 rc 0/0 00000100:00100000:2.0:1775764869.288760:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39673 00002000:00010000:2.0:1775764869.288762:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (464874->18446744073709551615) 00002000:00100000:2.0:1775764869.288765:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3800 with x1862022223249408 ext(464874->18446744073709551615) 00002000:00010000:2.0:1775764869.288770:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b3800. 00000100:00100000:1.0:1775764869.295051:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764869.295148:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223249536 00000100:00100000:3.0:1775764869.295162:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223249536 00000100:00100000:3.0:1775764869.295238:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44877 00000100:00100000:3.0:1775764869.295250:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022223249536:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764869.295286:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764869.295311:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d10bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4ee expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.295425:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d10c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.295445:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d10c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.295461:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d10c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764869.295496:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4659178 00000004:00200000:3.0:1775764869.295503:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764869.295576:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d10c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.295614:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d10bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4ee expref: 67 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.295634:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d10c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4ee expref: 66 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764869.295643:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764869.295647:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764869.295651:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5e00, rc 0) 00000100:00100000:3.0:1775764869.295741:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223249536:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 494us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764869.295750:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44877 00000100:00100000:1.0:1775764869.300386:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.300587:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223249664 00000100:00100000:2.0:1775764869.300604:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223249664 00002000:00100000:2.0:1775764869.300683:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2879488->2945023) req@ffff8b8ca29b0e00 x1862022223249664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.300698:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0e00 with x1862022223249664 ext(2879488->2945023) 00002000:00010000:2.0:1775764869.300707:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0e00 00000100:00100000:2.0:1775764869.300751:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39674 00000100:00100000:2.0:1775764869.300765:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223249664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764869.311224:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223249664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10443us (10836us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1775764869.311243:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39674 00002000:00100000:2.0:1775764869.311261:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2879488->2945023) req@ffff8b8ca29b0e00 x1862022223249664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.311274:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0e00 with x1862022223249664 ext(2879488->2945023) 00002000:00010000:2.0:1775764869.311282:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0e00 00000100:00100000:0.0:1775764869.328814:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764869.328985:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223249792 00000100:00100000:3.0:1775764869.329000:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223249792 00002000:00100000:3.0:1775764869.329069:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (147456->2924543) req@ffff8b8cabde7800 x1862022223249792/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 504/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764869.329082:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7800 with x1862022223249792 ext(147456->2924543) 00002000:00010000:3.0:1775764869.329089:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7800 00000100:00100000:3.0:1775764869.329131:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39675 00000100:00100000:3.0:1775764869.329143:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223249792:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764869.336201:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223249792:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7043us (7386us total) trans 4294997018 rc 0/0 00000100:00100000:2.0:1775764869.336220:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39675 00002000:00100000:2.0:1775764869.336237:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (147456->2924543) req@ffff8b8cabde7800 x1862022223249792/t4294997018(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 504/448 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.336250:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7800 with x1862022223249792 ext(147456->2924543) 00002000:00010000:2.0:1775764869.336258:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7800 00000100:00100000:1.0:1775764869.340085:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764869.340205:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223249920 00000100:00100000:3.0:1775764869.340220:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223249920 00000100:00100000:3.0:1775764869.340354:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84947 00000100:00100000:3.0:1775764869.340368:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223249920:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764869.445231:0:12899:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997016 is committed 00000001:00080000:1.0:1775764869.445280:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997017 is committed 00000001:00080000:1.0:1775764869.445306:0:12899:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997018 is committed 00000100:00100000:2.0:1775764869.446019:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223249920:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 105643us (105937us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764869.446035:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84947 00000100:00100000:1.0:1775764869.464771:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.465085:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223250048 00000100:00100000:2.0:1775764869.465099:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223250048 00002000:00100000:2.0:1775764869.465172:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (49152->53247) req@ffff8b8ca29b0380 x1862022223250048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.465188:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0380 with x1862022223250048 ext(49152->53247) 00002000:00010000:2.0:1775764869.465196:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0380 00000100:00100000:2.0:1775764869.465236:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39676 00000100:00100000:2.0:1775764869.465250:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223250048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764869.465643:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223250048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 394us (884us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764869.465653:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39676 00002000:00100000:2.0:1775764869.465670:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (49152->53247) req@ffff8b8ca29b0380 x1862022223250048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.465680:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0380 with x1862022223250048 ext(49152->53247) 00002000:00010000:2.0:1775764869.465684:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0380 00000100:00100000:3.0:1775764869.470293:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.470436:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223250176 00000100:00100000:1.0:1775764869.470453:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223250176 00002000:00100000:1.0:1775764869.470535:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (53248->57343) req@ffff8b8c992fb480 x1862022223250176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764869.470609:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb480 with x1862022223250176 ext(53248->57343) 00002000:00010000:1.0:1775764869.470616:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992fb480 00000100:00100000:1.0:1775764869.470656:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39677 00000100:00100000:1.0:1775764869.470677:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223250176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764869.471027:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223250176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 351us (749us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764869.471036:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39677 00002000:00100000:1.0:1775764869.471043:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (53248->57343) req@ffff8b8c992fb480 x1862022223250176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764869.471052:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb480 with x1862022223250176 ext(53248->57343) 00002000:00010000:1.0:1775764869.471056:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992fb480 00000100:00100000:3.0:1775764869.477061:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.477198:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223250304 00000100:00100000:0.0:1775764869.477213:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223250304 00002000:00100000:0.0:1775764869.477282:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (0->184319) req@ffff8b8c992f9f80 x1862022223250304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 504/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.477296:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9f80 with x1862022223250304 ext(0->184319) 00002000:00010000:0.0:1775764869.477303:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f9f80 00000100:00100000:0.0:1775764869.477348:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39678 00000100:00100000:0.0:1775764869.477360:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223250304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764869.486853:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223250304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9467us (9778us total) trans 0 rc 176128/176128 00000100:00100000:1.0:1775764869.486870:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39678 00002000:00100000:1.0:1775764869.486888:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (0->184319) req@ffff8b8c992f9f80 x1862022223250304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 504/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 176128/176128 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764869.486900:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9f80 with x1862022223250304 ext(0->184319) 00002000:00010000:1.0:1775764869.486908:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f9f80 00000100:00100000:3.0:1775764869.489427:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.489797:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223250432 00000100:00100000:0.0:1775764869.489811:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223250432 00002000:00100000:0.0:1775764869.489893:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (4132864->4194303) req@ffff8b8c992f8380 x1862022223250432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.489905:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8380 with x1862022223250432 ext(4132864->4194303) 00002000:00010000:0.0:1775764869.489913:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8380 00000100:00100000:0.0:1775764869.490010:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39679 00000100:00100000:0.0:1775764869.490024:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223250432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764869.497443:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223250432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7405us (8013us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1775764869.497461:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39679 00002000:00100000:1.0:1775764869.497478:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (4132864->4194303) req@ffff8b8c992f8380 x1862022223250432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764869.497498:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8380 with x1862022223250432 ext(4132864->4194303) 00002000:00010000:1.0:1775764869.497506:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8380 00000100:00100000:1.0:1775764869.518964:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.519085:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223250560 00000100:00100000:0.0:1775764869.519098:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223250560 00002000:00100000:0.0:1775764869.519168:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (49152->86015) req@ffff8b8ca29b3100 x1862022223250560/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.519182:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3100 with x1862022223250560 ext(49152->86015) 00002000:00010000:0.0:1775764869.519189:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b3100 00000100:00100000:0.0:1775764869.519233:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39680 00000100:00100000:0.0:1775764869.519245:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223250560:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764869.525635:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223250560:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6376us (6671us total) trans 4294996321 rc 0/0 00000100:00100000:0.0:1775764869.525652:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39680 00002000:00100000:0.0:1775764869.525677:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (49152->86015) req@ffff8b8ca29b3100 x1862022223250560/t4294996321(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/448 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.525688:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3100 with x1862022223250560 ext(49152->86015) 00002000:00010000:0.0:1775764869.525696:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b3100 00000100:00100000:3.0:1775764869.545152:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.545289:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223250688 00000100:00100000:1.0:1775764869.545304:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223250688 00000100:00100000:1.0:1775764869.545380:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84948 00000100:00100000:1.0:1775764869.545392:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223250688:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764869.588069:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996321 is committed 00000100:00100000:1.0:1775764869.588420:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223250688:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 43021us (43273us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764869.588437:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84948 00000100:00100000:1.0:1775764869.593989:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.594269:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223250816 00000100:00100000:2.0:1775764869.594283:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223250816 00002000:00100000:2.0:1775764869.594350:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2097152->2101247) req@ffff8b8ca29b1500 x1862022223250816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.594362:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1500 with x1862022223250816 ext(2097152->2101247) 00002000:00010000:2.0:1775764869.594370:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1500 00000100:00100000:2.0:1775764869.594446:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39681 00000100:00100000:2.0:1775764869.594458:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223250816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764869.594861:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223250816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 403us (885us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764869.594871:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39681 00002000:00100000:2.0:1775764869.594878:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2097152->2101247) req@ffff8b8ca29b1500 x1862022223250816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.594887:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1500 with x1862022223250816 ext(2097152->2101247) 00002000:00010000:2.0:1775764869.594891:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1500 00000100:00100000:2.0:1775764869.600726:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.600967:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223250944 00000100:00100000:0.0:1775764869.600984:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223250944 00002000:00100000:0.0:1775764869.601047:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2101248->2105343) req@ffff8b8c93217800 x1862022223250944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.601060:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217800 with x1862022223250944 ext(2101248->2105343) 00002000:00010000:0.0:1775764869.601067:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217800 00000100:00100000:0.0:1775764869.601102:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39682 00000100:00100000:0.0:1775764869.601112:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223250944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764869.602517:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223250944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1392us (1792us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764869.602534:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39682 00002000:00100000:0.0:1775764869.602581:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2101248->2105343) req@ffff8b8c93217800 x1862022223250944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.602594:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217800 with x1862022223250944 ext(2101248->2105343) 00002000:00010000:0.0:1775764869.602601:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217800 00000100:00100000:3.0:1775764869.608709:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.608783:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223251072 00000100:00100000:1.0:1775764869.608798:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223251072 00002000:00100000:1.0:1775764869.608868:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2076672->2142207) req@ffff8b8c992fa680 x1862022223251072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 504/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764869.608882:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fa680 with x1862022223251072 ext(2076672->2142207) 00002000:00010000:1.0:1775764869.608889:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fa680 00000100:00100000:1.0:1775764869.608935:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39683 00000100:00100000:1.0:1775764869.608947:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223251072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764869.618761:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223251072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9799us (10049us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764869.618779:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39683 00002000:00100000:2.0:1775764869.618797:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2076672->2142207) req@ffff8b8c992fa680 x1862022223251072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 504/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.618808:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fa680 with x1862022223251072 ext(2076672->2142207) 00002000:00010000:2.0:1775764869.618815:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fa680 00000100:00100000:3.0:1775764869.632868:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.633225:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223251200 00000100:00100000:0.0:1775764869.633240:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223251200 00002000:00100000:0.0:1775764869.633310:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2600960->2666495) req@ffff8b8c992f8a80 x1862022223251200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.633322:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8a80 with x1862022223251200 ext(2600960->2666495) 00002000:00010000:0.0:1775764869.633329:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8a80 00000100:00100000:0.0:1775764869.633376:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39684 00000100:00100000:0.0:1775764869.633388:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223251200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764869.652122:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223251200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18718us (19253us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1775764869.652141:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39684 00002000:00100000:0.0:1775764869.652159:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2600960->2666495) req@ffff8b8c992f8a80 x1862022223251200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.652171:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8a80 with x1862022223251200 ext(2600960->2666495) 00002000:00010000:0.0:1775764869.652180:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8a80 00000100:00100000:1.0:1775764869.660067:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.660253:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223251328 00000100:00100000:2.0:1775764869.660267:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223251328 00002000:00100000:2.0:1775764869.660337:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2629632->2654207) req@ffff8b8ca29b2d80 x1862022223251328/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.660350:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2d80 with x1862022223251328 ext(2629632->2654207) 00002000:00010000:2.0:1775764869.660356:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2d80 00000100:00100000:2.0:1775764869.660395:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39685 00000100:00100000:2.0:1775764869.660407:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223251328:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764869.671409:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223251328:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10990us (11344us total) trans 4294997019 rc 0/0 00000100:00100000:2.0:1775764869.671426:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39685 00002000:00100000:2.0:1775764869.671444:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2629632->2654207) req@ffff8b8ca29b2d80 x1862022223251328/t4294997019(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/448 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.671456:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2d80 with x1862022223251328 ext(2629632->2654207) 00002000:00010000:2.0:1775764869.671464:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2d80 00000100:00100000:0.0:1775764869.679896:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.680022:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223251456 00000100:00100000:1.0:1775764869.680038:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223251456 00000100:00100000:1.0:1775764869.680134:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84949 00000100:00100000:1.0:1775764869.680146:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223251456:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764869.748789:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997019 is committed 00000100:00100000:1.0:1775764869.749185:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223251456:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 69032us (69297us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764869.749200:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84949 00000100:00100000:3.0:1775764869.756255:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.756367:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223251584 00000100:00100000:2.0:1775764869.756384:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223251584 00002000:00100000:2.0:1775764869.756469:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (442368->446463) req@ffff8b8c992fbb80 x1862022223251584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.756482:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fbb80 with x1862022223251584 ext(442368->446463) 00002000:00010000:2.0:1775764869.756489:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fbb80 00000100:00100000:2.0:1775764869.756562:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39686 00000100:00100000:2.0:1775764869.756575:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223251584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764869.758320:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223251584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1733us (2065us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764869.758336:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39686 00002000:00100000:2.0:1775764869.758351:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (442368->446463) req@ffff8b8c992fbb80 x1862022223251584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.758363:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fbb80 with x1862022223251584 ext(442368->446463) 00002000:00010000:2.0:1775764869.758370:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fbb80 00000100:00100000:2.0:1775764869.767556:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.768231:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223251712 00000100:00100000:1.0:1775764869.768247:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223251712 00002000:00100000:1.0:1775764869.768321:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (446464->450559) req@ffff8b8c93215f80 x1862022223251712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764869.768332:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215f80 with x1862022223251712 ext(446464->450559) 00002000:00010000:1.0:1775764869.768339:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215f80 00000100:00100000:1.0:1775764869.768385:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39687 00000100:00100000:1.0:1775764869.768397:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223251712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764869.768773:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223251712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 375us (1259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764869.768781:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39687 00002000:00100000:1.0:1775764869.768789:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (446464->450559) req@ffff8b8c93215f80 x1862022223251712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764869.768798:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215f80 with x1862022223251712 ext(446464->450559) 00002000:00010000:1.0:1775764869.768802:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215f80 00000100:00100000:1.0:1775764869.782474:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764869.782962:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223251840 00000100:00100000:3.0:1775764869.782978:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223251840 00002000:00100000:3.0:1775764869.783068:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (229376->733183) req@ffff8b8ca29b0000 x1862022223251840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 504/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764869.783083:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0000 with x1862022223251840 ext(229376->733183) 00002000:00010000:3.0:1775764869.783091:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0000 00000100:00100000:3.0:1775764869.783138:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39688 00000100:00100000:3.0:1775764869.783151:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223251840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764869.799460:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223251840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16295us (16986us total) trans 0 rc 495616/495616 00000100:00100000:3.0:1775764869.799477:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39688 00002000:00100000:3.0:1775764869.799493:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (229376->733183) req@ffff8b8ca29b0000 x1862022223251840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 504/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 495616/495616 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764869.799505:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0000 with x1862022223251840 ext(229376->733183) 00002000:00010000:3.0:1775764869.799513:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0000 00000100:00100000:1.0:1775764869.809748:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.809873:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223251968 00000100:00100000:0.0:1775764869.809888:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223251968 00002000:00100000:0.0:1775764869.809957:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (442368->475135) req@ffff8b8ca29b1880 x1862022223251968/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.809970:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1880 with x1862022223251968 ext(442368->475135) 00002000:00010000:0.0:1775764869.809978:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1880 00000100:00100000:0.0:1775764869.810018:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39689 00000100:00100000:0.0:1775764869.810029:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223251968:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764869.822006:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223251968:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 11958us (12252us total) trans 4294997020 rc 0/0 00000100:00100000:0.0:1775764869.822024:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39689 00002000:00100000:0.0:1775764869.822042:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (442368->475135) req@ffff8b8ca29b1880 x1862022223251968/t4294997020(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/448 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764869.823393:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1880 with x1862022223251968 ext(442368->475135) 00002000:00010000:0.0:1775764869.823402:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1880 00000100:00100000:1.0:1775764869.828733:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.829452:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223252096 00000100:00100000:0.0:1775764869.829468:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223252096 00000100:00100000:0.0:1775764869.829601:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84950 00000100:00100000:0.0:1775764869.829614:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223252096:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764869.895029:0:12899:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997020 is committed 00000100:00100000:3.0:1775764869.895392:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223252096:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 65772us (66665us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764869.895408:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84950 00000100:00100000:1.0:1775764869.901358:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.901677:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223252352 00000100:00100000:0.0:1775764869.901691:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223252352 00000100:00100000:0.0:1775764869.904220:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44878 00000100:00100000:0.0:1775764869.904255:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223252352:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764869.904340:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764869.904380:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d10c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4ee expref: 66 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.904408:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764869.904413:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764869.904767:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d10cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.904785:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d10cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.904798:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d10cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764869.904861:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032644 00000004:00010000:0.0:1775764869.904891:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000310622bb reply state 000000004597bfe8 transno 4295032645 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d10cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764869.904900:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764869.905038:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223252352:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 801us (3695us total) trans 4295032645 rc 0/0 00000100:00100000:0.0:1775764869.905048:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44878 00000020:00080000:0.0:1775764869.905055:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764869.908821:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d10cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.908845:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d10cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.908855:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d10cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.908861:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764869.908868:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d10cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.908877:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d10cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.908901:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764869.908904:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764869.908910:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d10cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.908917:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d10cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764869.910578:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.910622:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764869.912081:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223252608 00000100:00100000:3.0:1775764869.912101:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223252608 00002000:00010000:3.0:1775764869.912163:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764869.912170:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1c00 with x1862022223252608 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764869.912187:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b1c00. 00000100:00100000:3.0:1775764869.912228:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223252480 00000100:00100000:3.0:1775764869.912231:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223252480 00002000:00010000:3.0:1775764869.912245:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2602949->18446744073709551615) 00002000:00100000:3.0:1775764869.912248:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3b80 with x1862022223252480 ext(2602949->18446744073709551615) 00002000:00010000:3.0:1775764869.912255:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3b80. 00000100:00100000:3.0:1775764869.912277:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39690 00000100:00100000:3.0:1775764869.912287:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223252608:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764869.912808:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 464874 -> 0 00002000:00010000:3.0:1775764869.912814:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764869 -> 1775764870 00002000:00010000:3.0:1775764869.912816:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764868 -> 1775764869 00002000:00010000:3.0:1775764869.912819:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764869 -> 1775764870 00002000:00010000:3.0:1775764869.912834:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764869.912925:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223252608:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 638us (2395us total) trans 4294996322 rc 0/0 00000100:00100000:3.0:1775764869.912936:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39690 00002000:00010000:3.0:1775764869.912940:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764869.912943:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1c00 with x1862022223252608 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764869.912948:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b1c00. 00000100:00100000:3.0:1775764869.912972:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39691 00000100:00100000:3.0:1775764869.912981:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223252480:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764869.913215:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2602949 00002000:00010000:3.0:1775764869.913219:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764869 -> 1775764870 00002000:00010000:3.0:1775764869.913221:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764868 -> 1775764869 00002000:00010000:3.0:1775764869.913223:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764869 -> 1775764870 00002000:00010000:3.0:1775764869.913225:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 585 00000100:00100000:3.0:1775764869.913251:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223252480:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 271us (2628us total) trans 4294997021 rc 0/0 00000100:00100000:3.0:1775764869.913258:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39691 00002000:00010000:3.0:1775764869.913260:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2602949->18446744073709551615) 00002000:00100000:3.0:1775764869.913263:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3b80 with x1862022223252480 ext(2602949->18446744073709551615) 00002000:00010000:3.0:1775764869.913268:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3b80. 00000100:00100000:0.0:1775764869.919188:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.925232:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223252736 00000100:00100000:1.0:1775764869.925254:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223252736 00000100:00100000:1.0:1775764869.925354:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44879 00000100:00100000:1.0:1775764869.925368:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022223252736:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764869.925403:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764869.925431:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d10d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4f5 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.926145:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d10d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.926175:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d10d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.926192:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d10d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764869.926246:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2602949 00000004:00200000:1.0:1775764869.926251:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764869.926282:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d10d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.926321:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83800/0xdb23b4c9253d10d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4f5 expref: 69 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.926346:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d10d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4f5 expref: 68 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.926356:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764869.926359:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764869.926363:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e82800, rc 0) 00000100:00100000:1.0:1775764869.926458:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223252736:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1092us (7283us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764869.926466:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44879 00000100:00100000:0.0:1775764869.932253:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.932858:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223252992 00000100:00100000:1.0:1775764869.932874:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223252992 00000100:00100000:1.0:1775764869.935934:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44880 00000100:00100000:1.0:1775764869.935969:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223252992:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764869.936048:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764869.936084:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e82800/0xdb23b4c9253d10d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4f5 expref: 68 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.936113:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764869.936120:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764869.936426:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d10e0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.936446:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d10e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764869.936459:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d10e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764869.936523:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032646 00000004:00010000:1.0:1775764869.936582:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001cf0e326 reply state 000000004b0c5140 transno 4295032647 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d10e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764869.936593:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764869.936731:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223252992:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 781us (5235us total) trans 4295032647 rc 0/0 00000100:00100000:1.0:1775764869.936741:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44880 00000020:00080000:1.0:1775764869.936747:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764869.940253:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d10e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.940275:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d10e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.940285:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d10e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.940291:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e83200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764869.940298:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d10e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.940307:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d10e0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.940328:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764869.940331:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764869.940337:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d10e0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764869.940343:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e83200/0xdb23b4c9253d10e0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764869.946852:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764869.946892:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764869.946978:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223253120 00000100:00100000:1.0:1775764869.946993:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223253120 00002000:00010000:1.0:1775764869.947051:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3557890->18446744073709551615) 00002000:00100000:1.0:1775764869.947058:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5880 with x1862022223253120 ext(3557890->18446744073709551615) 00002000:00010000:1.0:1775764869.947074:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5880. 00000100:00100000:1.0:1775764869.947108:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223253248 00000100:00100000:1.0:1775764869.947112:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223253248 00002000:00010000:1.0:1775764869.947128:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764869.947132:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5180 with x1862022223253248 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764869.947140:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde5180. 00000100:00100000:1.0:1775764869.947167:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39692 00000100:00100000:1.0:1775764869.947177:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223253120:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764869.947482:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2602949 -> 3557890 00002000:00010000:1.0:1775764869.947486:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764869.947489:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:1.0:1775764869.947491:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764869.947494:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 585 00000100:00100000:1.0:1775764869.947602:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223253120:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 425us (776us total) trans 4294997022 rc 0/0 00000100:00100000:1.0:1775764869.947610:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39692 00002000:00010000:1.0:1775764869.947614:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3557890->18446744073709551615) 00002000:00100000:1.0:1775764869.947617:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5880 with x1862022223253120 ext(3557890->18446744073709551615) 00002000:00010000:1.0:1775764869.947622:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5880. 00000100:00100000:1.0:1775764869.947641:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39693 00000100:00100000:1.0:1775764869.947648:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223253248:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764869.947784:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764869.947787:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764869.947789:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:1.0:1775764869.947791:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764869.947793:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764869.947816:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223253248:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 168us (922us total) trans 4294996323 rc 0/0 00000100:00100000:1.0:1775764869.947822:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39693 00002000:00010000:1.0:1775764869.947825:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764869.947827:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5180 with x1862022223253248 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764869.947832:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde5180. 00000100:00100000:3.0:1775764869.958817:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.959024:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223253376 00000100:00100000:2.0:1775764869.959038:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223253376 00002000:00100000:2.0:1775764869.959106:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3493888->3497983) req@ffff8b8c992fb800 x1862022223253376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.959120:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb800 with x1862022223253376 ext(3493888->3497983) 00002000:00010000:2.0:1775764869.959127:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb800 00000100:00100000:2.0:1775764869.959171:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39694 00000100:00100000:2.0:1775764869.959184:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223253376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764869.960104:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223253376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 914us (1295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764869.960117:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39694 00002000:00100000:2.0:1775764869.960131:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3493888->3497983) req@ffff8b8c992fb800 x1862022223253376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.960141:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb800 with x1862022223253376 ext(3493888->3497983) 00002000:00010000:2.0:1775764869.960146:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb800 00000100:00100000:0.0:1775764869.963379:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764869.967586:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223253504 00000100:00100000:3.0:1775764869.967608:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223253504 00002000:00100000:3.0:1775764869.967695:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3497984->3502079) req@ffff8b8cabde4a80 x1862022223253504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764869.967707:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4a80 with x1862022223253504 ext(3497984->3502079) 00002000:00010000:3.0:1775764869.967715:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4a80 00000100:00100000:3.0:1775764869.967754:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39695 00000100:00100000:3.0:1775764869.967765:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223253504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764869.968141:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223253504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 376us (4775us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764869.968151:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39695 00002000:00100000:3.0:1775764869.968159:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3497984->3502079) req@ffff8b8cabde4a80 x1862022223253504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 488/4536 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764869.968167:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4a80 with x1862022223253504 ext(3497984->3502079) 00002000:00010000:3.0:1775764869.968170:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4a80 00000100:00100000:0.0:1775764869.984815:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764869.986174:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223253632 00000100:00100000:2.0:1775764869.986193:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223253632 00002000:00100000:2.0:1775764869.986268:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3473408->3538943) req@ffff8b8cabde7b80 x1862022223253632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 504/0 e 0 to 0 dl 1775764880 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.986289:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7b80 with x1862022223253632 ext(3473408->3538943) 00002000:00010000:2.0:1775764869.986295:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7b80 00000100:00100000:2.0:1775764869.986327:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39696 00000100:00100000:2.0:1775764869.986339:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223253632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764869.996699:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223253632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10345us (11884us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764869.996716:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39696 00002000:00100000:2.0:1775764869.996732:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3473408->3538943) req@ffff8b8cabde7b80 x1862022223253632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:350/0 lens 504/440 e 0 to 0 dl 1775764880 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764869.996745:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7b80 with x1862022223253632 ext(3473408->3538943) 00002000:00010000:2.0:1775764869.996753:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7b80 00000100:00100000:2.0:1775764870.000629:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.000750:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223253760 00000100:00100000:0.0:1775764870.000764:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223253760 00002000:00100000:0.0:1775764870.000857:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3538944->3559423) req@ffff8b8c93214380 x1862022223253760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.000871:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214380 with x1862022223253760 ext(3538944->3559423) 00002000:00010000:0.0:1775764870.000878:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214380 00000100:00100000:0.0:1775764870.000919:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39697 00000100:00100000:0.0:1775764870.000932:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223253760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:3.0:1775764870.001377:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764870.008100:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223253760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7152us (7466us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1775764870.008118:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39697 00002000:00100000:0.0:1775764870.008133:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3538944->3559423) req@ffff8b8c93214380 x1862022223253760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.008145:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214380 with x1862022223253760 ext(3538944->3559423) 00002000:00010000:0.0:1775764870.008153:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214380 00000100:00100000:1.0:1775764870.015063:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.015187:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223253888 00000100:00100000:2.0:1775764870.015202:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223253888 00002000:00100000:2.0:1775764870.015278:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (376832->3557889) req@ffff8b8ca29b2680 x1862022223253888/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.015290:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2680 with x1862022223253888 ext(376832->3557889) 00002000:00010000:2.0:1775764870.015298:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2680 00000100:00100000:2.0:1775764870.015346:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39698 00000100:00100000:2.0:1775764870.015358:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223253888:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764870.031684:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223253888:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 16312us (16623us total) trans 4294997023 rc 0/0 00000100:00100000:2.0:1775764870.031706:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39698 00002000:00100000:2.0:1775764870.031725:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (376832->3557889) req@ffff8b8ca29b2680 x1862022223253888/t4294997023(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/448 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.031736:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2680 with x1862022223253888 ext(376832->3557889) 00002000:00010000:2.0:1775764870.031744:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2680 00000100:00100000:1.0:1775764870.034929:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.035042:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223254016 00000100:00100000:3.0:1775764870.035055:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223254016 00000100:00100000:3.0:1775764870.035132:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84951 00000100:00100000:3.0:1775764870.035144:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223254016:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:1.0:1775764870.092573:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764870.170621:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997022 is committed 00000001:00080000:1.0:1775764870.170669:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997023 is committed 00000100:00100000:3.0:1775764870.171432:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223254016:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 136280us (136508us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.171448:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84951 00000100:00100000:3.0:1775764870.181238:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.181418:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223254144 00000100:00100000:2.0:1775764870.181441:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223254144 00000100:00100000:2.0:1775764870.181526:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44881 00000100:00100000:2.0:1775764870.181569:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+69:11755:x1862022223254144:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764870.181604:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764870.181630:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d10e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd4fc expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.181745:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d10ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.181763:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d10ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.181777:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d10ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764870.181810:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3557890 00000004:00200000:2.0:1775764870.181815:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764870.181845:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d10ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.181873:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d10e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4fc expref: 71 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.181897:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d10ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4fc expref: 70 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.181906:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764870.181909:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764870.181914:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c80031a00, rc 0) 00000100:00100000:2.0:1775764870.181993:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223254144:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 456us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.182001:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44881 00000100:00100000:3.0:1775764870.191878:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.191924:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223254400 00000100:00100000:3.0:1775764870.191938:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223254400 00000100:00100000:3.0:1775764870.192005:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44882 00000100:00100000:3.0:1775764870.192018:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223254400:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764870.192096:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764870.192137:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031a00/0xdb23b4c9253d10ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd4fc expref: 70 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.192162:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764870.192169:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764870.195125:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d10f5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.195164:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d10f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.195180:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d10f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764870.196888:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032648 00000004:00010000:3.0:1775764870.196958:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006ecc06ec reply state 00000000a48d8e71 transno 4295032649 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d10f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764870.196974:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764870.197154:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223254400:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 5134us (5286us total) trans 4295032649 rc 0/0 00000100:00100000:3.0:1775764870.197166:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44882 00000020:00080000:3.0:1775764870.197174:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764870.211431:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.211472:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.211505:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223254656 00000100:00100000:2.0:1775764870.211524:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223254656 00002000:00010000:2.0:1775764870.211608:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764870.211614:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217100 with x1862022223254656 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764870.211629:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93217100. 00000100:00100000:2.0:1775764870.211664:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223254528 00000100:00100000:2.0:1775764870.211668:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223254528 00002000:00010000:2.0:1775764870.211682:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (706845->18446744073709551615) 00002000:00100000:2.0:1775764870.211685:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214000 with x1862022223254528 ext(706845->18446744073709551615) 00002000:00010000:2.0:1775764870.211691:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214000. 00000100:00100000:2.0:1775764870.211713:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39699 00000100:00100000:2.0:1775764870.211725:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223254656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764870.212747:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764870.212755:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764870 -> 1775764870 00002000:00010000:2.0:1775764870.212760:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764870.212762:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764870 -> 1775764870 00002000:00010000:2.0:1775764870.212765:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764870.212981:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223254656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1254us (1561us total) trans 4294996324 rc 0/0 00000100:00100000:2.0:1775764870.212992:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39699 00002000:00010000:2.0:1775764870.212997:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764870.213000:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217100 with x1862022223254656 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764870.213007:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93217100. 00000100:00100000:2.0:1775764870.213040:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39700 00000100:00100000:2.0:1775764870.213052:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223254528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764870.213385:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3557890 -> 706845 00002000:00010000:2.0:1775764870.213389:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764870 -> 1775764870 00002000:00010000:2.0:1775764870.213391:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764870.213393:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764870 -> 1775764870 00002000:00010000:2.0:1775764870.213395:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 713 00000100:00100000:2.0:1775764870.213424:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223254528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 375us (1951us total) trans 4294997024 rc 0/0 00000100:00100000:2.0:1775764870.213432:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39700 00002000:00010000:2.0:1775764870.213435:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (706845->18446744073709551615) 00002000:00100000:2.0:1775764870.213438:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214000 with x1862022223254528 ext(706845->18446744073709551615) 00002000:00010000:2.0:1775764870.213443:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214000. 00010000:00010000:0.0:1775764870.213617:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d10f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.213630:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d10f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.213638:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d10f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.213644:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764870.213659:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d10f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.213668:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d10f5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.213689:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764870.213693:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764870.213699:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d10f5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.213706:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d10f5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764870.233359:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.233641:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223254784 00000100:00100000:2.0:1775764870.233661:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223254784 00000100:00100000:2.0:1775764870.233736:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44883 00000100:00100000:2.0:1775764870.233748:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+71:11755:x1862022223254784:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764870.233778:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764870.233802:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d10fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd503 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.233926:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d1103 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.233942:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d1103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.233956:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d1103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764870.233990:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 706845 00000004:00200000:2.0:1775764870.233995:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764870.234016:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d1103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.234044:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030400/0xdb23b4c9253d10fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd503 expref: 73 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.234066:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d1103 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd503 expref: 72 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.234076:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764870.234079:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764870.234084:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c80031800, rc 0) 00000100:00100000:2.0:1775764870.234155:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223254784:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 408us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.234163:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44883 00000100:00100000:0.0:1775764870.245348:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.245456:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223254912 00000100:00100000:2.0:1775764870.245469:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223254912 00002000:00100000:2.0:1775764870.245571:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2953216->3018751) req@ffff8b8cabde5f80 x1862022223254912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.245583:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5f80 with x1862022223254912 ext(2953216->3018751) 00002000:00010000:2.0:1775764870.245590:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5f80 00000100:00100000:2.0:1775764870.245621:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39701 00000100:00100000:2.0:1775764870.245632:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223254912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764870.258952:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223254912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13305us (13600us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.258969:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39701 00002000:00100000:3.0:1775764870.258985:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2953216->3018751) req@ffff8b8cabde5f80 x1862022223254912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.258996:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5f80 with x1862022223254912 ext(2953216->3018751) 00002000:00010000:3.0:1775764870.259004:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5f80 00000100:00100000:0.0:1775764870.263894:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.263989:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223255040 00000100:00100000:1.0:1775764870.264004:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223255040 00002000:00100000:1.0:1775764870.264064:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2981888->3164773) req@ffff8b8cabde7100 x1862022223255040/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.264077:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7100 with x1862022223255040 ext(2981888->3164773) 00002000:00010000:1.0:1775764870.264084:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7100 00000100:00100000:1.0:1775764870.264170:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39702 00000100:00100000:1.0:1775764870.264182:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223255040:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764870.276315:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223255040:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12117us (12418us total) trans 4294997025 rc 0/0 00000100:00100000:1.0:1775764870.276334:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39702 00002000:00100000:1.0:1775764870.276351:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2981888->3164773) req@ffff8b8cabde7100 x1862022223255040/t4294997025(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/448 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.276370:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde7100 with x1862022223255040 ext(2981888->3164773) 00002000:00010000:1.0:1775764870.276377:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde7100 00000001:00080000:2.0:1775764870.284207:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032645 is committed 00000001:00080000:2.0:1775764870.284292:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032647 is committed 00000100:00100000:0.0:1775764870.288977:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.289094:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223255168 00000100:00100000:3.0:1775764870.289109:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223255168 00000100:00100000:3.0:1775764870.289189:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84952 00000100:00100000:3.0:1775764870.289202:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223255168:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764870.375891:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223255168:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 86677us (86913us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764870.375910:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84952 00000001:00080000:1.0:1775764870.376615:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997025 is committed 00000100:00100000:3.0:1775764870.407394:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.407504:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.408063:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223255424 00000100:00100000:2.0:1775764870.408100:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223255424 00002000:00100000:2.0:1775764870.408258:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1753088->2805759) req@ffff8b8c992f8000 x1862022223255424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.408281:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8000 with x1862022223255424 ext(1753088->2805759) 00002000:00010000:2.0:1775764870.408289:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8000 00000100:00100000:2.0:1775764870.408366:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223255296 00000100:00100000:2.0:1775764870.408370:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223255296 00002000:00100000:2.0:1775764870.408388:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (708608->2424831) req@ffff8b8c992f9500 x1862022223255296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.408396:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9500 with x1862022223255296 ext(708608->2424831) 00002000:00010000:2.0:1775764870.408400:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9500 00000100:00100000:2.0:1775764870.408426:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39703 00000100:00100000:2.0:1775764870.408437:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223255424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.408715:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39704 00000100:00100000:0.0:1775764870.408730:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223255296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764870.414745:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.415257:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223255552 00000100:00100000:3.0:1775764870.415271:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223255552 00002000:00100000:3.0:1775764870.415333:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2805760->3133439) req@ffff8b8c8f955180 x1862022223255552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.415347:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955180 with x1862022223255552 ext(2805760->3133439) 00002000:00010000:3.0:1775764870.415354:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955180 00000100:00100000:3.0:1775764870.415399:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39705 00000100:00100000:3.0:1775764870.415410:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223255552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.429168:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223255552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13743us (14425us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1775764870.429186:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39705 00002000:00100000:0.0:1775764870.429203:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2805760->3133439) req@ffff8b8c8f955180 x1862022223255552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 262144/262144 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.429215:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955180 with x1862022223255552 ext(2805760->3133439) 00002000:00010000:0.0:1775764870.429225:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955180 00000100:00100000:1.0:1775764870.456226:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223255424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 47775us (48833us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764870.456244:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39703 00002000:00100000:1.0:1775764870.456261:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1753088->2805759) req@ffff8b8c992f8000 x1862022223255424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.456272:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8000 with x1862022223255424 ext(1753088->2805759) 00002000:00010000:1.0:1775764870.456280:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8000 00000100:00100000:0.0:1775764870.462341:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223255296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 53599us (54818us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764870.462359:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39704 00002000:00100000:0.0:1775764870.462378:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (708608->2424831) req@ffff8b8c992f9500 x1862022223255296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.462397:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9500 with x1862022223255296 ext(708608->2424831) 00002000:00010000:0.0:1775764870.462404:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9500 00000100:00100000:0.0:1775764870.470132:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.470257:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223255808 00000100:00100000:3.0:1775764870.470273:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223255808 00000100:00100000:3.0:1775764870.470360:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44884 00000100:00100000:3.0:1775764870.470372:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223255808:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764870.470450:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764870.470487:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031800/0xdb23b4c9253d1103 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd503 expref: 10 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.470514:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764870.470532:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764870.470906:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d110a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.470925:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d110a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.470938:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d110a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764870.471006:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032650 00000004:00010000:3.0:1775764870.471036:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6ee0fcc reply state 000000000668eb9e transno 4295032651 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d110a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764870.471046:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764870.471186:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223255808:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 815us (1069us total) trans 4295032651 rc 0/0 00000100:00100000:3.0:1775764870.471194:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44884 00000020:00080000:3.0:1775764870.471199:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764870.474167:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d110a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.474188:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d110a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.474198:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d110a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.474205:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9670f000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764870.474213:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d110a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.474223:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d110a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.474245:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764870.474249:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764870.474256:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d110a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.474264:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f000/0xdb23b4c9253d110a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764870.476250:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.476365:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223255936 00000100:00100000:2.0:1775764870.476380:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223255936 00002000:00010000:2.0:1775764870.476434:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (371984->18446744073709551615) 00002000:00100000:2.0:1775764870.476440:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde6680 with x1862022223255936 ext(371984->18446744073709551615) 00002000:00010000:2.0:1775764870.476455:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde6680. 00000100:00100000:2.0:1775764870.476493:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39706 00000100:00100000:2.0:1775764870.476503:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223255936:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764870.477233:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 706845 -> 371984 00002000:00010000:2.0:1775764870.477240:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764870 -> 1775764870 00002000:00010000:2.0:1775764870.477242:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764870.477245:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764870 -> 1775764870 00002000:00010000:2.0:1775764870.477248:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:2.0:1775764870.477339:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223255936:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 835us (1100us total) trans 4294997026 rc 0/0 00000100:00100000:2.0:1775764870.477350:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39706 00002000:00010000:2.0:1775764870.477355:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (371984->18446744073709551615) 00002000:00100000:2.0:1775764870.477358:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde6680 with x1862022223255936 ext(371984->18446744073709551615) 00002000:00010000:2.0:1775764870.477365:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde6680. 00000100:00100000:1.0:1775764870.478307:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.478397:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223256064 00000100:00100000:2.0:1775764870.478409:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223256064 00002000:00010000:2.0:1775764870.478445:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764870.478450:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955f80 with x1862022223256064 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764870.478461:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955f80. 00000100:00100000:2.0:1775764870.478580:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39707 00000100:00100000:2.0:1775764870.478591:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223256064:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764870.478840:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764870.478844:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764870 -> 1775764870 00002000:00010000:2.0:1775764870.478847:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764870.478849:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764870 -> 1775764870 00002000:00010000:2.0:1775764870.478852:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764870.478916:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223256064:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 325us (615us total) trans 4294996325 rc 0/0 00000100:00100000:2.0:1775764870.478924:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39707 00002000:00010000:2.0:1775764870.478928:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764870.478930:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955f80 with x1862022223256064 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764870.478935:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955f80. 00000100:00100000:3.0:1775764870.487691:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.487817:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223256192 00000100:00100000:2.0:1775764870.487829:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223256192 00000100:00100000:2.0:1775764870.487906:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44885 00000100:00100000:2.0:1775764870.487925:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022223256192:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764870.487959:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764870.488070:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d1111 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd50a expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.488189:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d1118 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.488218:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d1118 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.488235:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d1118 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764870.488275:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 371984 00000004:00200000:2.0:1775764870.488280:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764870.488303:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d1118 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.488334:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80031000/0xdb23b4c9253d1111 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd50a expref: 13 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.488358:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d1118 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd50a expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.488368:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764870.488371:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764870.488377:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c80030800, rc 0) 00000100:00100000:2.0:1775764870.488778:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223256192:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 859us (1098us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.488787:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44885 00000100:00100000:3.0:1775764870.494440:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.494575:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223256320 00000100:00100000:2.0:1775764870.494590:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223256320 00002000:00100000:2.0:1775764870.494678:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2424832->2428927) req@ffff8b8c8ed83100 x1862022223256320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.494691:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83100 with x1862022223256320 ext(2424832->2428927) 00002000:00010000:2.0:1775764870.494699:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83100 00000100:00100000:2.0:1775764870.494743:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39708 00000100:00100000:2.0:1775764870.494754:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223256320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.495087:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223256320:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 333us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.495097:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39708 00002000:00100000:2.0:1775764870.495104:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2424832->2428927) req@ffff8b8c8ed83100 x1862022223256320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.495113:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83100 with x1862022223256320 ext(2424832->2428927) 00002000:00010000:2.0:1775764870.495116:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed83100 00000100:00100000:0.0:1775764870.501180:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.501483:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223256448 00000100:00100000:2.0:1775764870.501498:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223256448 00002000:00100000:2.0:1775764870.501721:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2428928->2433023) req@ffff8b8cb3452a00 x1862022223256448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.501745:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022223256448 ext(2428928->2433023) 00002000:00010000:2.0:1775764870.501754:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452a00 00000100:00100000:2.0:1775764870.501803:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39709 00000100:00100000:2.0:1775764870.502075:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223256448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.502394:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223256448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 579us (1227us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.502403:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39709 00002000:00100000:2.0:1775764870.502411:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2428928->2433023) req@ffff8b8cb3452a00 x1862022223256448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.502419:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022223256448 ext(2428928->2433023) 00002000:00010000:2.0:1775764870.502423:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452a00 00000100:00100000:1.0:1775764870.509210:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.509342:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223256576 00000100:00100000:0.0:1775764870.509355:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223256576 00002000:00100000:0.0:1775764870.509425:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2035712->2039807) req@ffff8b8c8f954e00 x1862022223256576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.509438:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954e00 with x1862022223256576 ext(2035712->2039807) 00002000:00010000:0.0:1775764870.509445:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954e00 00000100:00100000:0.0:1775764870.509533:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39710 00000100:00100000:0.0:1775764870.509586:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223256576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.509931:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223256576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 346us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764870.509941:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39710 00002000:00100000:0.0:1775764870.509949:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2035712->2039807) req@ffff8b8c8f954e00 x1862022223256576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.509958:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954e00 with x1862022223256576 ext(2035712->2039807) 00002000:00010000:0.0:1775764870.509962:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954e00 00000100:00100000:3.0:1775764870.514130:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.514243:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223256704 00000100:00100000:0.0:1775764870.514256:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223256704 00002000:00100000:0.0:1775764870.514321:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2039808->2043903) req@ffff8b8c8ed80a80 x1862022223256704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.514333:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80a80 with x1862022223256704 ext(2039808->2043903) 00002000:00010000:0.0:1775764870.514340:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80a80 00000100:00100000:0.0:1775764870.514440:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39711 00000100:00100000:0.0:1775764870.514451:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223256704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.514824:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223256704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 372us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764870.514837:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39711 00002000:00100000:0.0:1775764870.514844:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2039808->2043903) req@ffff8b8c8ed80a80 x1862022223256704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.514853:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80a80 with x1862022223256704 ext(2039808->2043903) 00002000:00010000:0.0:1775764870.514856:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80a80 00000100:00100000:1.0:1775764870.518741:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.519020:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223256832 00000100:00100000:3.0:1775764870.519034:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223256832 00002000:00100000:2.0:1775764870.519208:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2043904->2047999) req@ffff8b8c8f956680 x1862022223256832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.519221:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956680 with x1862022223256832 ext(2043904->2047999) 00002000:00010000:2.0:1775764870.519230:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956680 00000100:00100000:2.0:1775764870.519311:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39712 00000100:00100000:2.0:1775764870.519322:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223256832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.519697:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223256832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 375us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.519706:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39712 00002000:00100000:2.0:1775764870.519713:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2043904->2047999) req@ffff8b8c8f956680 x1862022223256832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.519722:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956680 with x1862022223256832 ext(2043904->2047999) 00002000:00010000:2.0:1775764870.519726:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f956680 00000100:00100000:0.0:1775764870.523199:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.523297:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223256960 00000100:00100000:1.0:1775764870.523312:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223256960 00002000:00100000:1.0:1775764870.523379:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2048000->2052095) req@ffff8b8cb3453100 x1862022223256960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.523392:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022223256960 ext(2048000->2052095) 00002000:00010000:1.0:1775764870.523400:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:1.0:1775764870.523436:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39713 00000100:00100000:1.0:1775764870.523447:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223256960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764870.524118:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223256960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 668us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.524129:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39713 00002000:00100000:1.0:1775764870.524138:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2048000->2052095) req@ffff8b8cb3453100 x1862022223256960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.524147:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022223256960 ext(2048000->2052095) 00002000:00010000:1.0:1775764870.524151:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:0.0:1775764870.527976:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.528107:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223257088 00000100:00100000:1.0:1775764870.528122:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223257088 00002000:00100000:1.0:1775764870.528189:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2052096->2056191) req@ffff8b8cb3452300 x1862022223257088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.528202:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022223257088 ext(2052096->2056191) 00002000:00010000:1.0:1775764870.528209:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:1.0:1775764870.528289:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39714 00000100:00100000:1.0:1775764870.528300:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223257088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764870.528959:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223257088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 657us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.528971:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39714 00002000:00100000:1.0:1775764870.528981:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2052096->2056191) req@ffff8b8cb3452300 x1862022223257088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.528991:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022223257088 ext(2052096->2056191) 00002000:00010000:1.0:1775764870.528995:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:0.0:1775764870.532914:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.533045:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223257216 00000100:00100000:3.0:1775764870.533061:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223257216 00002000:00100000:3.0:1775764870.533133:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2056192->2060287) req@ffff8b8cb3453800 x1862022223257216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.533146:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022223257216 ext(2056192->2060287) 00002000:00010000:3.0:1775764870.533154:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453800 00000100:00100000:3.0:1775764870.533233:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39715 00000100:00100000:3.0:1775764870.533245:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223257216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764870.533622:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223257216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 377us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.533631:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39715 00002000:00100000:3.0:1775764870.533639:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2056192->2060287) req@ffff8b8cb3453800 x1862022223257216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.533658:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022223257216 ext(2056192->2060287) 00002000:00010000:3.0:1775764870.533662:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453800 00000100:00100000:0.0:1775764870.537180:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.537320:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223257344 00000100:00100000:2.0:1775764870.537336:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223257344 00002000:00100000:2.0:1775764870.537405:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2064383) req@ffff8b8cb3452680 x1862022223257344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.537418:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022223257344 ext(2060288->2064383) 00002000:00010000:2.0:1775764870.537425:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:2.0:1775764870.537464:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39716 00000100:00100000:2.0:1775764870.537476:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223257344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.537877:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223257344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 401us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.537886:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39716 00002000:00100000:2.0:1775764870.537894:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2064383) req@ffff8b8cb3452680 x1862022223257344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.537903:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022223257344 ext(2060288->2064383) 00002000:00010000:2.0:1775764870.537907:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:0.0:1775764870.541908:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.542099:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223257472 00000100:00100000:2.0:1775764870.542114:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223257472 00002000:00100000:2.0:1775764870.542184:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2068479) req@ffff8b8cb3451f80 x1862022223257472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.542197:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022223257472 ext(2064384->2068479) 00002000:00010000:2.0:1775764870.542206:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80 00000100:00100000:2.0:1775764870.542251:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39717 00000100:00100000:2.0:1775764870.542264:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223257472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.542795:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223257472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 531us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.542805:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39717 00002000:00100000:2.0:1775764870.542812:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2064384->2068479) req@ffff8b8cb3451f80 x1862022223257472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.543574:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022223257472 ext(2064384->2068479) 00002000:00010000:2.0:1775764870.543582:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80 00000100:00100000:1.0:1775764870.546637:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.546881:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223257600 00000100:00100000:2.0:1775764870.546896:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223257600 00002000:00100000:2.0:1775764870.546962:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2068480->2072575) req@ffff8b8c8f954a80 x1862022223257600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.546976:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022223257600 ext(2068480->2072575) 00002000:00010000:2.0:1775764870.546983:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954a80 00000100:00100000:2.0:1775764870.547030:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39718 00000100:00100000:2.0:1775764870.547042:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223257600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.547372:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223257600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 331us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.547381:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39718 00002000:00100000:2.0:1775764870.547387:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2068480->2072575) req@ffff8b8c8f954a80 x1862022223257600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.547396:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022223257600 ext(2068480->2072575) 00002000:00010000:2.0:1775764870.547399:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954a80 00000100:00100000:0.0:1775764870.550929:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.551091:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223257728 00000100:00100000:3.0:1775764870.551104:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223257728 00002000:00100000:3.0:1775764870.551168:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2035712->2845565) req@ffff8b8cb3450a80 x1862022223257728/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 520/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.551181:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022223257728 ext(2035712->2845565) 00002000:00010000:3.0:1775764870.551188:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:3.0:1775764870.551227:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39719 00000100:00100000:3.0:1775764870.551238:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223257728:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764870.554705:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223257728:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3451us (3774us total) trans 4294997027 rc 0/0 00000100:00100000:1.0:1775764870.554725:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39719 00002000:00100000:1.0:1775764870.554741:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2035712->2845565) req@ffff8b8cb3450a80 x1862022223257728/t4294997027(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 520/456 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.554753:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022223257728 ext(2035712->2845565) 00002000:00010000:1.0:1775764870.554761:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:3.0:1775764870.558663:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.559037:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223257856 00000100:00100000:1.0:1775764870.559053:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223257856 00000100:00100000:1.0:1775764870.559133:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84953 00000100:00100000:1.0:1775764870.559148:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223257856:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764870.604095:0:12899:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997027 is committed 00000100:00100000:3.0:1775764870.604429:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223257856:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 45276us (45780us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.604445:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84953 00000100:00100000:2.0:1775764870.621065:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.621201:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223257984 00000100:00100000:1.0:1775764870.621217:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223257984 00002000:00100000:1.0:1775764870.621284:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (528384->532479) req@ffff8b8c93214a80 x1862022223257984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.621295:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214a80 with x1862022223257984 ext(528384->532479) 00002000:00010000:1.0:1775764870.621302:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214a80 00000100:00100000:1.0:1775764870.621336:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39720 00000100:00100000:1.0:1775764870.621346:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223257984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764870.621716:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223257984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 369us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764870.621725:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39720 00002000:00100000:1.0:1775764870.621732:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (528384->532479) req@ffff8b8c93214a80 x1862022223257984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/4536 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.621742:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214a80 with x1862022223257984 ext(528384->532479) 00002000:00010000:1.0:1775764870.621745:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214a80 00000100:00100000:0.0:1775764870.626018:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.626191:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223258112 00000100:00100000:2.0:1775764870.626207:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223258112 00002000:00100000:2.0:1775764870.626279:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (548864->552959) req@ffff8b8cb3453480 x1862022223258112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.626299:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453480 with x1862022223258112 ext(548864->552959) 00002000:00010000:2.0:1775764870.626308:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453480 00000100:00100000:2.0:1775764870.626404:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39721 00000100:00100000:2.0:1775764870.626416:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223258112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.626846:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223258112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 429us (842us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764870.626855:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39721 00002000:00100000:2.0:1775764870.626862:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (548864->552959) req@ffff8b8cb3453480 x1862022223258112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/4536 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.626873:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453480 with x1862022223258112 ext(548864->552959) 00002000:00010000:2.0:1775764870.626877:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453480 00000100:00100000:0.0:1775764870.631811:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.633003:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223258240 00000100:00100000:1.0:1775764870.633021:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223258240 00002000:00100000:1.0:1775764870.633098:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (1052672->1056767) req@ffff8b8cb3451c00 x1862022223258240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.633111:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022223258240 ext(1052672->1056767) 00002000:00010000:1.0:1775764870.633119:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451c00 00000100:00100000:1.0:1775764870.633159:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39722 00000100:00100000:1.0:1775764870.633169:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223258240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764870.633488:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223258240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 319us (1689us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.633498:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39722 00002000:00100000:1.0:1775764870.633506:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (1052672->1056767) req@ffff8b8cb3451c00 x1862022223258240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.633627:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022223258240 ext(1052672->1056767) 00002000:00010000:1.0:1775764870.633631:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3451c00 00000100:00100000:2.0:1775764870.637031:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.637128:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223258368 00000100:00100000:3.0:1775764870.637142:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223258368 00002000:00100000:3.0:1775764870.637211:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (1056768->1060863) req@ffff8b8c93216300 x1862022223258368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.637224:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216300 with x1862022223258368 ext(1056768->1060863) 00002000:00010000:3.0:1775764870.637232:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216300 00000100:00100000:3.0:1775764870.637267:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39723 00000100:00100000:3.0:1775764870.637278:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223258368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764870.637668:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223258368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 390us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.637677:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39723 00002000:00100000:3.0:1775764870.637684:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (1056768->1060863) req@ffff8b8c93216300 x1862022223258368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.637692:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216300 with x1862022223258368 ext(1056768->1060863) 00002000:00010000:3.0:1775764870.637695:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216300 00000100:00100000:3.0:1775764870.641011:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.641138:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223258496 00000100:00100000:2.0:1775764870.641153:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223258496 00002000:00100000:2.0:1775764870.641214:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (1060864->1064959) req@ffff8b8c8ed83b80 x1862022223258496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.641225:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83b80 with x1862022223258496 ext(1060864->1064959) 00002000:00010000:2.0:1775764870.641234:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83b80 00000100:00100000:2.0:1775764870.641271:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39724 00000100:00100000:2.0:1775764870.641282:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223258496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.642068:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223258496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 782us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.642079:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39724 00002000:00100000:2.0:1775764870.642088:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (1060864->1064959) req@ffff8b8c8ed83b80 x1862022223258496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.642098:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83b80 with x1862022223258496 ext(1060864->1064959) 00002000:00010000:2.0:1775764870.642103:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83b80 00000100:00100000:3.0:1775764870.646806:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.646913:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223258624 00000100:00100000:1.0:1775764870.646927:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223258624 00002000:00100000:1.0:1775764870.646995:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1064960->1069055) req@ffff8b8c8ed83480 x1862022223258624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.647009:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83480 with x1862022223258624 ext(1064960->1069055) 00002000:00010000:1.0:1775764870.647018:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83480 00000100:00100000:1.0:1775764870.647064:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39725 00000100:00100000:1.0:1775764870.647075:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223258624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764870.648572:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223258624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 1486us (1768us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.648588:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39725 00002000:00100000:1.0:1775764870.648602:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (1064960->1069055) req@ffff8b8c8ed83480 x1862022223258624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.648614:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83480 with x1862022223258624 ext(1064960->1069055) 00002000:00010000:1.0:1775764870.648620:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83480 00000100:00100000:1.0:1775764870.652439:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.652746:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223258752 00000100:00100000:3.0:1775764870.652760:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223258752 00002000:00100000:3.0:1775764870.652839:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (1069056->1073151) req@ffff8b8c8f956300 x1862022223258752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.652853:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956300 with x1862022223258752 ext(1069056->1073151) 00002000:00010000:3.0:1775764870.652860:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956300 00000100:00100000:3.0:1775764870.652899:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39726 00000100:00100000:3.0:1775764870.652910:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223258752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764870.653352:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223258752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 441us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.653361:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39726 00002000:00100000:3.0:1775764870.653368:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (1069056->1073151) req@ffff8b8c8f956300 x1862022223258752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.653376:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956300 with x1862022223258752 ext(1069056->1073151) 00002000:00010000:3.0:1775764870.653380:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956300 00000100:00100000:2.0:1775764870.657152:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.657265:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223258880 00000100:00100000:0.0:1775764870.657280:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223258880 00002000:00100000:0.0:1775764870.657346:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1073152->1077247) req@ffff8b8c93216680 x1862022223258880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.657358:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216680 with x1862022223258880 ext(1073152->1077247) 00002000:00010000:0.0:1775764870.657366:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216680 00000100:00100000:0.0:1775764870.657409:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39727 00000100:00100000:0.0:1775764870.657421:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223258880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.658044:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223258880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 622us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764870.658059:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39727 00002000:00100000:0.0:1775764870.658066:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1073152->1077247) req@ffff8b8c93216680 x1862022223258880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.658075:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216680 with x1862022223258880 ext(1073152->1077247) 00002000:00010000:0.0:1775764870.658080:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216680 00000100:00100000:2.0:1775764870.662204:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.662365:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223259008 00000100:00100000:0.0:1775764870.662379:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223259008 00002000:00100000:0.0:1775764870.662439:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (823296->847871) req@ffff8b8c93215180 x1862022223259008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.662452:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215180 with x1862022223259008 ext(823296->847871) 00002000:00010000:0.0:1775764870.662459:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215180 00000100:00100000:0.0:1775764870.662495:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39728 00000100:00100000:0.0:1775764870.662505:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223259008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.672440:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223259008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9904us (10219us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1775764870.672458:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39728 00002000:00100000:0.0:1775764870.672474:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (823296->847871) req@ffff8b8c93215180 x1862022223259008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.672487:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215180 with x1862022223259008 ext(823296->847871) 00002000:00010000:0.0:1775764870.672495:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215180 00000100:00100000:1.0:1775764870.677430:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.677587:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223259136 00000100:00100000:0.0:1775764870.677600:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223259136 00002000:00100000:0.0:1775764870.677676:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1683456->1687551) req@ffff8b8c8f957b80 x1862022223259136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.677695:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957b80 with x1862022223259136 ext(1683456->1687551) 00002000:00010000:0.0:1775764870.677702:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957b80 00000100:00100000:0.0:1775764870.677747:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39729 00000100:00100000:0.0:1775764870.677759:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223259136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.678093:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223259136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 335us (675us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764870.678101:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39729 00002000:00100000:0.0:1775764870.678108:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1683456->1687551) req@ffff8b8c8f957b80 x1862022223259136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/4536 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.678116:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957b80 with x1862022223259136 ext(1683456->1687551) 00002000:00010000:0.0:1775764870.678119:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957b80 00000100:00100000:2.0:1775764870.681484:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.681660:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223259264 00000100:00100000:1.0:1775764870.681676:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223259264 00002000:00100000:1.0:1775764870.681740:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1687552->1691647) req@ffff8b8c93217b80 x1862022223259264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.681752:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217b80 with x1862022223259264 ext(1687552->1691647) 00002000:00010000:1.0:1775764870.681759:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217b80 00000100:00100000:1.0:1775764870.681802:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39730 00000100:00100000:1.0:1775764870.681825:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223259264:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764870.682146:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223259264:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 333us (676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764870.682154:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39730 00002000:00100000:1.0:1775764870.682160:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1687552->1691647) req@ffff8b8c93217b80 x1862022223259264/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/4536 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.682168:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217b80 with x1862022223259264 ext(1687552->1691647) 00002000:00010000:1.0:1775764870.682172:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217b80 00000100:00100000:3.0:1775764870.687393:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.687689:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223259392 00000100:00100000:0.0:1775764870.687703:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223259392 00002000:00100000:0.0:1775764870.687769:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1409024->1986559) req@ffff8b8c8ed82300 x1862022223259392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.687781:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022223259392 ext(1409024->1986559) 00002000:00010000:0.0:1775764870.687789:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300 00000100:00100000:0.0:1775764870.687841:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39731 00000100:00100000:0.0:1775764870.687852:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223259392:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.697834:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223259392:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9966us (10440us total) trans 0 rc 569344/569344 00000100:00100000:0.0:1775764870.697850:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39731 00002000:00100000:0.0:1775764870.697866:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1409024->1986559) req@ffff8b8c8ed82300 x1862022223259392/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 569344/569344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.697877:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022223259392 ext(1409024->1986559) 00002000:00010000:0.0:1775764870.697884:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300 00000100:00100000:3.0:1775764870.702189:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.702492:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223259648 00000100:00100000:0.0:1775764870.702508:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223259648 00000100:00100000:0.0:1775764870.702655:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44886 00000100:00100000:0.0:1775764870.702669:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223259648:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764870.702751:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764870.702789:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c80030800/0xdb23b4c9253d1118 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd50a expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.703078:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764870.703086:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764870.703464:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d111f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.703482:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d111f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.703495:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d111f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764870.703907:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032652 00000004:00010000:0.0:1775764870.703939:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000540cc50e reply state 000000000c7127a0 transno 4295032653 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d111f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764870.703951:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764870.704093:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223259648:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1423us (1918us total) trans 4295032653 rc 0/0 00000100:00100000:0.0:1775764870.704104:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44886 00000020:00080000:0.0:1775764870.704110:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764870.708024:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.708071:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.708151:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223259776 00000100:00100000:2.0:1775764870.708165:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223259776 00002000:00010000:2.0:1775764870.708216:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3988118->18446744073709551615) 00002000:00100000:2.0:1775764870.708222:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022223259776 ext(3988118->18446744073709551615) 00002000:00010000:2.0:1775764870.708236:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81500. 00000100:00100000:2.0:1775764870.708267:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223259904 00000100:00100000:2.0:1775764870.708270:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223259904 00002000:00010000:2.0:1775764870.708283:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764870.708286:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022223259904 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764870.708293:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80e00. 00000100:00100000:2.0:1775764870.708317:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39732 00000100:00100000:2.0:1775764870.708328:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223259776:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764870.708757:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 371984 -> 3988118 00002000:00010000:2.0:1775764870.708763:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764870 -> 1775764871 00002000:00010000:2.0:1775764870.708765:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764870 00002000:00010000:2.0:1775764870.708768:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764870 -> 1775764871 00002000:00010000:2.0:1775764870.708770:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 585 00000100:00100000:2.0:1775764870.708846:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223259776:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 518us (835us total) trans 4294997028 rc 0/0 00000100:00100000:2.0:1775764870.708855:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39732 00002000:00010000:2.0:1775764870.708860:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3988118->18446744073709551615) 00002000:00100000:2.0:1775764870.708863:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed81500 with x1862022223259776 ext(3988118->18446744073709551615) 00002000:00010000:2.0:1775764870.708868:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed81500. 00000100:00100000:2.0:1775764870.708890:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39733 00000100:00100000:2.0:1775764870.708897:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223259904:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764870.709037:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764870.709040:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764870 -> 1775764871 00002000:00010000:2.0:1775764870.709042:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764870.709044:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764870 -> 1775764871 00002000:00010000:2.0:1775764870.709046:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764870.709069:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223259904:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 172us (998us total) trans 4294996326 rc 0/0 00000100:00100000:2.0:1775764870.709077:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39733 00002000:00010000:2.0:1775764870.709080:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764870.709082:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022223259904 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764870.709086:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80e00. 00010000:00010000:0.0:1775764870.712593:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d111f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.712616:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d111f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.712625:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d111f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.712631:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764870.712638:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d111f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.712656:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d111f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.712682:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764870.712686:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764870.712692:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d111f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.712699:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d111f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764870.713376:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.713643:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223260032 00000100:00100000:3.0:1775764870.713667:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223260032 00000100:00100000:3.0:1775764870.713743:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44887 00000100:00100000:3.0:1775764870.713755:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022223260032:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764870.713788:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764870.713824:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d1126 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd511 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.713958:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d112d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.713974:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d112d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.713988:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d112d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764870.714024:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3988118 00000004:00200000:3.0:1775764870.714029:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764870.714053:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d112d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.714085:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d1126 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd511 expref: 15 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.714105:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d112d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd511 expref: 14 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.714121:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764870.714124:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764870.714127:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9670fc00, rc 0) 00000100:00100000:3.0:1775764870.714947:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223260032:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 456us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.714962:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44887 00000100:00100000:3.0:1775764870.729473:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.729618:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223260160 00000100:00100000:1.0:1775764870.729633:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223260160 00002000:00100000:1.0:1775764870.729714:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (450560->1028095) req@ffff8b8c8ed82d80 x1862022223260160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 520/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.729726:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022223260160 ext(450560->1028095) 00002000:00010000:1.0:1775764870.729734:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:1.0:1775764870.729781:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39734 00000100:00100000:1.0:1775764870.729797:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223260160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.739659:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223260160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9844us (10174us total) trans 0 rc 528384/528384 00000100:00100000:2.0:1775764870.739687:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39734 00002000:00100000:2.0:1775764870.739705:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (450560->1028095) req@ffff8b8c8ed82d80 x1862022223260160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 520/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 528384/528384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.739718:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022223260160 ext(450560->1028095) 00002000:00010000:2.0:1775764870.739726:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:0.0:1775764870.744683:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.744929:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223260288 00000100:00100000:2.0:1775764870.744944:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223260288 00002000:00100000:2.0:1775764870.745011:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (528384->1699839) req@ffff8b8cb3450700 x1862022223260288/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 520/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.745025:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022223260288 ext(528384->1699839) 00002000:00010000:2.0:1775764870.745032:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450700 00000100:00100000:2.0:1775764870.745074:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39735 00000100:00100000:2.0:1775764870.745086:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223260288:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764870.750953:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223260288:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5854us (6270us total) trans 4294997029 rc 0/0 00000100:00100000:2.0:1775764870.750969:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39735 00002000:00100000:2.0:1775764870.750987:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (528384->1699839) req@ffff8b8cb3450700 x1862022223260288/t4294997029(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 520/456 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.750999:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450700 with x1862022223260288 ext(528384->1699839) 00002000:00010000:2.0:1775764870.751007:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450700 00000100:00100000:0.0:1775764870.754523:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.754743:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223260416 00000100:00100000:2.0:1775764870.754758:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223260416 00000100:00100000:2.0:1775764870.754874:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84954 00000100:00100000:2.0:1775764870.754885:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223260416:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764870.807319:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997029 is committed 00000100:00100000:3.0:1775764870.807691:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223260416:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 52799us (53185us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.807707:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84954 00000100:00100000:1.0:1775764870.818751:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.819346:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223260544 00000100:00100000:3.0:1775764870.819362:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223260544 00002000:00100000:3.0:1775764870.819431:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (311296->323583) req@ffff8b8c8f957480 x1862022223260544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.819444:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022223260544 ext(311296->323583) 00002000:00010000:3.0:1775764870.819451:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957480 00000100:00100000:3.0:1775764870.819495:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39736 00000100:00100000:3.0:1775764870.819508:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223260544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764870.819960:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223260544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 452us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.819970:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39736 00002000:00100000:3.0:1775764870.819978:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (311296->323583) req@ffff8b8c8f957480 x1862022223260544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.819996:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022223260544 ext(311296->323583) 00002000:00010000:3.0:1775764870.820000:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957480 00000100:00100000:0.0:1775764870.824318:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.824474:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223260672 00000100:00100000:2.0:1775764870.824488:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223260672 00002000:00100000:2.0:1775764870.826799:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8cb3450e00 x1862022223260672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.826896:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022223260672 ext(98304->102399) 00002000:00010000:2.0:1775764870.826906:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:2.0:1775764870.827020:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39737 00000100:00100000:2.0:1775764870.827040:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223260672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.827405:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223260672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 372us (3098us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.827414:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39737 00002000:00100000:2.0:1775764870.827422:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (98304->102399) req@ffff8b8cb3450e00 x1862022223260672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.827431:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022223260672 ext(98304->102399) 00002000:00010000:2.0:1775764870.827434:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:1.0:1775764870.831794:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.833910:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223260800 00000100:00100000:0.0:1775764870.833933:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223260800 00002000:00100000:1.0:1775764870.834090:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (102400->106495) req@ffff8b8c8f955c00 x1862022223260800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.834103:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022223260800 ext(102400->106495) 00002000:00010000:1.0:1775764870.834110:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955c00 00000100:00100000:1.0:1775764870.834161:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39738 00000100:00100000:1.0:1775764870.834175:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223260800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764870.834563:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223260800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 366us (2758us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.834573:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39738 00002000:00100000:1.0:1775764870.834580:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (102400->106495) req@ffff8b8c8f955c00 x1862022223260800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.834588:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022223260800 ext(102400->106495) 00002000:00010000:1.0:1775764870.834592:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955c00 00000100:00100000:1.0:1775764870.839600:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.839637:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.840015:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223261056 00000100:00100000:3.0:1775764870.840029:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223261056 00002000:00100000:3.0:1775764870.840097:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3801088->3989503) req@ffff8b8c8f954700 x1862022223261056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.840109:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022223261056 ext(3801088->3989503) 00002000:00010000:3.0:1775764870.840117:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700 00000100:00100000:3.0:1775764870.840151:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223260928 00000100:00100000:3.0:1775764870.840155:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223260928 00002000:00100000:3.0:1775764870.840171:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (106496->110591) req@ffff8b8c8f955500 x1862022223260928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.840179:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022223260928 ext(106496->110591) 00002000:00010000:3.0:1775764870.840183:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:3.0:1775764870.840202:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39739 00000100:00100000:3.0:1775764870.840212:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223261056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.841470:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39740 00000100:00100000:0.0:1775764870.841490:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223260928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.842004:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223260928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 519us (2362us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764870.842015:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39740 00002000:00100000:0.0:1775764870.842026:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (106496->110591) req@ffff8b8c8f955500 x1862022223260928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.842036:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022223260928 ext(106496->110591) 00002000:00010000:0.0:1775764870.842043:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:1.0:1775764870.847883:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.848744:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223261056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8525us (9150us total) trans 0 rc 188416/188416 00000100:00100000:0.0:1775764870.848761:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39739 00002000:00100000:0.0:1775764870.848777:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3801088->3989503) req@ffff8b8c8f954700 x1862022223261056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 188416/188416 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.848790:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022223261056 ext(3801088->3989503) 00002000:00010000:0.0:1775764870.848798:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700 00000100:00100000:0.0:1775764870.848842:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223261184 00000100:00100000:0.0:1775764870.848852:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223261184 00002000:00100000:0.0:1775764870.848897:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (110592->114687) req@ffff8b8c8f954000 x1862022223261184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.848906:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022223261184 ext(110592->114687) 00002000:00010000:0.0:1775764870.848911:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:3.0:1775764870.850868:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39741 00000100:00100000:3.0:1775764870.850893:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223261184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764870.851244:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223261184:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 361us (3374us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.851254:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39741 00002000:00100000:3.0:1775764870.851266:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (110592->114687) req@ffff8b8c8f954000 x1862022223261184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.851286:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022223261184 ext(110592->114687) 00002000:00010000:3.0:1775764870.851293:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954000 00000100:00100000:2.0:1775764870.855045:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.855370:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223261312 00000100:00100000:1.0:1775764870.855385:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223261312 00002000:00100000:1.0:1775764870.855455:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (114688->118783) req@ffff8b8c93216d80 x1862022223261312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.855468:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216d80 with x1862022223261312 ext(114688->118783) 00002000:00010000:1.0:1775764870.855476:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216d80 00000100:00100000:1.0:1775764870.855524:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39742 00000100:00100000:1.0:1775764870.855561:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223261312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764870.858929:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223261312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3380us (3883us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.858947:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39742 00002000:00100000:1.0:1775764870.858960:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (114688->118783) req@ffff8b8c93216d80 x1862022223261312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.858972:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216d80 with x1862022223261312 ext(114688->118783) 00002000:00010000:1.0:1775764870.858979:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93216d80 00000100:00100000:1.0:1775764870.864975:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.865098:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223261440 00000100:00100000:2.0:1775764870.865112:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223261440 00002000:00100000:2.0:1775764870.865181:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (118784->122879) req@ffff8b8c8f957100 x1862022223261440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.865196:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022223261440 ext(118784->122879) 00002000:00010000:2.0:1775764870.865204:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957100 00000100:00100000:2.0:1775764870.865298:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39743 00000100:00100000:2.0:1775764870.865309:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223261440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.866125:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223261440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 813us (1160us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.866137:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39743 00002000:00100000:2.0:1775764870.866146:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (118784->122879) req@ffff8b8c8f957100 x1862022223261440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.866157:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022223261440 ext(118784->122879) 00002000:00010000:2.0:1775764870.866162:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957100 00000100:00100000:2.0:1775764870.871496:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.871634:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223261568 00000100:00100000:3.0:1775764870.871656:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223261568 00002000:00100000:3.0:1775764870.871716:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (122880->126975) req@ffff8b8c93215c00 x1862022223261568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.871730:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215c00 with x1862022223261568 ext(122880->126975) 00002000:00010000:3.0:1775764870.871737:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93215c00 00000100:00100000:3.0:1775764870.871776:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39744 00000100:00100000:3.0:1775764870.871786:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223261568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764870.872130:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223261568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 342us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.872139:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39744 00002000:00100000:3.0:1775764870.872146:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (122880->126975) req@ffff8b8c93215c00 x1862022223261568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.872154:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215c00 with x1862022223261568 ext(122880->126975) 00002000:00010000:3.0:1775764870.872157:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93215c00 00000100:00100000:1.0:1775764870.875703:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.875913:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223261696 00000100:00100000:2.0:1775764870.875927:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223261696 00002000:00100000:2.0:1775764870.875987:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (126976->131071) req@ffff8b8c8f956d80 x1862022223261696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.876000:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022223261696 ext(126976->131071) 00002000:00010000:2.0:1775764870.876006:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956d80 00000100:00100000:2.0:1775764870.876044:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39745 00000100:00100000:2.0:1775764870.876053:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223261696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764870.876364:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223261696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 311us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.876372:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39745 00002000:00100000:2.0:1775764870.876379:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (126976->131071) req@ffff8b8c8f956d80 x1862022223261696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.876388:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022223261696 ext(126976->131071) 00002000:00010000:2.0:1775764870.876391:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956d80 00000100:00100000:1.0:1775764870.881190:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.881439:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223261952 00000100:00100000:2.0:1775764870.881453:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223261952 00000100:00100000:2.0:1775764870.881579:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44888 00000100:00100000:2.0:1775764870.881592:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223261952:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764870.881670:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764870.881708:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fc00/0xdb23b4c9253d112d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd511 expref: 14 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.881731:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764870.881737:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764870.882036:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1134 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.882055:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.882067:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764870.882128:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032654 00000004:00010000:2.0:1775764870.882166:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f1b1652 reply state 00000000d5d578a0 transno 4295032655 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764870.882177:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764870.882351:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223261952:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 761us (1173us total) trans 4295032655 rc 0/0 00000100:00100000:2.0:1775764870.882360:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44888 00000020:00080000:2.0:1775764870.882366:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764870.887482:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.887505:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1134 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.887525:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1134 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.887532:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764870.887583:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1134 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.887592:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1134 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.887616:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764870.887620:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764870.887626:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1134 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.887632:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1134 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764870.889732:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.889775:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.889904:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223262080 00000100:00100000:2.0:1775764870.889918:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223262080 00002000:00010000:2.0:1775764870.889973:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2782836->18446744073709551615) 00002000:00100000:2.0:1775764870.889979:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624e00 with x1862022223262080 ext(2782836->18446744073709551615) 00002000:00010000:2.0:1775764870.889994:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624e00. 00000100:00100000:2.0:1775764870.890021:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223262208 00000100:00100000:2.0:1775764870.890024:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223262208 00002000:00010000:2.0:1775764870.890038:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764870.890041:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625880 with x1862022223262208 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764870.890049:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625880. 00000100:00100000:2.0:1775764870.890067:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39746 00000100:00100000:2.0:1775764870.890078:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223262080:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764870.890593:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3988118 -> 2782836 00002000:00010000:2.0:1775764870.890600:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764870.890603:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:2.0:1775764870.890606:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764870.890608:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 907 00000100:00100000:2.0:1775764870.890698:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223262080:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 620us (977us total) trans 4294997030 rc 0/0 00000100:00100000:2.0:1775764870.890713:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39746 00002000:00010000:2.0:1775764870.890718:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2782836->18446744073709551615) 00002000:00100000:2.0:1775764870.890721:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624e00 with x1862022223262080 ext(2782836->18446744073709551615) 00002000:00010000:2.0:1775764870.890726:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624e00. 00000100:00100000:2.0:1775764870.890749:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39747 00000100:00100000:2.0:1775764870.890757:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223262208:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764870.890896:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764870.890899:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764870.890902:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764870.890904:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764870.890906:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764870.890932:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223262208:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 176us (1155us total) trans 4294996327 rc 0/0 00000100:00100000:2.0:1775764870.890939:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39747 00002000:00010000:2.0:1775764870.890942:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764870.890945:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625880 with x1862022223262208 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764870.890950:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625880. 00000100:00100000:2.0:1775764870.900831:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.900949:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223262336 00000100:00100000:0.0:1775764870.900963:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223262336 00000100:00100000:0.0:1775764870.901050:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44889 00000100:00100000:0.0:1775764870.901065:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022223262336:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764870.901102:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764870.901132:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d113b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd518 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.901260:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1142 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.901278:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1142 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.901292:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1142 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764870.901328:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2782836 00000004:00200000:0.0:1775764870.901333:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764870.901356:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1142 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.901388:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d113b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd518 expref: 17 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.901411:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1142 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd518 expref: 16 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.901421:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764870.901425:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764870.901438:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8400, rc 0) 00000100:00100000:0.0:1775764870.901527:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223262336:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 466us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764870.901535:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44889 00000100:00100000:2.0:1775764870.908208:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.908334:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223262464 00000100:00100000:0.0:1775764870.908348:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223262464 00002000:00100000:0.0:1775764870.908417:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2674688->2678783) req@ffff8b8ca2875880 x1862022223262464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.908440:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875880 with x1862022223262464 ext(2674688->2678783) 00002000:00010000:0.0:1775764870.908448:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875880 00000100:00100000:0.0:1775764870.908486:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39748 00000100:00100000:0.0:1775764870.908498:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223262464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.908912:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223262464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 414us (718us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764870.908921:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39748 00002000:00100000:0.0:1775764870.908929:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2674688->2678783) req@ffff8b8ca2875880 x1862022223262464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/4536 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.908939:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875880 with x1862022223262464 ext(2674688->2678783) 00002000:00010000:0.0:1775764870.908943:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875880 00000100:00100000:2.0:1775764870.914940:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764870.915636:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223262592 00000100:00100000:0.0:1775764870.915659:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223262592 00002000:00100000:0.0:1775764870.915724:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1998848->2002943) req@ffff8b8ca2874a80 x1862022223262592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.915738:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874a80 with x1862022223262592 ext(1998848->2002943) 00002000:00010000:0.0:1775764870.915745:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874a80 00000100:00100000:0.0:1775764870.915833:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39749 00000100:00100000:0.0:1775764870.915844:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223262592:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764870.916155:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223262592:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 313us (1227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764870.916164:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39749 00002000:00100000:0.0:1775764870.916171:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1998848->2002943) req@ffff8b8ca2874a80 x1862022223262592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/4536 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.916180:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874a80 with x1862022223262592 ext(1998848->2002943) 00002000:00010000:0.0:1775764870.916183:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874a80 00000100:00100000:3.0:1775764870.922809:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.923022:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223262720 00000100:00100000:1.0:1775764870.923036:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223262720 00002000:00100000:1.0:1775764870.923101:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1986560->2035711) req@ffff8b8c8ed82680 x1862022223262720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.923116:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022223262720 ext(1986560->2035711) 00002000:00010000:1.0:1775764870.923124:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82680 00000100:00100000:1.0:1775764870.923168:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39750 00000100:00100000:1.0:1775764870.923180:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223262720:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764870.927345:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223262720:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4150us (4533us total) trans 0 rc 45056/45056 00000100:00100000:1.0:1775764870.927364:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39750 00002000:00100000:1.0:1775764870.927380:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1986560->2035711) req@ffff8b8c8ed82680 x1862022223262720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/440 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.927393:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82680 with x1862022223262720 ext(1986560->2035711) 00002000:00010000:1.0:1775764870.927402:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82680 00000100:00100000:3.0:1775764870.934341:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764870.935058:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223262848 00000100:00100000:2.0:1775764870.935080:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223262848 00002000:00100000:2.0:1775764870.935153:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1552384->2056191) req@ffff8b8c926bed80 x1862022223262848/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.935174:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bed80 with x1862022223262848 ext(1552384->2056191) 00002000:00010000:2.0:1775764870.935180:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bed80 00000100:00100000:2.0:1775764870.935225:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39751 00000100:00100000:2.0:1775764870.935236:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223262848:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764870.940260:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223262848:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5009us (5920us total) trans 4294997031 rc 0/0 00000100:00100000:2.0:1775764870.940276:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39751 00002000:00100000:2.0:1775764870.940294:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1552384->2056191) req@ffff8b8c926bed80 x1862022223262848/t4294997031(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 504/448 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764870.940305:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bed80 with x1862022223262848 ext(1552384->2056191) 00002000:00010000:2.0:1775764870.940311:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bed80 00000100:00100000:3.0:1775764870.943859:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.943996:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223262976 00000100:00100000:1.0:1775764870.944012:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223262976 00000100:00100000:1.0:1775764870.944093:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84955 00000100:00100000:1.0:1775764870.944106:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223262976:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764870.988897:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223262976:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44775us (45035us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.988913:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84955 00000001:00080000:1.0:1775764870.988963:0:12899:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997031 is committed 00000100:00100000:1.0:1775764870.995340:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764870.995505:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223263104 00000100:00100000:3.0:1775764870.995525:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223263104 00002000:00100000:3.0:1775764870.995628:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (430080->434175) req@ffff8b8c91626300 x1862022223263104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.995658:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626300 with x1862022223263104 ext(430080->434175) 00002000:00010000:3.0:1775764870.995665:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626300 00000100:00100000:3.0:1775764870.995696:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39752 00000100:00100000:3.0:1775764870.995708:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223263104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764870.996068:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223263104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 361us (743us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764870.996077:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39752 00002000:00100000:3.0:1775764870.996083:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (430080->434175) req@ffff8b8c91626300 x1862022223263104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/4536 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764870.996091:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626300 with x1862022223263104 ext(430080->434175) 00002000:00010000:3.0:1775764870.996095:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626300 00000100:00100000:2.0:1775764870.999736:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764870.999861:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223263232 00000100:00100000:1.0:1775764870.999876:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223263232 00002000:00100000:1.0:1775764870.999942:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (446464->450559) req@ffff8b8ca2875c00 x1862022223263232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764870.999961:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875c00 with x1862022223263232 ext(446464->450559) 00002000:00010000:1.0:1775764870.999968:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875c00 00000100:00100000:1.0:1775764871.000009:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39753 00000100:00100000:1.0:1775764871.000020:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223263232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764871.000734:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223263232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 710us (1008us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764871.000744:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39753 00002000:00100000:1.0:1775764871.000752:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (446464->450559) req@ffff8b8ca2875c00 x1862022223263232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:351/0 lens 488/4536 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764871.000762:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875c00 with x1862022223263232 ext(446464->450559) 00002000:00010000:1.0:1775764871.000767:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875c00 00000100:00100000:2.0:1775764871.006580:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.007005:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223263360 00000100:00100000:1.0:1775764871.007021:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223263360 00002000:00100000:1.0:1775764871.007095:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (372736->430079) req@ffff8b8ca2877b80 x1862022223263360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764871.007109:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877b80 with x1862022223263360 ext(372736->430079) 00002000:00010000:1.0:1775764871.007116:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877b80 00000100:00100000:1.0:1775764871.007155:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39754 00000100:00100000:1.0:1775764871.007168:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223263360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764871.013852:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223263360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6672us (7313us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764871.013868:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39754 00002000:00100000:1.0:1775764871.013891:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (372736->430079) req@ffff8b8ca2877b80 x1862022223263360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764871.013904:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877b80 with x1862022223263360 ext(372736->430079) 00002000:00010000:1.0:1775764871.013911:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877b80 00000100:00100000:2.0:1775764871.022530:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.022758:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223263488 00000100:00100000:0.0:1775764871.022773:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223263488 00002000:00100000:0.0:1775764871.022871:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (520192->524287) req@ffff8b8ca2876680 x1862022223263488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.022884:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876680 with x1862022223263488 ext(520192->524287) 00002000:00010000:0.0:1775764871.022891:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2876680 00000100:00100000:0.0:1775764871.022928:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39755 00000100:00100000:0.0:1775764871.022940:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223263488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764871.023284:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223263488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 346us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764871.023293:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39755 00002000:00100000:0.0:1775764871.023299:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (520192->524287) req@ffff8b8ca2876680 x1862022223263488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.023306:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876680 with x1862022223263488 ext(520192->524287) 00002000:00010000:0.0:1775764871.023310:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2876680 00000100:00080000:3.0:1775764871.024857:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764871.027873:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.027983:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223263616 00000100:00100000:0.0:1775764871.027997:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223263616 00002000:00100000:0.0:1775764871.028074:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (561152->565247) req@ffff8b8ca2877480 x1862022223263616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.028087:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877480 with x1862022223263616 ext(561152->565247) 00002000:00010000:0.0:1775764871.028096:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2877480 00000100:00100000:0.0:1775764871.028135:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39756 00000100:00100000:0.0:1775764871.028146:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223263616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764871.028506:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223263616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 361us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764871.028522:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39756 00002000:00100000:0.0:1775764871.028529:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (561152->565247) req@ffff8b8ca2877480 x1862022223263616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.028571:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877480 with x1862022223263616 ext(561152->565247) 00002000:00010000:0.0:1775764871.028575:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2877480 00000100:00100000:1.0:1775764871.033637:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.033827:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223263744 00000100:00100000:2.0:1775764871.033840:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223263744 00002000:00100000:2.0:1775764871.033904:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2281472->2285567) req@ffff8b8c91624a80 x1862022223263744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764871.033917:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022223263744 ext(2281472->2285567) 00002000:00010000:2.0:1775764871.033924:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80 00000100:00100000:2.0:1775764871.033950:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39757 00000100:00100000:2.0:1775764871.033959:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223263744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764871.034286:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223263744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 326us (661us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764871.034294:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39757 00002000:00100000:2.0:1775764871.034301:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2281472->2285567) req@ffff8b8c91624a80 x1862022223263744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/4536 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764871.034311:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022223263744 ext(2281472->2285567) 00002000:00010000:2.0:1775764871.034314:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624a80 00000100:00100000:1.0:1775764871.037980:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.038191:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223263872 00000100:00100000:3.0:1775764871.038205:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223263872 00002000:00100000:3.0:1775764871.038275:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2334720->2338815) req@ffff8b8c91626d80 x1862022223263872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.038288:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022223263872 ext(2334720->2338815) 00002000:00010000:3.0:1775764871.038297:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626d80 00000100:00100000:3.0:1775764871.038345:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39758 00000100:00100000:3.0:1775764871.038358:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223263872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764871.038744:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223263872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 387us (777us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764871.038753:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39758 00002000:00100000:3.0:1775764871.038763:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2334720->2338815) req@ffff8b8c91626d80 x1862022223263872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/4536 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.038771:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626d80 with x1862022223263872 ext(2334720->2338815) 00002000:00010000:3.0:1775764871.038775:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626d80 00000100:00100000:3.0:1775764871.052109:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.052312:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223264128 00000100:00100000:1.0:1775764871.052328:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223264128 00000100:00100000:1.0:1775764871.052432:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44890 00000100:00100000:1.0:1775764871.052446:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223264128:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764871.052532:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764871.052607:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1142 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd518 expref: 16 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.052631:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764871.052637:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764871.053135:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d1149 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.053154:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d1149 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.053167:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d1149 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764871.053227:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032656 00000004:00010000:1.0:1775764871.053256:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084b476ca reply state 000000009a92d0ca transno 4295032657 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d1149 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764871.053273:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764871.053469:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223264128:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1025us (1373us total) trans 4295032657 rc 0/0 00000100:00100000:1.0:1775764871.053478:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44890 00000020:00080000:1.0:1775764871.053483:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1775764871.053578:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764871.058761:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.058926:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223264256 00000100:00100000:2.0:1775764871.058940:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223264256 00002000:00010000:2.0:1775764871.059001:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2430791->18446744073709551615) 00002000:00100000:2.0:1775764871.059007:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022223264256 ext(2430791->18446744073709551615) 00002000:00010000:2.0:1775764871.059022:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180. 00000100:00100000:2.0:1775764871.059068:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39759 00000100:00100000:2.0:1775764871.059080:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223264256:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764871.059519:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2782836 -> 2430791 00002000:00010000:2.0:1775764871.059524:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764871.059527:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:2.0:1775764871.059529:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764871.059532:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 971 00010000:00010000:0.0:1775764871.059973:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d1149 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.059986:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d1149 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.059994:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d1149 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.060000:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764871.060006:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d1149 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.060013:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d1149 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.060036:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764871.060040:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764871.060046:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d1149 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.060052:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d1149 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764871.060111:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223264256:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1029us (1360us total) trans 4294997032 rc 0/0 00000100:00100000:2.0:1775764871.060121:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39759 00002000:00010000:2.0:1775764871.060125:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2430791->18446744073709551615) 00002000:00100000:2.0:1775764871.060129:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022223264256 ext(2430791->18446744073709551615) 00002000:00010000:2.0:1775764871.060135:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180. 00000100:00100000:0.0:1775764871.062751:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.069138:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223264384 00000100:00100000:2.0:1775764871.069159:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223264384 00002000:00010000:2.0:1775764871.069229:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764871.069235:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defce00 with x1862022223264384 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764871.069251:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defce00. 00000100:00100000:2.0:1775764871.069363:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39760 00000100:00100000:2.0:1775764871.069376:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223264384:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764871.069736:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764871.069741:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764871.069744:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764871.069746:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764871.069748:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764871.069975:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223264384:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 601us (7237us total) trans 4294996328 rc 0/0 00000100:00100000:2.0:1775764871.069985:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39760 00002000:00010000:2.0:1775764871.069989:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764871.069992:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defce00 with x1862022223264384 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764871.069998:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defce00. 00000100:00100000:0.0:1775764871.074908:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.075179:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223264512 00000100:00100000:3.0:1775764871.075192:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223264512 00000100:00100000:3.0:1775764871.075266:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44891 00000100:00100000:3.0:1775764871.075278:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022223264512:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764871.075312:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764871.075337:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e600/0xdb23b4c9253d1150 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd51f expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.075448:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ea00/0xdb23b4c9253d1157 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.075468:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ea00/0xdb23b4c9253d1157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.075484:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ea00/0xdb23b4c9253d1157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764871.075532:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2430791 00000004:00200000:3.0:1775764871.075589:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764871.075782:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ea00/0xdb23b4c9253d1157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.075817:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e600/0xdb23b4c9253d1150 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd51f expref: 19 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.075840:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ea00/0xdb23b4c9253d1157 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd51f expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.075850:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764871.075853:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764871.075858:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9670ea00, rc 0) 00000100:00100000:3.0:1775764871.075945:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223264512:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 669us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764871.075954:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44891 00000100:00100000:3.0:1775764871.083916:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.084929:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223264768 00000100:00100000:1.0:1775764871.084949:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223264768 00000100:00100000:1.0:1775764871.085107:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44892 00000100:00100000:1.0:1775764871.085123:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223264768:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764871.085220:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764871.085261:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ea00/0xdb23b4c9253d1157 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd51f expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.085289:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764871.085296:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764871.085671:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d115e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.085688:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d115e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.085699:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d115e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764871.085757:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032658 00000004:00010000:1.0:1775764871.085787:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000117d0ea9 reply state 00000000ec502054 transno 4295032659 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d115e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764871.085803:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764871.086246:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223264768:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1125us (2343us total) trans 4295032659 rc 0/0 00000100:00100000:1.0:1775764871.086256:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44892 00000020:00080000:1.0:1775764871.086262:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764871.091074:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.091109:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764871.091210:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d115e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.091225:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d115e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.091235:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d115e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.091241:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764871.091248:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d115e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.091257:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d115e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.091280:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764871.091285:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764871.091291:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d115e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.091297:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d115e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764871.091824:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223265024 00000100:00100000:1.0:1775764871.091839:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223265024 00002000:00010000:1.0:1775764871.091896:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764871.091902:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875f80 with x1862022223265024 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764871.091916:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875f80. 00000100:00100000:1.0:1775764871.091940:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223264896 00000100:00100000:1.0:1775764871.091943:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223264896 00002000:00010000:1.0:1775764871.091958:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4190361->18446744073709551615) 00002000:00100000:1.0:1775764871.091961:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876a00 with x1862022223264896 ext(4190361->18446744073709551615) 00002000:00010000:1.0:1775764871.091968:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876a00. 00000100:00100000:1.0:1775764871.092000:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39761 00000100:00100000:1.0:1775764871.092012:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223265024:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764871.092321:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764871.092326:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.092329:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:1.0:1775764871.092331:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.092334:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764871.092414:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223265024:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 404us (1353us total) trans 4294996329 rc 0/0 00000100:00100000:1.0:1775764871.092423:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39761 00002000:00010000:1.0:1775764871.092427:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764871.092430:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875f80 with x1862022223265024 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764871.092434:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875f80. 00000100:00100000:1.0:1775764871.092454:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39762 00000100:00100000:1.0:1775764871.092462:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223264896:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764871.092640:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2430791 -> 4190361 00002000:00010000:1.0:1775764871.092655:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.092657:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764871.092659:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.092661:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:1.0:1775764871.092687:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223264896:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 227us (1578us total) trans 4294997033 rc 0/0 00000100:00100000:1.0:1775764871.092695:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39762 00002000:00010000:1.0:1775764871.092697:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4190361->18446744073709551615) 00002000:00100000:1.0:1775764871.092700:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876a00 with x1862022223264896 ext(4190361->18446744073709551615) 00002000:00010000:1.0:1775764871.092705:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876a00. 00000100:00100000:0.0:1775764871.096894:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.097020:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223265152 00000100:00100000:3.0:1775764871.097034:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223265152 00002000:00100000:3.0:1775764871.097100:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4141056->4145151) req@ffff8b8c8defd880 x1862022223265152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.097113:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd880 with x1862022223265152 ext(4141056->4145151) 00002000:00010000:3.0:1775764871.097121:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd880 00000100:00100000:3.0:1775764871.097190:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39763 00000100:00100000:3.0:1775764871.097202:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223265152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764871.097726:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223265152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 524us (921us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764871.097737:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39763 00002000:00100000:3.0:1775764871.097745:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4141056->4145151) req@ffff8b8c8defd880 x1862022223265152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/4536 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.097760:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd880 with x1862022223265152 ext(4141056->4145151) 00002000:00010000:3.0:1775764871.097764:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd880 00000100:00100000:1.0:1775764871.102348:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.102493:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223265280 00000100:00100000:0.0:1775764871.102506:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223265280 00002000:00100000:0.0:1775764871.102606:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4145152->4149247) req@ffff8b8c91625c00 x1862022223265280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.102621:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022223265280 ext(4145152->4149247) 00002000:00010000:0.0:1775764871.102628:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:0.0:1775764871.102673:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39764 00000100:00100000:0.0:1775764871.102684:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223265280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764871.103040:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223265280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 355us (704us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764871.103049:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39764 00002000:00100000:0.0:1775764871.103056:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (4145152->4149247) req@ffff8b8c91625c00 x1862022223265280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/4536 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.103065:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022223265280 ext(4145152->4149247) 00002000:00010000:0.0:1775764871.103069:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:2.0:1775764871.107400:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.107709:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223265408 00000100:00100000:1.0:1775764871.107724:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223265408 00002000:00100000:1.0:1775764871.107794:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4120576->4186111) req@ffff8b8ca2874380 x1862022223265408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 504/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764871.107806:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874380 with x1862022223265408 ext(4120576->4186111) 00002000:00010000:1.0:1775764871.107893:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874380 00000100:00100000:1.0:1775764871.107988:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39765 00000100:00100000:1.0:1775764871.108001:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223265408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764871.112881:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223265408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4864us (5479us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764871.112900:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39765 00002000:00100000:3.0:1775764871.112921:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (4120576->4186111) req@ffff8b8ca2874380 x1862022223265408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 504/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.112935:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874380 with x1862022223265408 ext(4120576->4186111) 00002000:00010000:3.0:1775764871.112943:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874380 00000100:00100000:1.0:1775764871.118116:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.118219:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223265536 00000100:00100000:2.0:1775764871.118232:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223265536 00002000:00100000:2.0:1775764871.118301:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4186112->4194303) req@ffff8b8c91627b80 x1862022223265536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764871.118324:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022223265536 ext(4186112->4194303) 00002000:00010000:2.0:1775764871.118331:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80 00000100:00100000:2.0:1775764871.118372:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39766 00000100:00100000:2.0:1775764871.118384:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223265536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764871.119100:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223265536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 714us (995us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1775764871.119110:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39766 00002000:00100000:2.0:1775764871.119118:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (4186112->4194303) req@ffff8b8c91627b80 x1862022223265536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/8632 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764871.119129:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627b80 with x1862022223265536 ext(4186112->4194303) 00002000:00010000:2.0:1775764871.119134:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627b80 00010000:00010000:0.0:1775764871.119364:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764871.122893:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.123322:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223265664 00000100:00100000:0.0:1775764871.123337:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223265664 00002000:00100000:0.0:1775764871.123406:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (393216->4190360) req@ffff8b8ca2875180 x1862022223265664/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 536/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.123419:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875180 with x1862022223265664 ext(393216->4190360) 00002000:00010000:0.0:1775764871.123427:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875180 00000100:00100000:0.0:1775764871.123519:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39767 00000100:00100000:0.0:1775764871.123531:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223265664:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764871.129813:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223265664:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6268us (6916us total) trans 4294997034 rc 0/0 00000100:00100000:0.0:1775764871.129828:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39767 00002000:00100000:0.0:1775764871.129844:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (393216->4190360) req@ffff8b8ca2875180 x1862022223265664/t4294997034(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 536/456 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.129855:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875180 with x1862022223265664 ext(393216->4190360) 00002000:00010000:0.0:1775764871.129862:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875180 00000100:00100000:3.0:1775764871.133328:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.133798:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223265792 00000100:00100000:1.0:1775764871.133888:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223265792 00000100:00100000:1.0:1775764871.134003:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84956 00000100:00100000:1.0:1775764871.134016:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223265792:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764871.162329:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.162383:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223265920 00000100:00100000:1.0:1775764871.162396:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223265920 00000100:00100000:1.0:1775764871.162467:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 967 00000100:00100000:1.0:1775764871.162480:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8317a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36837393-023c-42fc-a2a5-d5ec86474e44+9:2364:x1862022223265920:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:1.0:1775764871.162601:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8317a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36837393-023c-42fc-a2a5-d5ec86474e44+9:2364:x1862022223265920:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 122us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764871.162609:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 967 00000001:00080000:0.0:1775764871.179406:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997034 is committed 00000100:00100000:2.0:1775764871.179962:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223265792:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 45940us (46640us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764871.179977:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84956 00000100:00100000:2.0:1775764871.185202:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.185320:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223266048 00000100:00100000:3.0:1775764871.185334:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223266048 00000100:00100000:3.0:1775764871.185452:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44893 00000100:00100000:3.0:1775764871.185465:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022223266048:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764871.185501:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764871.185739:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1165 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd526 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.186136:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d116c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.186155:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d116c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.186170:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d116c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764871.186212:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4190361 00000004:00200000:3.0:1775764871.186217:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764871.186240:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d116c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.186272:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1165 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd526 expref: 21 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.186295:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d116c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd526 expref: 20 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.186305:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764871.186308:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764871.186314:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9670f600, rc 0) 00000100:00100000:3.0:1775764871.186459:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223266048:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 996us (1270us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764871.186469:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44893 00000100:00100000:1.0:1775764871.193208:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.193305:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223266176 00000100:00100000:3.0:1775764871.193319:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223266176 00002000:00100000:3.0:1775764871.193386:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2113536->2117631) req@ffff8b8c91626680 x1862022223266176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.193399:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022223266176 ext(2113536->2117631) 00002000:00010000:3.0:1775764871.193407:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680 00000100:00100000:3.0:1775764871.193448:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39768 00000100:00100000:3.0:1775764871.193461:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223266176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764871.194300:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223266176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 835us (1100us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764871.194311:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39768 00002000:00100000:3.0:1775764871.194320:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2113536->2117631) req@ffff8b8c91626680 x1862022223266176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/4536 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.194329:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022223266176 ext(2113536->2117631) 00002000:00010000:3.0:1775764871.194334:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680 00000100:00100000:1.0:1775764871.200285:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.200651:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223266304 00000100:00100000:0.0:1775764871.200666:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223266304 00002000:00100000:0.0:1775764871.200736:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2117632->2121727) req@ffff8b8c91627800 x1862022223266304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.200749:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627800 with x1862022223266304 ext(2117632->2121727) 00002000:00010000:0.0:1775764871.200758:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627800 00000100:00100000:0.0:1775764871.200794:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39769 00000100:00100000:0.0:1775764871.200807:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223266304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764871.201323:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223266304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 516us (1050us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764871.201333:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39769 00002000:00100000:0.0:1775764871.201341:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2117632->2121727) req@ffff8b8c91627800 x1862022223266304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/4536 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.201351:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91627800 with x1862022223266304 ext(2117632->2121727) 00002000:00010000:0.0:1775764871.201355:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91627800 00000100:00100000:2.0:1775764871.207692:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.207794:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223266432 00000100:00100000:0.0:1775764871.207873:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223266432 00002000:00100000:0.0:1775764871.207938:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2093056->2158591) req@ffff8b8ca2876300 x1862022223266432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 504/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.207952:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876300 with x1862022223266432 ext(2093056->2158591) 00002000:00010000:0.0:1775764871.207959:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876300 00000100:00100000:0.0:1775764871.207995:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39770 00000100:00100000:0.0:1775764871.208004:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223266432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764871.218525:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223266432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10495us (10820us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764871.218566:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39770 00002000:00100000:0.0:1775764871.218585:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2093056->2158591) req@ffff8b8ca2876300 x1862022223266432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 504/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.218596:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876300 with x1862022223266432 ext(2093056->2158591) 00002000:00010000:0.0:1775764871.218604:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876300 00000100:00100000:2.0:1775764871.223474:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.223707:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223266560 00000100:00100000:0.0:1775764871.223722:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223266560 00002000:00100000:0.0:1775764871.223791:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2113536->2142207) req@ffff8b8ca2877800 x1862022223266560/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.223804:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877800 with x1862022223266560 ext(2113536->2142207) 00002000:00010000:0.0:1775764871.223895:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877800 00000100:00100000:0.0:1775764871.223993:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39771 00000100:00100000:0.0:1775764871.224005:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223266560:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764871.227884:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223266560:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3864us (4407us total) trans 4294997035 rc 0/0 00000100:00100000:3.0:1775764871.227900:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39771 00002000:00100000:3.0:1775764871.227916:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2113536->2142207) req@ffff8b8ca2877800 x1862022223266560/t4294997035(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/448 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.227928:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877800 with x1862022223266560 ext(2113536->2142207) 00002000:00010000:3.0:1775764871.227936:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877800 00000100:00100000:2.0:1775764871.231959:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.232186:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223266688 00000100:00100000:1.0:1775764871.232201:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223266688 00000100:00100000:1.0:1775764871.232312:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84957 00000100:00100000:1.0:1775764871.232324:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223266688:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764871.297490:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997035 is committed 00000100:00100000:1.0:1775764871.297671:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223266688:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 65338us (65715us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764871.297687:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84957 00000100:00100000:2.0:1775764871.303029:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.304252:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223266944 00000100:00100000:3.0:1775764871.304266:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223266944 00000100:00100000:3.0:1775764871.304400:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44894 00000100:00100000:3.0:1775764871.304410:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223266944:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764871.304462:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764871.304489:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d116c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd526 expref: 20 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.304510:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764871.304515:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764871.304819:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1173 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.304836:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1173 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.304846:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1173 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764871.304895:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032660 00000004:00010000:3.0:1775764871.304919:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000892da053 reply state 00000000469d34a0 transno 4295032661 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1173 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764871.304928:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764871.305045:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223266944:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 636us (2031us total) trans 4295032661 rc 0/0 00000100:00100000:3.0:1775764871.305053:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44894 00000020:00080000:3.0:1775764871.305058:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764871.308500:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.308625:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.308768:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223267072 00000100:00100000:1.0:1775764871.308784:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223267072 00002000:00010000:1.0:1775764871.308828:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764871.308833:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874700 with x1862022223267072 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764871.308847:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874700. 00000100:00100000:1.0:1775764871.308880:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223267200 00000100:00100000:1.0:1775764871.308883:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223267200 00002000:00010000:1.0:1775764871.308898:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1012426->18446744073709551615) 00002000:00100000:1.0:1775764871.308901:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae680 with x1862022223267200 ext(1012426->18446744073709551615) 00002000:00010000:1.0:1775764871.308907:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ae680. 00000100:00100000:1.0:1775764871.308933:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39772 00000100:00100000:1.0:1775764871.308943:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223267072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764871.309222:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4190361 -> 4194304 00002000:00010000:1.0:1775764871.309226:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.309228:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764871.309231:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.309234:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 1613 00000100:00100000:1.0:1775764871.309299:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223267072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 357us (811us total) trans 4294997036 rc 0/0 00000100:00100000:1.0:1775764871.309308:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39772 00002000:00010000:1.0:1775764871.309311:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764871.309314:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874700 with x1862022223267072 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764871.309319:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874700. 00000100:00100000:1.0:1775764871.309347:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39773 00000100:00100000:1.0:1775764871.309354:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223267200:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764871.309465:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1012426 00002000:00010000:1.0:1775764871.309468:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.309470:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:1.0:1775764871.309472:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.309475:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764871.309496:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223267200:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 143us (872us total) trans 4294996330 rc 0/0 00000100:00100000:1.0:1775764871.309503:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39773 00002000:00010000:1.0:1775764871.309506:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1012426->18446744073709551615) 00002000:00100000:1.0:1775764871.309509:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae680 with x1862022223267200 ext(1012426->18446744073709551615) 00002000:00010000:1.0:1775764871.309514:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ae680. 00010000:00010000:0.0:1775764871.311138:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1173 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.311159:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1173 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.311169:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1173 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.311176:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9670e000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764871.311182:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1173 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.311190:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1173 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.311213:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764871.311217:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764871.311224:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1173 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.311230:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e000/0xdb23b4c9253d1173 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764871.313018:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.313128:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223267328 00000100:00100000:1.0:1775764871.313142:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223267328 00000100:00100000:1.0:1775764871.313224:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44895 00000100:00100000:1.0:1775764871.313235:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022223267328:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764871.313261:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764871.313284:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d117a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd52d expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.313388:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1181 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.313403:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1181 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.313417:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1181 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764871.313448:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5206730 00000004:00200000:1.0:1775764871.313453:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764871.313474:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1181 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.313505:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d117a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd52d expref: 23 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.313524:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1181 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd52d expref: 22 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.313533:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764871.313535:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764871.313569:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4c00, rc 0) 00000100:00100000:1.0:1775764871.313634:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223267328:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 401us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764871.313651:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44895 00000100:00100000:1.0:1775764871.317651:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.317782:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223267456 00000100:00100000:3.0:1775764871.317799:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223267456 00002000:00100000:3.0:1775764871.317878:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2949120->3014655) req@ffff8b8c911bdc00 x1862022223267456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.317892:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdc00 with x1862022223267456 ext(2949120->3014655) 00002000:00010000:3.0:1775764871.317899:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bdc00 00000100:00100000:3.0:1775764871.317931:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39774 00000100:00100000:3.0:1775764871.317942:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223267456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764871.326801:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223267456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8845us (9153us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764871.328212:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39774 00002000:00100000:3.0:1775764871.328236:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2949120->3014655) req@ffff8b8c911bdc00 x1862022223267456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.328251:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdc00 with x1862022223267456 ext(2949120->3014655) 00002000:00010000:3.0:1775764871.328258:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bdc00 00000100:00100000:2.0:1775764871.333031:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.333367:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223267712 00000100:00100000:3.0:1775764871.333382:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223267712 00000100:00100000:3.0:1775764871.333603:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44896 00000100:00100000:3.0:1775764871.333618:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223267712:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764871.333703:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764871.333741:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1181 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd52d expref: 22 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.333765:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764871.333773:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764871.334606:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1188 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.334629:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1188 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.334654:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1188 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764871.334729:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032662 00000004:00010000:2.0:1775764871.334760:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6a760be reply state 00000000c20a2521 transno 4295032663 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1188 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764871.334770:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764871.334909:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223267712:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1291us (1889us total) trans 4295032663 rc 0/0 00000100:00100000:2.0:1775764871.334919:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44896 00000020:00080000:2.0:1775764871.334925:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764871.338278:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1188 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.338294:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1188 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.338302:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1188 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.338308:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764871.338313:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1188 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.338321:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1188 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.338359:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764871.338363:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764871.338368:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1188 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.338374:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1188 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764871.342011:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.342152:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.342615:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223267968 00000100:00100000:0.0:1775764871.342630:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223267968 00002000:00010000:0.0:1775764871.342703:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764871.342709:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac380 with x1862022223267968 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764871.342725:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ac380. 00000100:00100000:0.0:1775764871.342835:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223267840 00000100:00100000:0.0:1775764871.342839:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223267840 00002000:00010000:0.0:1775764871.342855:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (590974->18446744073709551615) 00002000:00100000:0.0:1775764871.342858:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad500 with x1862022223267840 ext(590974->18446744073709551615) 00002000:00010000:0.0:1775764871.342867:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad500. 00000100:00100000:1.0:1775764871.342967:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39775 00000100:00100000:1.0:1775764871.342981:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223267968:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:0.0:1775764871.343114:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39776 00000100:00100000:0.0:1775764871.343122:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223267840:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764871.343476:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 590974 00002000:00010000:1.0:1775764871.343476:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1012426 -> 0 00002000:00010000:0.0:1775764871.343482:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.343482:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:0.0:1775764871.343485:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764871.343485:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:0.0:1775764871.343488:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.343488:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:0.0:1775764871.343492:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00002000:00010000:1.0:1775764871.343492:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764871.343790:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223267840:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 667us (1636us total) trans 4294997037 rc 0/0 00000100:00100000:0.0:1775764871.343799:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39776 00002000:00010000:0.0:1775764871.343803:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (590974->18446744073709551615) 00002000:00100000:0.0:1775764871.343806:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad500 with x1862022223267840 ext(590974->18446744073709551615) 00002000:00010000:0.0:1775764871.343813:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad500. 00000100:00100000:1.0:1775764871.343914:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223267968:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 936us (1917us total) trans 4294996331 rc 0/0 00000100:00100000:1.0:1775764871.343921:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39775 00002000:00010000:1.0:1775764871.343924:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764871.343926:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac380 with x1862022223267968 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764871.343932:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ac380. 00000100:00100000:1.0:1775764871.354700:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.354842:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223268096 00000100:00100000:3.0:1775764871.354858:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223268096 00000100:00100000:2.0:1775764871.355329:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44897 00000100:00100000:2.0:1775764871.355344:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022223268096:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764871.355390:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764871.355427:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d118f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd534 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.355563:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1196 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.355582:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1196 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.355607:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1196 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764871.355664:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 590974 00000004:00200000:2.0:1775764871.355670:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764871.355692:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1196 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.355723:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d118f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd534 expref: 25 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.355746:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1196 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd534 expref: 24 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.355755:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764871.355758:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764871.355763:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1400, rc 0) 00000100:00100000:2.0:1775764871.355857:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223268096:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 517us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764871.355866:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44897 00000100:00100000:2.0:1775764871.380892:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.380927:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.380949:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.381017:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223268352 00000100:00100000:3.0:1775764871.381030:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223268352 00002000:00100000:3.0:1775764871.381105:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1642496->2691071) req@ffff8b8c908ad880 x1862022223268352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.381120:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad880 with x1862022223268352 ext(1642496->2691071) 00002000:00010000:3.0:1775764871.381128:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad880 00000100:00100000:3.0:1775764871.381160:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223268480 00000100:00100000:3.0:1775764871.381163:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223268480 00002000:00100000:3.0:1775764871.381175:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2691072->2830335) req@ffff8b8c908aca80 x1862022223268480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.381181:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aca80 with x1862022223268480 ext(2691072->2830335) 00002000:00010000:3.0:1775764871.381183:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908aca80 00000100:00100000:3.0:1775764871.381191:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223268224 00000100:00100000:3.0:1775764871.381192:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223268224 00002000:00100000:3.0:1775764871.381199:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (593920->1642495) req@ffff8b8c908ae300 x1862022223268224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.381204:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae300 with x1862022223268224 ext(593920->1642495) 00002000:00010000:3.0:1775764871.381207:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ae300 00000100:00100000:3.0:1775764871.381219:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39777 00000100:00100000:3.0:1775764871.381226:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223268352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764871.382479:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39778 00000100:00100000:1.0:1775764871.382498:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223268480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764871.382801:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39779 00000100:00100000:1.0:1775764871.382810:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223268224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764871.392256:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223268352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11009us (11355us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764871.392273:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39777 00002000:00100000:3.0:1775764871.392290:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1642496->2691071) req@ffff8b8c908ad880 x1862022223268352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.392302:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad880 with x1862022223268352 ext(1642496->2691071) 00002000:00010000:3.0:1775764871.392310:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad880 00000100:00100000:2.0:1775764871.394920:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223268480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12414us (13974us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764871.394937:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39778 00002000:00100000:2.0:1775764871.394951:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2691072->2830335) req@ffff8b8c908aca80 x1862022223268480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764871.394964:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aca80 with x1862022223268480 ext(2691072->2830335) 00002000:00010000:2.0:1775764871.394971:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908aca80 00000100:00100000:1.0:1775764871.403354:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223268224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 20526us (22383us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764871.403372:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39779 00002000:00100000:1.0:1775764871.403389:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (593920->1642495) req@ffff8b8c908ae300 x1862022223268224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764871.403401:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae300 with x1862022223268224 ext(593920->1642495) 00002000:00010000:1.0:1775764871.403409:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ae300 00000100:00100000:0.0:1775764871.409633:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.409894:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223268736 00000100:00100000:3.0:1775764871.409908:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223268736 00000100:00100000:3.0:1775764871.409989:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44898 00000100:00100000:3.0:1775764871.410004:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223268736:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764871.410084:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764871.410123:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1196 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd534 expref: 24 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.410148:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764871.410154:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764871.410452:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d119d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.410471:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d119d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.410484:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d119d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764871.410610:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032664 00000004:00010000:3.0:1775764871.410638:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5962f2f reply state 00000000ff5fb11e transno 4295032665 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d119d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764871.410660:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764871.410784:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223268736:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 783us (1169us total) trans 4295032665 rc 0/0 00000100:00100000:3.0:1775764871.410792:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44898 00000020:00080000:3.0:1775764871.410798:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764871.415727:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764871.415925:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d119d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.415940:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d119d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.415949:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d119d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.415956:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9670f600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764871.415963:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d119d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.415976:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d119d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.415999:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764871.416003:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764871.416008:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d119d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.416014:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f600/0xdb23b4c9253d119d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764871.416244:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223268864 00000100:00100000:3.0:1775764871.416258:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223268864 00002000:00010000:3.0:1775764871.416309:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2498818->18446744073709551615) 00002000:00100000:3.0:1775764871.416315:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af480 with x1862022223268864 ext(2498818->18446744073709551615) 00002000:00010000:3.0:1775764871.416329:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908af480. 00000100:00100000:3.0:1775764871.416366:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39780 00000100:00100000:3.0:1775764871.416378:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223268864:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764871.416722:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 590974 -> 2498818 00002000:00010000:3.0:1775764871.416727:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:3.0:1775764871.416730:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:3.0:1775764871.416732:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:3.0:1775764871.416735:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00000100:00100000:3.0:1775764871.416801:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223268864:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 425us (1089us total) trans 4294997038 rc 0/0 00000100:00100000:2.0:1775764871.417007:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.417136:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223268992 00000100:00100000:2.0:1775764871.417142:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223268992 00002000:00010000:2.0:1775764871.417164:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764871.417168:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac700 with x1862022223268992 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764871.417177:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ac700. 00000100:00100000:2.0:1775764871.417200:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39781 00000100:00100000:2.0:1775764871.417207:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223268992:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764871.417368:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764871.417372:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764871.417374:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:2.0:1775764871.417376:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764871.417378:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764871.417412:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223268992:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 205us (405us total) trans 4294996332 rc 0/0 00000100:00100000:3.0:1775764871.418287:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39780 00002000:00010000:3.0:1775764871.418295:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2498818->18446744073709551615) 00002000:00100000:3.0:1775764871.418298:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af480 with x1862022223268864 ext(2498818->18446744073709551615) 00002000:00010000:3.0:1775764871.418308:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908af480. 00000100:00100000:2.0:1775764871.419608:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39781 00002000:00010000:2.0:1775764871.419617:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764871.419621:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac700 with x1862022223268992 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764871.419633:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ac700. 00000100:00100000:2.0:1775764871.425275:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.425401:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223269120 00000100:00100000:0.0:1775764871.425426:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223269120 00000100:00100000:0.0:1775764871.425503:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44899 00000100:00100000:0.0:1775764871.425705:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022223269120:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764871.425741:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764871.425769:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d11a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd53b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.426181:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d11ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.426202:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d11ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.426218:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d11ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764871.426254:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2498818 00000004:00200000:0.0:1775764871.426261:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764871.426288:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d11ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.426323:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d11a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd53b expref: 27 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.426346:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d11ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd53b expref: 26 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.426357:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764871.426360:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764871.426365:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8200, rc 0) 00000100:00100000:0.0:1775764871.426863:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223269120:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1159us (1600us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764871.426875:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44899 00000100:00100000:0.0:1775764871.435461:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.435629:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223269376 00000100:00100000:1.0:1775764871.435654:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223269376 00000100:00100000:1.0:1775764871.435731:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44900 00000100:00100000:1.0:1775764871.435744:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223269376:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764871.435834:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764871.435872:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d11ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd53b expref: 26 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.435897:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764871.435904:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764871.436199:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d11b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.436217:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d11b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.436229:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d11b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764871.436292:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032666 00000004:00010000:1.0:1775764871.436320:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008629a467 reply state 00000000f245981e transno 4295032667 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d11b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764871.436331:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764871.436458:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223269376:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 715us (1012us total) trans 4295032667 rc 0/0 00000100:00100000:1.0:1775764871.436466:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44900 00000020:00080000:1.0:1775764871.436473:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764871.440346:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d11b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.440369:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d11b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.440379:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d11b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.440385:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764871.440392:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d11b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.440400:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d11b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.440436:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764871.440440:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764871.440446:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d11b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.440453:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d11b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764871.447807:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.448151:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.448272:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223269632 00000100:00100000:1.0:1775764871.448288:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223269632 00002000:00010000:1.0:1775764871.448346:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (575673->18446744073709551615) 00002000:00100000:1.0:1775764871.448352:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdf80 with x1862022223269632 ext(575673->18446744073709551615) 00002000:00010000:1.0:1775764871.448370:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defdf80. 00000100:00100000:1.0:1775764871.448408:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223269504 00000100:00100000:1.0:1775764871.448412:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223269504 00002000:00010000:1.0:1775764871.448437:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764871.448441:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff100 with x1862022223269504 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764871.448449:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff100. 00000100:00100000:1.0:1775764871.448479:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39782 00000100:00100000:1.0:1775764871.448491:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223269632:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764871.449137:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 575673 00002000:00010000:1.0:1775764871.449143:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.449146:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764869 00002000:00010000:1.0:1775764871.449148:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.449150:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764871.449287:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223269632:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 795us (1493us total) trans 4294996333 rc 0/0 00000100:00100000:1.0:1775764871.449298:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39782 00002000:00010000:1.0:1775764871.449303:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (575673->18446744073709551615) 00002000:00100000:1.0:1775764871.449306:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdf80 with x1862022223269632 ext(575673->18446744073709551615) 00002000:00010000:1.0:1775764871.449312:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defdf80. 00000100:00100000:1.0:1775764871.449338:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39783 00000100:00100000:1.0:1775764871.449347:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223269504:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764871.451990:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2498818 -> 4194304 00002000:00010000:1.0:1775764871.452003:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.452006:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764871.452008:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764871.452011:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00000100:00100000:1.0:1775764871.452188:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223269504:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2835us (4029us total) trans 4294997039 rc 0/0 00000100:00100000:1.0:1775764871.452203:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39783 00002000:00010000:1.0:1775764871.452211:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764871.452215:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff100 with x1862022223269504 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764871.452224:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8deff100. 00000100:00100000:0.0:1775764871.479401:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.479873:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.480051:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223269888 00000100:00100000:3.0:1775764871.480066:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223269888 00002000:00100000:3.0:1775764871.480137:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2895872->3944447) req@ffff8b8c8defca80 x1862022223269888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.480150:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022223269888 ext(2895872->3944447) 00002000:00010000:3.0:1775764871.480158:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defca80 00000100:00100000:3.0:1775764871.480195:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223270016 00000100:00100000:3.0:1775764871.480198:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223270016 00002000:00100000:3.0:1775764871.480214:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3944448->4194303) req@ffff8b8c8defe300 x1862022223270016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.480223:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022223270016 ext(3944448->4194303) 00002000:00010000:3.0:1775764871.480226:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300 00000100:00100000:3.0:1775764871.480263:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39784 00000100:00100000:3.0:1775764871.480274:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223269888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764871.481094:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39785 00000100:00100000:1.0:1775764871.481113:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223270016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764871.487582:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.488490:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223269760 00000100:00100000:1.0:1775764871.488517:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223269760 00002000:00100000:1.0:1775764871.488627:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (0->577535) req@ffff8b8c8defd500 x1862022223269760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764871.488650:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022223269760 ext(0->577535) 00002000:00010000:1.0:1775764871.488658:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd500 00000100:00100000:1.0:1775764871.488699:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39786 00000100:00100000:1.0:1775764871.488710:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022223269760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764871.499991:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223270016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18868us (20107us total) trans 0 rc 249856/249856 00000100:00100000:0.0:1775764871.500008:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39785 00002000:00100000:0.0:1775764871.500025:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3944448->4194303) req@ffff8b8c8defe300 x1862022223270016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 249856/249856 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764871.500045:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022223270016 ext(3944448->4194303) 00002000:00010000:0.0:1775764871.500053:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300 00000100:00100000:3.0:1775764871.506597:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022223269760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17873us (19061us total) trans 0 rc 577536/577536 00000100:00100000:3.0:1775764871.506614:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39786 00002000:00100000:3.0:1775764871.506632:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (0->577535) req@ffff8b8c8defd500 x1862022223269760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 577536/577536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.506653:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022223269760 ext(0->577535) 00002000:00010000:3.0:1775764871.506661:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd500 00000100:00100000:1.0:1775764871.521015:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.521878:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223270144 00000100:00100000:3.0:1775764871.521893:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223270144 00002000:00100000:3.0:1775764871.521965:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (561152->575672) req@ffff8b8c911bfb80 x1862022223270144/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 15016/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.521979:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bfb80 with x1862022223270144 ext(561152->575672) 00002000:00010000:3.0:1775764871.521986:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bfb80 00000100:00100000:3.0:1775764871.522112:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39787 00000100:00100000:3.0:1775764871.522124:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223270144:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764871.522867:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2363:x1862022223270144:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 740us (1862us total) trans 4294996334 rc 0/0 00000100:00100000:3.0:1775764871.522879:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39787 00002000:00100000:3.0:1775764871.522888:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (561152->575672) req@ffff8b8c911bfb80 x1862022223270144/t4294996334(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 15016/448 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764871.522898:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bfb80 with x1862022223270144 ext(561152->575672) 00002000:00010000:3.0:1775764871.522917:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bfb80 00000100:00100000:1.0:1775764871.535244:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.536494:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223270272 00000100:00100000:3.0:1775764871.536523:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223270272 00000100:00100000:0.0:1775764871.537044:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84958 00000100:00100000:0.0:1775764871.537062:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2365:x1862022223270272:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764871.542324:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223269888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 62034us (62923us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764871.542343:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39784 00002000:00100000:2.0:1775764871.542361:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2895872->3944447) req@ffff8b8c8defca80 x1862022223269888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764871.542372:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022223269888 ext(2895872->3944447) 00002000:00010000:2.0:1775764871.542380:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defca80 00000001:00080000:2.0:1775764871.659654:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996333 is committed 00000001:00080000:2.0:1775764871.659710:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996334 is committed 00000100:00100000:3.0:1775764871.660061:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223270272:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 122997us (124822us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764871.660077:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84958 00000100:00100000:0.0:1775764871.666776:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.666950:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223270400 00000100:00100000:3.0:1775764871.666964:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223270400 00000100:00100000:3.0:1775764871.667053:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44901 00000100:00100000:3.0:1775764871.667065:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022223270400:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764871.667100:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764871.667128:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd542 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.667244:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f400/0xdb23b4c9253d11c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.667262:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f400/0xdb23b4c9253d11c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.667278:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f400/0xdb23b4c9253d11c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764871.667317:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4769977 00000004:00200000:3.0:1775764871.667323:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764871.667345:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f400/0xdb23b4c9253d11c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.667374:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd542 expref: 29 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.667398:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f400/0xdb23b4c9253d11c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd542 expref: 28 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.667408:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764871.667412:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764871.667424:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9670f400, rc 0) 00000100:00100000:3.0:1775764871.667511:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223270400:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 441us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764871.667519:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44901 00000100:00100000:1.0:1775764871.681837:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.682247:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223270656 00000100:00100000:0.0:1775764871.682269:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223270656 00000100:00100000:0.0:1775764871.682349:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44902 00000100:00100000:0.0:1775764871.682362:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223270656:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764871.682446:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764871.682482:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670f400/0xdb23b4c9253d11c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd542 expref: 28 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764871.682521:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764871.682527:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764871.683563:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d11c7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.683585:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d11c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.683709:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d11c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764871.683777:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032668 00000004:00010000:2.0:1775764871.683880:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040c26a59 reply state 00000000022b0266 transno 4295032669 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d11c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764871.683891:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764871.684025:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223270656:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1663us (2199us total) trans 4295032669 rc 0/0 00000100:00100000:2.0:1775764871.684034:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44902 00000020:00080000:2.0:1775764871.684042:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764871.687182:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d11c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.687208:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d11c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.687217:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d11c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.687224:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764871.687231:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d11c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.687240:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d11c7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.687273:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764871.687277:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764871.687283:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d11c7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.687290:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d11c7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764871.699974:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.700021:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.700759:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223270784 00000100:00100000:0.0:1775764871.700775:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223270784 00002000:00010000:0.0:1775764871.700845:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2401622->18446744073709551615) 00002000:00100000:0.0:1775764871.700851:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be300 with x1862022223270784 ext(2401622->18446744073709551615) 00002000:00010000:0.0:1775764871.700868:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911be300. 00000100:00100000:0.0:1775764871.700905:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223270912 00000100:00100000:0.0:1775764871.700909:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223270912 00002000:00010000:0.0:1775764871.700923:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764871.700927:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf480 with x1862022223270912 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764871.700934:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bf480. 00000100:00100000:0.0:1775764871.700968:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39788 00000100:00100000:0.0:1775764871.700979:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223270784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764871.701357:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2401622 00002000:00010000:0.0:1775764871.701363:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:0.0:1775764871.701366:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:0.0:1775764871.701368:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:0.0:1775764871.701371:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00000100:00100000:0.0:1775764871.701458:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223270784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 480us (1497us total) trans 4294997040 rc 0/0 00000100:00100000:0.0:1775764871.701468:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39788 00002000:00010000:0.0:1775764871.701472:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2401622->18446744073709551615) 00002000:00100000:0.0:1775764871.701475:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be300 with x1862022223270784 ext(2401622->18446744073709551615) 00002000:00010000:0.0:1775764871.701480:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911be300. 00000100:00100000:0.0:1775764871.701501:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39789 00000100:00100000:0.0:1775764871.701965:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223270912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764871.702626:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 575673 -> 0 00002000:00010000:0.0:1775764871.702632:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764871 00002000:00010000:0.0:1775764871.702635:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764869 -> 1775764871 00002000:00010000:0.0:1775764871.702646:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764871 00002000:00010000:0.0:1775764871.702648:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:0.0:1775764871.702695:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223270912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 737us (2672us total) trans 4294996335 rc 0/0 00000100:00100000:0.0:1775764871.712100:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39789 00002000:00010000:0.0:1775764871.712113:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764871.712121:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf480 with x1862022223270912 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764871.712137:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bf480. 00000100:00100000:0.0:1775764871.718688:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.718852:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223271040 00000100:00100000:3.0:1775764871.718866:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223271040 00000100:00100000:3.0:1775764871.718947:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44903 00000100:00100000:3.0:1775764871.718960:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022223271040:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764871.718994:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764871.719021:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd549 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.719142:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ee00/0xdb23b4c9253d11d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.719161:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ee00/0xdb23b4c9253d11d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.719176:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ee00/0xdb23b4c9253d11d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764871.719210:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2401622 00000004:00200000:3.0:1775764871.719216:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764871.719239:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ee00/0xdb23b4c9253d11d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.719270:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd549 expref: 31 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.719294:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ee00/0xdb23b4c9253d11d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd549 expref: 30 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.719304:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764871.719308:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764871.719313:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9670ee00, rc 0) 00000100:00100000:3.0:1775764871.719395:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223271040:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 437us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764871.719403:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44903 00000100:00100000:2.0:1775764871.748928:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.749111:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223271296 00000100:00100000:1.0:1775764871.749126:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223271296 00000100:00100000:1.0:1775764871.749208:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44904 00000100:00100000:1.0:1775764871.749219:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223271296:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764871.749298:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764871.749336:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670ee00/0xdb23b4c9253d11d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd549 expref: 30 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.749363:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764871.749370:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764871.749757:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d11dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.749775:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d11dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.749786:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d11dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764871.750092:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032670 00000004:00010000:1.0:1775764871.750123:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fbd41a8f reply state 00000000969dafe1 transno 4295032671 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d11dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764871.750134:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764871.750967:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223271296:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1743us (2048us total) trans 4295032671 rc 0/0 00000100:00100000:1.0:1775764871.750981:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44904 00000020:00080000:1.0:1775764871.750989:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764871.760149:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d11dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.760171:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d11dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.760184:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d11dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.760190:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764871.760196:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d11dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.760204:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d11dc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.760228:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764871.760232:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764871.760237:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d11dc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.760243:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d11dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764871.763635:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.763692:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764871.763795:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223271424 00000100:00100000:0.0:1775764871.763819:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223271424 00002000:00010000:0.0:1775764871.763877:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764871.763884:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908adc00 with x1862022223271424 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764871.763900:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908adc00. 00000100:00100000:0.0:1775764871.763935:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223271552 00000100:00100000:0.0:1775764871.763938:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223271552 00002000:00010000:0.0:1775764871.763952:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (293504->18446744073709551615) 00002000:00100000:0.0:1775764871.763955:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af100 with x1862022223271552 ext(293504->18446744073709551615) 00002000:00010000:0.0:1775764871.763963:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908af100. 00000100:00100000:0.0:1775764871.763982:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39790 00000100:00100000:0.0:1775764871.763993:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223271424:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764871.764297:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2401622 -> 4194304 00002000:00010000:0.0:1775764871.764302:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764872 00002000:00010000:0.0:1775764871.764305:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:0.0:1775764871.764307:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764872 00002000:00010000:0.0:1775764871.764310:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00000100:00100000:0.0:1775764871.764381:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223271424:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 389us (761us total) trans 4294997041 rc 0/0 00000100:00100000:0.0:1775764871.764389:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39790 00002000:00010000:0.0:1775764871.764393:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764871.764396:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908adc00 with x1862022223271424 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764871.764400:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908adc00. 00000100:00100000:0.0:1775764871.764421:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39791 00000100:00100000:0.0:1775764871.764428:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223271552:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764871.764595:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 293504 00002000:00010000:0.0:1775764871.764598:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764871 -> 1775764872 00002000:00010000:0.0:1775764871.764600:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764871 -> 1775764871 00002000:00010000:0.0:1775764871.764603:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764871 -> 1775764872 00002000:00010000:0.0:1775764871.764605:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764871.764632:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223271552:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 204us (939us total) trans 4294996336 rc 0/0 00000100:00100000:0.0:1775764871.764649:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39791 00002000:00010000:0.0:1775764871.764652:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (293504->18446744073709551615) 00002000:00100000:0.0:1775764871.764655:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af100 with x1862022223271552 ext(293504->18446744073709551615) 00002000:00010000:0.0:1775764871.764660:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908af100. 00000100:00100000:1.0:1775764871.771630:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.771738:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223271680 00000100:00100000:2.0:1775764871.771752:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223271680 00002000:00100000:2.0:1775764871.771830:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (258048->262143) req@ffff8b8c911bf800 x1862022223271680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764871.771842:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf800 with x1862022223271680 ext(258048->262143) 00002000:00010000:2.0:1775764871.771849:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bf800 00000100:00100000:2.0:1775764871.771892:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39792 00000100:00100000:2.0:1775764871.771904:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223271680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764871.772240:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223271680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 338us (623us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764871.772248:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39792 00002000:00100000:2.0:1775764871.772255:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (258048->262143) req@ffff8b8c911bf800 x1862022223271680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/4536 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764871.772263:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf800 with x1862022223271680 ext(258048->262143) 00002000:00010000:2.0:1775764871.772267:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bf800 00000100:00100000:0.0:1775764871.777625:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.778037:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223271808 00000100:00100000:1.0:1775764871.778053:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223271808 00002000:00100000:1.0:1775764871.778128:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (262144->266239) req@ffff8b8c8defdc00 x1862022223271808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764871.778141:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022223271808 ext(262144->266239) 00002000:00010000:1.0:1775764871.778149:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defdc00 00000100:00100000:1.0:1775764871.778195:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39793 00000100:00100000:1.0:1775764871.778207:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223271808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764871.778757:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223271808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 548us (1143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764871.778766:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39793 00002000:00100000:1.0:1775764871.778774:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (262144->266239) req@ffff8b8c8defdc00 x1862022223271808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/4536 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764871.778783:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022223271808 ext(262144->266239) 00002000:00010000:1.0:1775764871.778788:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defdc00 00000100:00100000:0.0:1775764871.786064:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764871.786297:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223271936 00000100:00100000:1.0:1775764871.786311:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223271936 00002000:00100000:1.0:1775764871.786380:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (237568->294911) req@ffff8b8c892e1c00 x1862022223271936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 504/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764871.786393:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1c00 with x1862022223271936 ext(237568->294911) 00002000:00010000:1.0:1775764871.786400:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1c00 00000100:00100000:1.0:1775764871.786439:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39794 00000100:00100000:1.0:1775764871.786451:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223271936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764871.799924:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223271936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13458us (13855us total) trans 0 rc 49152/49152 00000100:00100000:1.0:1775764871.799942:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39794 00002000:00100000:1.0:1775764871.799959:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (237568->294911) req@ffff8b8c892e1c00 x1862022223271936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 504/440 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764871.799972:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1c00 with x1862022223271936 ext(237568->294911) 00002000:00010000:1.0:1775764871.799979:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1c00 00000100:00100000:0.0:1775764871.808299:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.808485:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223272064 00000100:00100000:2.0:1775764871.808499:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223272064 00002000:00100000:2.0:1775764871.808610:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (258048->293503) req@ffff8b8c892e1f80 x1862022223272064/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/0 e 0 to 0 dl 1775764882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764871.808623:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1f80 with x1862022223272064 ext(258048->293503) 00002000:00010000:2.0:1775764871.808631:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1f80 00000100:00100000:2.0:1775764871.808676:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39795 00000100:00100000:2.0:1775764871.808686:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223272064:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764871.816378:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223272064:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7674us (8076us total) trans 4294996337 rc 0/0 00000100:00100000:2.0:1775764871.816397:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39795 00002000:00100000:2.0:1775764871.816415:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (258048->293503) req@ffff8b8c892e1f80 x1862022223272064/t4294996337(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:352/0 lens 488/448 e 0 to 0 dl 1775764882 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764871.816428:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1f80 with x1862022223272064 ext(258048->293503) 00002000:00010000:2.0:1775764871.816436:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1f80 00000100:00100000:2.0:1775764871.821095:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.821258:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223272192 00000100:00100000:3.0:1775764871.821273:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223272192 00000100:00100000:3.0:1775764871.821349:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84959 00000100:00100000:3.0:1775764871.821361:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223272192:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764871.957601:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996336 is committed 00000001:00080000:2.0:1775764871.957627:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996337 is committed 00000100:00100000:1.0:1775764871.961680:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223272192:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 140304us (140581us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764871.961697:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84959 00000100:00100000:0.0:1775764871.976087:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764871.976374:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223272320 00000100:00100000:2.0:1775764871.976388:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223272320 00000100:00100000:2.0:1775764871.976474:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44905 00000100:00100000:2.0:1775764871.976486:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022223272320:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764871.976520:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764871.976588:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d11e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd550 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.976718:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d11ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.976738:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d11ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.976754:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d11ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764871.976790:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4487808 00000004:00200000:2.0:1775764871.976796:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764871.976833:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d11ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.976865:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d11e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd550 expref: 33 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.976889:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d11ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd550 expref: 32 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764871.976899:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764871.976902:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764871.976907:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1c00, rc 0) 00000100:00100000:2.0:1775764871.976984:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223272320:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 499us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764871.976992:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44905 00000100:00100000:0.0:1775764871.983295:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764871.983413:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223272576 00000100:00100000:3.0:1775764871.983441:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223272576 00000100:00100000:3.0:1775764871.983520:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44906 00000100:00100000:3.0:1775764871.983532:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223272576:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764871.983665:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764871.983702:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d11ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd550 expref: 32 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.983730:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764871.983738:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764871.984055:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.984073:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764871.984086:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764871.984146:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032672 00000004:00010000:3.0:1775764871.984173:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c829d716 reply state 000000007d014b52 transno 4295032673 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764871.984184:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764871.984302:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223272576:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 771us (1022us total) trans 4295032673 rc 0/0 00000100:00100000:3.0:1775764871.984311:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44906 00000020:00080000:3.0:1775764871.984317:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764871.996326:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.996352:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.996361:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.996367:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9670fa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764871.996373:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.996382:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.996405:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764871.996408:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764871.996414:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764871.996420:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fa00/0xdb23b4c9253d11f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764872.005500:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.005630:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.005669:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223272832 00000100:00100000:1.0:1775764872.005682:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223272832 00002000:00010000:1.0:1775764872.005743:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764872.005749:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1880 with x1862022223272832 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764872.005766:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1880. 00000100:00100000:1.0:1775764872.005793:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223272704 00000100:00100000:1.0:1775764872.005797:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223272704 00002000:00010000:1.0:1775764872.005841:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3118553->18446744073709551615) 00002000:00100000:1.0:1775764872.005844:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022223272704 ext(3118553->18446744073709551615) 00002000:00010000:1.0:1775764872.005852:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0e00. 00000100:00100000:1.0:1775764872.005874:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39796 00000100:00100000:1.0:1775764872.005884:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223272832:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764872.006339:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 293504 -> 0 00002000:00010000:1.0:1775764872.006343:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.006346:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764872.006348:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.006352:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:1.0:1775764872.006426:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223272832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 542us (943us total) trans 4294996338 rc 0/0 00000100:00100000:1.0:1775764872.006435:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39796 00002000:00010000:1.0:1775764872.006440:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764872.006442:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1880 with x1862022223272832 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764872.006448:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1880. 00000100:00100000:1.0:1775764872.006469:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39797 00000100:00100000:1.0:1775764872.006477:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223272704:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764872.006709:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3118553 00002000:00010000:1.0:1775764872.006713:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.006715:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764872.006718:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.006720:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00000100:00100000:1.0:1775764872.006746:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223272704:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 269us (1115us total) trans 4294997042 rc 0/0 00000100:00100000:1.0:1775764872.006754:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39797 00002000:00010000:1.0:1775764872.006757:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3118553->18446744073709551615) 00002000:00100000:1.0:1775764872.006760:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022223272704 ext(3118553->18446744073709551615) 00002000:00010000:1.0:1775764872.006765:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0e00. 00000100:00080000:0.0:1775764872.006847:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764872.011831:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.012229:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223272960 00000100:00100000:1.0:1775764872.012243:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223272960 00000100:00100000:1.0:1775764872.012324:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44907 00000100:00100000:1.0:1775764872.012337:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022223272960:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764872.012373:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764872.012405:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d11f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd557 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.012534:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d11ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.012596:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d11ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.012610:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d11ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764872.012656:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3118553 00000004:00200000:1.0:1775764872.012661:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764872.012682:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d11ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.012713:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d11f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd557 expref: 35 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.012736:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d11ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd557 expref: 34 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.012746:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764872.012749:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764872.012754:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5600, rc 0) 00000100:00100000:1.0:1775764872.012835:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223272960:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 501us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764872.012843:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44907 00000100:00100000:0.0:1775764872.029437:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.029599:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223273216 00000100:00100000:3.0:1775764872.029615:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223273216 00000100:00100000:3.0:1775764872.029699:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44908 00000100:00100000:3.0:1775764872.029711:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223273216:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764872.029795:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764872.029834:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d11ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd557 expref: 34 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.029864:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764872.029871:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764872.030161:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1206 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.030176:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1206 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.030187:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1206 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764872.030251:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032674 00000004:00010000:3.0:1775764872.030280:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002515992d reply state 0000000040043a16 transno 4295032675 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1206 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764872.030291:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764872.030533:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223273216:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 824us (1109us total) trans 4295032675 rc 0/0 00000100:00100000:3.0:1775764872.030591:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44908 00000020:00080000:3.0:1775764872.030598:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764872.046689:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.046757:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.046873:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223273344 00000100:00100000:2.0:1775764872.046887:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223273344 00002000:00010000:2.0:1775764872.046942:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764872.046947:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022223273344 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764872.046964:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2d80. 00000100:00100000:2.0:1775764872.047003:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223273472 00000100:00100000:2.0:1775764872.047006:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223273472 00002000:00010000:2.0:1775764872.047018:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (892333->18446744073709551615) 00002000:00100000:2.0:1775764872.047022:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3b80 with x1862022223273472 ext(892333->18446744073709551615) 00002000:00010000:2.0:1775764872.047038:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3b80. 00000100:00100000:2.0:1775764872.047061:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39798 00000100:00100000:2.0:1775764872.047072:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223273344:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764872.047175:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39799 00000100:00100000:1.0:1775764872.047186:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223273472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764872.047366:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 892333 00002000:00010000:2.0:1775764872.047366:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3118553 -> 4194304 00002000:00010000:1.0:1775764872.047371:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:2.0:1775764872.047371:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.047374:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764872.047374:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764872.047377:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:2.0:1775764872.047377:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.047380:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00002000:00010000:2.0:1775764872.047380:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00000100:00100000:1.0:1775764872.047459:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223273472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 275us (701us total) trans 4294996339 rc 0/0 00000100:00100000:1.0:1775764872.047466:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39799 00002000:00010000:1.0:1775764872.047470:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (892333->18446744073709551615) 00002000:00100000:1.0:1775764872.047473:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3b80 with x1862022223273472 ext(892333->18446744073709551615) 00002000:00010000:1.0:1775764872.047478:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3b80. 00010000:00010000:3.0:1775764872.047570:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1206 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.047583:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1206 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.047592:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1206 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.047599:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9670e200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764872.047606:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1206 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.047615:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1206 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.047648:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764872.047652:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764872.047657:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1206 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.047663:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1206 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764872.050233:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223273344:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3146us (3542us total) trans 4294997043 rc 0/0 00000100:00100000:2.0:1775764872.050250:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39798 00002000:00010000:2.0:1775764872.050257:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764872.050262:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e2d80 with x1862022223273344 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764872.050275:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e2d80. 00000100:00100000:0.0:1775764872.057283:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.058293:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223273600 00000100:00100000:2.0:1775764872.058310:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223273600 00002000:00100000:3.0:1775764872.058744:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (835584->839679) req@ffff8b8c892e0380 x1862022223273600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.058760:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022223273600 ext(835584->839679) 00002000:00010000:3.0:1775764872.058768:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0380 00000100:00100000:3.0:1775764872.058852:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39800 00000100:00100000:3.0:1775764872.058863:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223273600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764872.059235:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223273600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 372us (1967us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764872.059243:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39800 00002000:00100000:3.0:1775764872.059250:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (835584->839679) req@ffff8b8c892e0380 x1862022223273600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.059259:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022223273600 ext(835584->839679) 00002000:00010000:3.0:1775764872.059263:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0380 00000100:00100000:0.0:1775764872.066769:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.066911:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223273728 00000100:00100000:2.0:1775764872.066924:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223273728 00002000:00100000:2.0:1775764872.066993:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (839680->843775) req@ffff8b8c892e3480 x1862022223273728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.067006:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022223273728 ext(839680->843775) 00002000:00010000:2.0:1775764872.067014:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3480 00000100:00100000:2.0:1775764872.067180:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39801 00000100:00100000:2.0:1775764872.067193:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223273728:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764872.067613:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223273728:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 420us (1200us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764872.067623:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39801 00002000:00100000:2.0:1775764872.067631:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (839680->843775) req@ffff8b8c892e3480 x1862022223273728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.067655:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e3480 with x1862022223273728 ext(839680->843775) 00002000:00010000:2.0:1775764872.067659:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e3480 00000100:00100000:1.0:1775764872.073783:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.073960:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223273856 00000100:00100000:3.0:1775764872.073971:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223273856 00002000:00100000:3.0:1775764872.074028:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (352256->892927) req@ffff8b8c911bdf80 x1862022223273856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 520/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.074041:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdf80 with x1862022223273856 ext(352256->892927) 00002000:00010000:3.0:1775764872.074049:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bdf80 00000100:00100000:3.0:1775764872.074092:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39802 00000100:00100000:3.0:1775764872.074104:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223273856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764872.092443:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223273856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18326us (18655us total) trans 0 rc 499712/499712 00000100:00100000:3.0:1775764872.092459:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39802 00002000:00100000:3.0:1775764872.092475:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (352256->892927) req@ffff8b8c911bdf80 x1862022223273856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 520/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 499712/499712 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.092487:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdf80 with x1862022223273856 ext(352256->892927) 00002000:00010000:3.0:1775764872.092495:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bdf80 00000100:00100000:1.0:1775764872.102394:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.102489:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223273984 00000100:00100000:3.0:1775764872.102512:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223273984 00002000:00100000:3.0:1775764872.102625:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (421888->892332) req@ffff8b8c911bd500 x1862022223273984/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.102648:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd500 with x1862022223273984 ext(421888->892332) 00002000:00010000:3.0:1775764872.102656:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bd500 00000100:00100000:3.0:1775764872.102693:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39803 00000100:00100000:3.0:1775764872.102704:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223273984:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764872.113495:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223273984:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10776us (11101us total) trans 4294996340 rc 0/0 00000100:00100000:3.0:1775764872.116273:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39803 00002000:00100000:3.0:1775764872.116301:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (421888->892332) req@ffff8b8c911bd500 x1862022223273984/t4294996340(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/448 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.116313:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd500 with x1862022223273984 ext(421888->892332) 00002000:00010000:3.0:1775764872.116321:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bd500 00000100:00100000:1.0:1775764872.116586:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.116982:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223274112 00000100:00100000:3.0:1775764872.116994:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223274112 00000100:00100000:3.0:1775764872.117058:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84960 00000100:00100000:3.0:1775764872.117068:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223274112:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:3.0:1775764872.143034:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764872.159419:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996339 is committed 00000001:00080000:2.0:1775764872.159448:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996340 is committed 00000100:00100000:2.0:1775764872.159948:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223274112:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 42873us (43356us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764872.159961:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84960 00000100:00100000:0.0:1775764872.162731:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.162840:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223274240 00000100:00100000:2.0:1775764872.162854:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223274240 00000100:00100000:2.0:1775764872.162930:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44909 00000100:00100000:2.0:1775764872.162941:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022223274240:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764872.162973:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764872.162999:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d120d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd55e expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.163117:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1214 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.163135:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1214 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.163149:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1214 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764872.163185:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5086637 00000004:00200000:2.0:1775764872.163191:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764872.163213:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1214 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.163241:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d120d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd55e expref: 37 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.163262:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1214 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd55e expref: 36 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.163272:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764872.163275:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764872.163280:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1200, rc 0) 00000100:00100000:2.0:1775764872.163352:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223274240:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 413us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764872.163360:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44909 00000100:00100000:0.0:1775764872.166871:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.166963:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223274368 00000100:00100000:2.0:1775764872.166976:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223274368 00002000:00100000:2.0:1775764872.167036:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3493888->3497983) req@ffff8b8cbaed5180 x1862022223274368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.167049:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5180 with x1862022223274368 ext(3493888->3497983) 00002000:00010000:2.0:1775764872.167056:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5180 00000100:00100000:2.0:1775764872.167094:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39804 00000100:00100000:2.0:1775764872.167106:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223274368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764872.167419:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223274368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 314us (559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764872.167427:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39804 00002000:00100000:2.0:1775764872.167434:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3493888->3497983) req@ffff8b8cbaed5180 x1862022223274368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.167448:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5180 with x1862022223274368 ext(3493888->3497983) 00002000:00010000:2.0:1775764872.167451:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5180 00000100:00100000:0.0:1775764872.171052:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.172060:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223274496 00000100:00100000:1.0:1775764872.172077:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223274496 00002000:00100000:1.0:1775764872.172150:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3547136->3551231) req@ffff8b8cbaed5880 x1862022223274496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764872.172164:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022223274496 ext(3547136->3551231) 00002000:00010000:1.0:1775764872.172171:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5880 00000100:00100000:1.0:1775764872.172251:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39805 00000100:00100000:1.0:1775764872.172262:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223274496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764872.172793:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223274496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 529us (1752us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764872.172879:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39805 00002000:00100000:1.0:1775764872.172888:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3547136->3551231) req@ffff8b8cbaed5880 x1862022223274496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764872.172899:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5880 with x1862022223274496 ext(3547136->3551231) 00002000:00010000:1.0:1775764872.172903:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5880 00000100:00100000:3.0:1775764872.176901:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.177009:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223274624 00000100:00100000:2.0:1775764872.177023:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223274624 00002000:00100000:2.0:1775764872.177083:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (4120576->4165631) req@ffff8b8c926bea00 x1862022223274624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.177096:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bea00 with x1862022223274624 ext(4120576->4165631) 00002000:00010000:2.0:1775764872.177103:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bea00 00000100:00100000:2.0:1775764872.177136:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39806 00000100:00100000:2.0:1775764872.177146:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223274624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764872.182052:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223274624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4887us (5145us total) trans 0 rc 45056/45056 00000100:00100000:2.0:1775764872.182069:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39806 00002000:00100000:2.0:1775764872.182088:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (4120576->4165631) req@ffff8b8c926bea00 x1862022223274624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.182101:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bea00 with x1862022223274624 ext(4120576->4165631) 00002000:00010000:2.0:1775764872.182110:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bea00 00000100:00100000:0.0:1775764872.185466:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.185717:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223274880 00000100:00100000:2.0:1775764872.185732:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223274880 00000100:00100000:2.0:1775764872.185812:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44910 00000100:00100000:2.0:1775764872.185824:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223274880:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764872.185905:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764872.185943:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1214 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd55e expref: 36 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.185971:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764872.185978:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764872.186263:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d121b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.186280:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d121b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.186293:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d121b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764872.186356:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032676 00000004:00010000:2.0:1775764872.186385:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071a627d3 reply state 00000000390890e4 transno 4295032677 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d121b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764872.186396:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764872.186792:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223274880:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 967us (1336us total) trans 4295032677 rc 0/0 00000100:00100000:2.0:1775764872.186801:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44910 00000020:00080000:2.0:1775764872.186807:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764872.189656:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d121b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.189676:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d121b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.189684:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d121b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.189690:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764872.189696:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d121b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.189704:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d121b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.189727:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764872.189730:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764872.189735:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d121b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.189741:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d121b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764872.192088:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.192649:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223275008 00000100:00100000:1.0:1775764872.192667:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223275008 00002000:00010000:1.0:1775764872.192733:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2264631->18446744073709551615) 00002000:00100000:1.0:1775764872.192740:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022223275008 ext(2264631->18446744073709551615) 00002000:00010000:1.0:1775764872.192757:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5c00. 00000100:00100000:1.0:1775764872.192816:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39807 00000100:00100000:1.0:1775764872.192828:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223275008:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764872.193312:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2264631 00002000:00010000:1.0:1775764872.193317:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.193320:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764872.193322:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.193324:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00000100:00100000:1.0:1775764872.193413:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223275008:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 586us (1338us total) trans 4294997044 rc 0/0 00000100:00100000:1.0:1775764872.193423:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39807 00002000:00010000:1.0:1775764872.193428:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2264631->18446744073709551615) 00002000:00100000:1.0:1775764872.193431:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5c00 with x1862022223275008 ext(2264631->18446744073709551615) 00002000:00010000:1.0:1775764872.193437:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5c00. 00000100:00100000:0.0:1775764872.195923:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.196088:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223275136 00000100:00100000:2.0:1775764872.196102:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223275136 00002000:00010000:2.0:1775764872.196156:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764872.196163:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022223275136 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764872.196178:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:2.0:1775764872.196226:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39808 00000100:00100000:2.0:1775764872.196238:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223275136:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764872.196743:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 892333 -> 0 00002000:00010000:2.0:1775764872.196748:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:2.0:1775764872.196751:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764871 -> 1775764871 00002000:00010000:2.0:1775764872.196753:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:2.0:1775764872.196755:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 391 00000100:00100000:2.0:1775764872.196828:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223275136:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 592us (917us total) trans 4294996341 rc 0/0 00000100:00100000:2.0:1775764872.196837:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39808 00002000:00010000:2.0:1775764872.196841:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764872.196843:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022223275136 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764872.196848:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbaed7800. 00000100:00100000:3.0:1775764872.201196:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.201329:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223275264 00000100:00100000:0.0:1775764872.201343:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223275264 00000100:00100000:0.0:1775764872.201416:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44911 00000100:00100000:0.0:1775764872.201427:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022223275264:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764872.201459:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764872.201484:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d1222 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd565 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.201683:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8400/0xdb23b4c9253d1229 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.201701:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8400/0xdb23b4c9253d1229 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.201714:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8400/0xdb23b4c9253d1229 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764872.201749:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2264631 00000004:00200000:0.0:1775764872.201754:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764872.201779:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8400/0xdb23b4c9253d1229 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.201810:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d1222 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd565 expref: 39 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.201834:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8400/0xdb23b4c9253d1229 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd565 expref: 38 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.201843:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764872.201846:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764872.201850:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cad9e8400, rc 0) 00000100:00100000:0.0:1775764872.201935:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223275264:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 509us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764872.201944:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44911 00000100:00100000:0.0:1775764872.206839:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.207037:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223275520 00000100:00100000:3.0:1775764872.207053:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223275520 00000100:00100000:3.0:1775764872.207129:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44912 00000100:00100000:3.0:1775764872.207141:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223275520:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764872.207222:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764872.207259:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8400/0xdb23b4c9253d1229 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd565 expref: 38 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.207284:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764872.207291:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764872.207623:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1230 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.207651:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1230 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.207663:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1230 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764872.207728:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032678 00000004:00010000:3.0:1775764872.207756:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc1ebe9a reply state 00000000fd92ac06 transno 4295032679 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1230 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764872.207768:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764872.207955:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223275520:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 814us (1129us total) trans 4295032679 rc 0/0 00000100:00100000:3.0:1775764872.207964:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44912 00000020:00080000:3.0:1775764872.207970:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764872.211713:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.211743:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.211870:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223275648 00000100:00100000:1.0:1775764872.211884:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223275648 00002000:00010000:1.0:1775764872.211949:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (331204->18446744073709551615) 00002000:00100000:1.0:1775764872.211955:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc000 with x1862022223275648 ext(331204->18446744073709551615) 00002000:00010000:1.0:1775764872.211972:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bc000. 00000100:00100000:1.0:1775764872.212011:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223275776 00000100:00100000:1.0:1775764872.212016:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223275776 00002000:00010000:1.0:1775764872.212032:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764872.212035:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdc00 with x1862022223275776 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764872.212044:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bdc00. 00000100:00100000:1.0:1775764872.212064:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39809 00000100:00100000:1.0:1775764872.212075:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223275648:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764872.212514:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2264631 -> 331204 00002000:00010000:1.0:1775764872.212519:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.212521:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764872.212523:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.212526:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00000100:00100000:1.0:1775764872.212647:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223275648:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 572us (947us total) trans 4294997045 rc 0/0 00000100:00100000:1.0:1775764872.212657:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39809 00002000:00010000:1.0:1775764872.212662:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (331204->18446744073709551615) 00002000:00100000:1.0:1775764872.212665:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc000 with x1862022223275648 ext(331204->18446744073709551615) 00002000:00010000:1.0:1775764872.212670:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bc000. 00000100:00100000:1.0:1775764872.212692:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39810 00000100:00100000:1.0:1775764872.212700:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223275776:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764872.212834:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764872.212837:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.212839:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764872.212842:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.212844:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764872.212867:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223275776:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 168us (1123us total) trans 4294996342 rc 0/0 00000100:00100000:1.0:1775764872.212875:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39810 00002000:00010000:1.0:1775764872.212878:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764872.212880:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdc00 with x1862022223275776 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764872.212885:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bdc00. 00010000:00010000:0.0:1775764872.213021:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1230 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.213033:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1230 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.213041:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1230 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.213047:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9670e200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764872.213053:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1230 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.213061:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1230 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.213082:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764872.213086:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764872.213093:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1230 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.213100:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670e200/0xdb23b4c9253d1230 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764872.221339:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.221462:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223275904 00000100:00100000:0.0:1775764872.221474:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223275904 00000100:00100000:0.0:1775764872.221588:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44913 00000100:00100000:0.0:1775764872.221599:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022223275904:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764872.221640:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764872.221667:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d1237 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd56c expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.221782:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8c00/0xdb23b4c9253d123e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.221966:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8c00/0xdb23b4c9253d123e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.221985:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8c00/0xdb23b4c9253d123e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764872.222024:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 331204 00000004:00200000:0.0:1775764872.222029:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764872.222050:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8c00/0xdb23b4c9253d123e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.222079:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d1237 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd56c expref: 41 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.222105:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8c00/0xdb23b4c9253d123e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd56c expref: 40 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.222115:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764872.222119:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764872.222123:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cad9e8c00, rc 0) 00000100:00100000:0.0:1775764872.222308:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223275904:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 710us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764872.222316:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44913 00000100:00100000:0.0:1775764872.227647:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.227865:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223276160 00000100:00100000:2.0:1775764872.227878:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223276160 00000100:00100000:2.0:1775764872.227996:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44914 00000100:00100000:2.0:1775764872.228010:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223276160:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764872.228087:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764872.228124:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8c00/0xdb23b4c9253d123e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd56c expref: 40 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.228148:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764872.228155:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764872.228453:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1245 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.228472:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1245 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.228485:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1245 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764872.228602:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032680 00000004:00010000:2.0:1775764872.228642:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000089ee45d1 reply state 000000005e0bef8f transno 4295032681 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1245 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764872.228652:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764872.228776:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223276160:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 768us (1153us total) trans 4295032681 rc 0/0 00000100:00100000:2.0:1775764872.228785:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44914 00000020:00080000:2.0:1775764872.228792:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764872.233342:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.233371:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.233417:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223276288 00000100:00100000:1.0:1775764872.233430:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223276288 00002000:00010000:1.0:1775764872.233483:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764872.233490:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bca80 with x1862022223276288 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764872.233516:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bca80. 00000100:00100000:1.0:1775764872.233564:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223276416 00000100:00100000:1.0:1775764872.233568:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223276416 00002000:00010000:1.0:1775764872.233580:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1034100->18446744073709551615) 00002000:00100000:1.0:1775764872.233584:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd180 with x1862022223276416 ext(1034100->18446744073709551615) 00002000:00010000:1.0:1775764872.233591:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bd180. 00000100:00100000:1.0:1775764872.233607:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39811 00000100:00100000:1.0:1775764872.233618:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223276288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764872.233929:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 331204 -> 4194304 00002000:00010000:1.0:1775764872.233933:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.233936:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764870 00002000:00010000:1.0:1775764872.233939:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.233941:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 1613 00000100:00100000:1.0:1775764872.234012:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022223276288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 394us (683us total) trans 4294997046 rc 0/0 00000100:00100000:1.0:1775764872.234025:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39811 00002000:00010000:1.0:1775764872.234030:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764872.234033:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bca80 with x1862022223276288 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764872.234037:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bca80. 00000100:00100000:1.0:1775764872.234057:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39812 00000100:00100000:1.0:1775764872.234064:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223276416:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764872.234202:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1034100 00002000:00010000:1.0:1775764872.234205:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.234208:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764872.234222:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.234224:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764872.234247:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223276416:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 183us (875us total) trans 4294996343 rc 0/0 00000100:00100000:1.0:1775764872.234254:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39812 00002000:00010000:1.0:1775764872.234257:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1034100->18446744073709551615) 00002000:00100000:1.0:1775764872.234260:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd180 with x1862022223276416 ext(1034100->18446744073709551615) 00002000:00010000:1.0:1775764872.234265:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bd180. 00010000:00010000:0.0:1775764872.234481:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1245 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.234493:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1245 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.234501:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1245 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.234507:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764872.234513:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1245 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.234521:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1245 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.234578:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764872.234583:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764872.234590:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1245 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.234596:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1245 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764872.238495:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.238886:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223276544 00000100:00100000:3.0:1775764872.238900:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223276544 00002000:00100000:3.0:1775764872.238970:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (983040->987135) req@ffff8b8cc17b5c00 x1862022223276544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.238984:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5c00 with x1862022223276544 ext(983040->987135) 00002000:00010000:3.0:1775764872.238992:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5c00 00000100:00100000:3.0:1775764872.239034:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39813 00000100:00100000:3.0:1775764872.239048:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223276544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764872.239412:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223276544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 367us (931us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764872.239422:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39813 00002000:00100000:3.0:1775764872.239429:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (983040->987135) req@ffff8b8cc17b5c00 x1862022223276544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.239438:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5c00 with x1862022223276544 ext(983040->987135) 00002000:00010000:3.0:1775764872.239442:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5c00 00000100:00100000:0.0:1775764872.242659:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.242785:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223276672 00000100:00100000:3.0:1775764872.242807:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223276672 00002000:00100000:3.0:1775764872.242869:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (987136->991231) req@ffff8b8cc17b7800 x1862022223276672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.242882:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7800 with x1862022223276672 ext(987136->991231) 00002000:00010000:3.0:1775764872.242890:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b7800 00000100:00100000:3.0:1775764872.242922:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39814 00000100:00100000:3.0:1775764872.242931:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223276672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764872.243265:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223276672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 333us (618us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764872.243274:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39814 00002000:00100000:3.0:1775764872.243281:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (987136->991231) req@ffff8b8cc17b7800 x1862022223276672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.243290:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7800 with x1862022223276672 ext(987136->991231) 00002000:00010000:3.0:1775764872.243294:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b7800 00000100:00100000:2.0:1775764872.247682:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.247812:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223276800 00000100:00100000:0.0:1775764872.247826:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223276800 00002000:00100000:0.0:1775764872.247890:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (962560->1028095) req@ffff8b8cb24d0a80 x1862022223276800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.247904:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0a80 with x1862022223276800 ext(962560->1028095) 00002000:00010000:0.0:1775764872.247913:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0a80 00000100:00100000:0.0:1775764872.247955:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39815 00000100:00100000:0.0:1775764872.247966:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223276800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764872.253286:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223276800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5305us (5601us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764872.253303:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39815 00002000:00100000:0.0:1775764872.253320:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (962560->1028095) req@ffff8b8cb24d0a80 x1862022223276800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.253333:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0a80 with x1862022223276800 ext(962560->1028095) 00002000:00010000:0.0:1775764872.253340:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d0a80 00000100:00100000:0.0:1775764872.257757:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.257931:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223276928 00000100:00100000:3.0:1775764872.257946:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223276928 00002000:00100000:3.0:1775764872.258014:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1028096->1036287) req@ffff8b8cc17b5f80 x1862022223276928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.258029:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5f80 with x1862022223276928 ext(1028096->1036287) 00002000:00010000:3.0:1775764872.258036:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5f80 00000100:00100000:3.0:1775764872.258080:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39816 00000100:00100000:3.0:1775764872.258092:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223276928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764872.258463:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223276928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 371us (718us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1775764872.258473:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39816 00002000:00100000:3.0:1775764872.258479:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1028096->1036287) req@ffff8b8cc17b5f80 x1862022223276928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/8632 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.258488:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5f80 with x1862022223276928 ext(1028096->1036287) 00002000:00010000:3.0:1775764872.258492:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b5f80 00000100:00100000:1.0:1775764872.262586:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.263083:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223277056 00000100:00100000:2.0:1775764872.263098:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223277056 00002000:00100000:2.0:1775764872.263174:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (983040->1034099) req@ffff8b8c911bea00 x1862022223277056/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.263189:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bea00 with x1862022223277056 ext(983040->1034099) 00002000:00010000:2.0:1775764872.263196:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bea00 00000100:00100000:2.0:1775764872.263237:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39817 00000100:00100000:2.0:1775764872.263249:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223277056:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764872.267494:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223277056:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4233us (4909us total) trans 4294996344 rc 0/0 00000100:00100000:3.0:1775764872.267510:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39817 00002000:00100000:3.0:1775764872.267525:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (983040->1034099) req@ffff8b8c911bea00 x1862022223277056/t4294996344(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/448 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.267570:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bea00 with x1862022223277056 ext(983040->1034099) 00002000:00010000:3.0:1775764872.267579:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bea00 00000100:00100000:0.0:1775764872.272310:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.272427:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223277184 00000100:00100000:2.0:1775764872.272441:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223277184 00000100:00100000:2.0:1775764872.272591:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84961 00000100:00100000:2.0:1775764872.272604:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223277184:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764872.317109:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223277184:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44491us (44796us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764872.317126:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84961 00000001:00080000:2.0:1775764872.317181:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996343 is committed 00000001:00080000:2.0:1775764872.317204:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996344 is committed 00000100:00100000:3.0:1775764872.320224:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.320302:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223277312 00000100:00100000:0.0:1775764872.320317:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223277312 00000100:00100000:0.0:1775764872.320408:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44915 00000100:00100000:0.0:1775764872.320421:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022223277312:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764872.320454:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764872.320482:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8c00/0xdb23b4c9253d124c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd573 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.320623:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d1253 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.320652:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d1253 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.320667:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d1253 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764872.320703:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5228404 00000004:00200000:0.0:1775764872.320708:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764872.320728:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d1253 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.320760:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e8c00/0xdb23b4c9253d124c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd573 expref: 43 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.320783:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d1253 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd573 expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.320792:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764872.320795:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764872.320880:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cad9e9a00, rc 0) 00000100:00100000:0.0:1775764872.321288:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223277312:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 868us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764872.321297:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44915 00000100:00100000:3.0:1775764872.325268:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.325392:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223277440 00000100:00100000:2.0:1775764872.325409:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223277440 00002000:00100000:2.0:1775764872.325475:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (212992->266239) req@ffff8b8c926bf800 x1862022223277440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.325488:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bf800 with x1862022223277440 ext(212992->266239) 00002000:00010000:2.0:1775764872.325495:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bf800 00000100:00100000:2.0:1775764872.325579:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39818 00000100:00100000:2.0:1775764872.325592:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223277440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764872.336022:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223277440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10417us (10755us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1775764872.336041:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39818 00002000:00100000:0.0:1775764872.336057:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (212992->266239) req@ffff8b8c926bf800 x1862022223277440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.336069:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bf800 with x1862022223277440 ext(212992->266239) 00002000:00010000:0.0:1775764872.336078:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bf800 00000100:00100000:3.0:1775764872.340257:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.340619:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223277568 00000100:00100000:1.0:1775764872.340642:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223277568 00002000:00100000:1.0:1775764872.340711:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3653632->3702783) req@ffff8b8c926bdf80 x1862022223277568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764872.340725:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdf80 with x1862022223277568 ext(3653632->3702783) 00002000:00010000:1.0:1775764872.340733:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bdf80 00000100:00100000:1.0:1775764872.340822:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39819 00000100:00100000:1.0:1775764872.340835:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022223277568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764872.345821:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2364:x1862022223277568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4963us (5554us total) trans 0 rc 49152/49152 00000100:00100000:3.0:1775764872.345839:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39819 00002000:00100000:3.0:1775764872.345855:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3653632->3702783) req@ffff8b8c926bdf80 x1862022223277568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.345874:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdf80 with x1862022223277568 ext(3653632->3702783) 00002000:00010000:3.0:1775764872.345881:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bdf80 00000100:00100000:2.0:1775764872.349530:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.350011:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223277696 00000100:00100000:0.0:1775764872.350026:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223277696 00002000:00100000:0.0:1775764872.350095:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1400832->1404927) req@ffff8b8cb24d2680 x1862022223277696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.350109:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2680 with x1862022223277696 ext(1400832->1404927) 00002000:00010000:0.0:1775764872.350116:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2680 00000100:00100000:0.0:1775764872.350197:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39820 00000100:00100000:0.0:1775764872.350209:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223277696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764872.350589:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223277696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 380us (1071us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764872.350598:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39820 00002000:00100000:0.0:1775764872.350606:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1400832->1404927) req@ffff8b8cb24d2680 x1862022223277696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.350613:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2680 with x1862022223277696 ext(1400832->1404927) 00002000:00010000:0.0:1775764872.350616:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2680 00000100:00100000:2.0:1775764872.354254:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.354641:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223277824 00000100:00100000:0.0:1775764872.354655:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223277824 00002000:00100000:0.0:1775764872.354724:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1449984->1454079) req@ffff8b8cb24d2d80 x1862022223277824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.354737:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2d80 with x1862022223277824 ext(1449984->1454079) 00002000:00010000:0.0:1775764872.354744:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2d80 00000100:00100000:0.0:1775764872.354898:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39821 00000100:00100000:0.0:1775764872.354911:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223277824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764872.355673:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223277824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 760us (1427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764872.355684:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39821 00002000:00100000:0.0:1775764872.355694:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1449984->1454079) req@ffff8b8cb24d2d80 x1862022223277824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.355704:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2d80 with x1862022223277824 ext(1449984->1454079) 00002000:00010000:0.0:1775764872.355709:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2d80 00000100:00100000:1.0:1775764872.360852:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.361025:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223277952 00000100:00100000:2.0:1775764872.361040:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223277952 00002000:00100000:2.0:1775764872.361110:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1290240->1355775) req@ffff8b8c911bce00 x1862022223277952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.361123:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bce00 with x1862022223277952 ext(1290240->1355775) 00002000:00010000:2.0:1775764872.361130:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bce00 00000100:00100000:2.0:1775764872.361166:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39822 00000100:00100000:2.0:1775764872.361177:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223277952:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764872.384911:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223277952:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 23668us (24008us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764872.385081:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39822 00002000:00100000:3.0:1775764872.385101:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1290240->1355775) req@ffff8b8c911bce00 x1862022223277952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.385114:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bce00 with x1862022223277952 ext(1290240->1355775) 00002000:00010000:3.0:1775764872.385122:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bce00 00000100:00100000:1.0:1775764872.402027:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.402979:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223278080 00000100:00100000:3.0:1775764872.402996:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223278080 00002000:00100000:3.0:1775764872.403071:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1318912->1454079) req@ffff8b8cb77e2d80 x1862022223278080/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.403085:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2d80 with x1862022223278080 ext(1318912->1454079) 00002000:00010000:3.0:1775764872.403104:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2d80 00000100:00100000:3.0:1775764872.403147:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39823 00000100:00100000:3.0:1775764872.403159:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223278080:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764872.412068:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223278080:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8895us (10041us total) trans 4294997047 rc 0/0 00000100:00100000:3.0:1775764872.412084:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39823 00002000:00100000:3.0:1775764872.412100:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1318912->1454079) req@ffff8b8cb77e2d80 x1862022223278080/t4294997047(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/448 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.412119:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2d80 with x1862022223278080 ext(1318912->1454079) 00002000:00010000:3.0:1775764872.412126:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2d80 00000100:00100000:0.0:1775764872.421275:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.421655:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223278208 00000100:00100000:3.0:1775764872.421669:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223278208 00000100:00100000:3.0:1775764872.421742:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84962 00000100:00100000:3.0:1775764872.421754:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223278208:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764872.482009:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997041 is committed 00000001:00080000:1.0:1775764872.482144:0:12899:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997046 is committed 00000001:00080000:1.0:1775764872.482178:0:12899:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997047 is committed 00000100:00100000:1.0:1775764872.482429:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223278208:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 60669us (61159us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764872.482443:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84962 00000100:00100000:2.0:1775764872.488150:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.488711:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223278464 00000100:00100000:0.0:1775764872.488727:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223278464 00000100:00100000:0.0:1775764872.488817:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44916 00000100:00100000:0.0:1775764872.488828:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223278464:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764872.488900:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764872.488948:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d1253 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd573 expref: 42 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.488979:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764872.488986:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764872.489290:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9200/0xdb23b4c9253d125a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.489309:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9200/0xdb23b4c9253d125a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.489321:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9200/0xdb23b4c9253d125a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764872.489384:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032682 00000004:00010000:0.0:1775764872.489413:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000712fe292 reply state 000000004c8b3206 transno 4295032683 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9200/0xdb23b4c9253d125a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764872.489423:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764872.489616:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223278464:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 788us (1480us total) trans 4295032683 rc 0/0 00000100:00100000:0.0:1775764872.489624:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44916 00000020:00080000:0.0:1775764872.489639:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764872.493518:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9200/0xdb23b4c9253d125a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.493573:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9200/0xdb23b4c9253d125a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.493582:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9200/0xdb23b4c9253d125a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.493588:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cad9e9200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764872.493594:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9200/0xdb23b4c9253d125a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.493602:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9200/0xdb23b4c9253d125a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.493626:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764872.493637:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764872.493644:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9200/0xdb23b4c9253d125a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.493651:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9200/0xdb23b4c9253d125a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764872.496403:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.496499:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223278592 00000100:00100000:0.0:1775764872.496512:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223278592 00002000:00010000:0.0:1775764872.496606:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (91695->18446744073709551615) 00002000:00100000:0.0:1775764872.496612:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0380 with x1862022223278592 ext(91695->18446744073709551615) 00002000:00010000:0.0:1775764872.496627:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0380. 00000100:00100000:0.0:1775764872.496668:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39824 00000100:00100000:0.0:1775764872.496680:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223278592:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764872.500042:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.500193:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223278720 00000100:00100000:1.0:1775764872.500207:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223278720 00002000:00010000:1.0:1775764872.500254:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764872.500259:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1180 with x1862022223278720 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764872.500274:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1180. 00000100:00100000:1.0:1775764872.500308:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39825 00000100:00100000:1.0:1775764872.500318:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223278720:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764872.500780:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1034100 -> 0 00002000:00010000:1.0:1775764872.500785:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.500788:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764871 -> 1775764871 00002000:00010000:1.0:1775764872.500791:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.500793:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 135 00000100:00100000:1.0:1775764872.500875:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223278720:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 557us (852us total) trans 4294996345 rc 0/0 00000100:00100000:1.0:1775764872.500883:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39825 00002000:00010000:1.0:1775764872.500887:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764872.500890:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1180 with x1862022223278720 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764872.500895:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d1180. 00002000:00010000:0.0:1775764872.503376:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 91695 00002000:00010000:0.0:1775764872.503388:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:0.0:1775764872.503391:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764870 -> 1775764872 00002000:00010000:0.0:1775764872.503393:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:0.0:1775764872.503395:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1613 -> 521 00000100:00100000:0.0:1775764872.503941:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223278592:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 7253us (7543us total) trans 4294997048 rc 0/0 00000100:00100000:0.0:1775764872.503956:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39824 00002000:00010000:0.0:1775764872.503963:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (91695->18446744073709551615) 00002000:00100000:0.0:1775764872.503966:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0380 with x1862022223278592 ext(91695->18446744073709551615) 00002000:00010000:0.0:1775764872.503976:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0380. 00000100:00100000:2.0:1775764872.509138:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.509319:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223278848 00000100:00100000:1.0:1775764872.509335:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223278848 00000100:00100000:1.0:1775764872.509447:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44917 00000100:00100000:1.0:1775764872.509460:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022223278848:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764872.509700:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764872.509730:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1261 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd57a expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.509936:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d1268 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.509955:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d1268 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.509971:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d1268 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764872.510008:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 91695 00000004:00200000:1.0:1775764872.510013:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764872.510195:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d1268 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.510307:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d1261 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd57a expref: 45 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.510329:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d1268 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd57a expref: 44 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.510343:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764872.510346:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764872.510352:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4400, rc 0) 00000100:00100000:1.0:1775764872.510494:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223278848:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1035us (1369us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764872.510515:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44917 00000100:00100000:2.0:1775764872.517739:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.517939:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223279104 00000100:00100000:3.0:1775764872.517952:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223279104 00000100:00100000:3.0:1775764872.518166:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44918 00000100:00100000:3.0:1775764872.518179:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223279104:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764872.518267:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764872.518303:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d1268 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd57a expref: 44 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.518327:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764872.518334:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764872.519151:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fe00/0xdb23b4c9253d126f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.519173:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fe00/0xdb23b4c9253d126f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.519185:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fe00/0xdb23b4c9253d126f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764872.519268:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032684 00000004:00010000:3.0:1775764872.519297:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f6bb6d2 reply state 000000001c26df63 transno 4295032685 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fe00/0xdb23b4c9253d126f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764872.519307:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764872.519506:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223279104:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1318us (1767us total) trans 4295032685 rc 0/0 00000100:00100000:3.0:1775764872.519516:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44918 00000020:00080000:3.0:1775764872.519523:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764872.530832:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.530865:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.532268:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223279360 00000100:00100000:3.0:1775764872.532286:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223279360 00002000:00010000:3.0:1775764872.532344:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (264814->18446744073709551615) 00002000:00100000:3.0:1775764872.532350:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022223279360 ext(264814->18446744073709551615) 00002000:00010000:3.0:1775764872.532367:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3b80. 00000100:00100000:3.0:1775764872.532410:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223279232 00000100:00100000:3.0:1775764872.532413:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223279232 00002000:00010000:3.0:1775764872.532425:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764872.532428:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022223279232 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764872.532435:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0000. 00000100:00100000:3.0:1775764872.532457:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39826 00000100:00100000:3.0:1775764872.532469:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223279360:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764872.532966:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 264814 00002000:00010000:3.0:1775764872.532972:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:3.0:1775764872.532975:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764871 -> 1775764871 00002000:00010000:3.0:1775764872.532977:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:3.0:1775764872.532980:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764872.533151:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223279360:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 681us (2330us total) trans 4294996346 rc 0/0 00000100:00100000:3.0:1775764872.533159:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39826 00002000:00010000:3.0:1775764872.533163:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (264814->18446744073709551615) 00002000:00100000:3.0:1775764872.533166:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022223279360 ext(264814->18446744073709551615) 00002000:00010000:3.0:1775764872.533172:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3b80. 00000100:00100000:3.0:1775764872.533194:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39827 00000100:00100000:3.0:1775764872.533202:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223279232:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764872.533334:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 91695 -> 4194304 00002000:00010000:3.0:1775764872.533338:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764872 00002000:00010000:3.0:1775764872.533340:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:3.0:1775764872.533343:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764872 00002000:00010000:3.0:1775764872.533345:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:3.0:1775764872.533364:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223279232:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 163us (2498us total) trans 4294997049 rc 0/0 00000100:00100000:3.0:1775764872.533370:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39827 00002000:00010000:3.0:1775764872.533373:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764872.533376:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022223279232 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764872.533380:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0000. 00010000:00010000:0.0:1775764872.537436:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fe00/0xdb23b4c9253d126f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.537468:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fe00/0xdb23b4c9253d126f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.537478:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fe00/0xdb23b4c9253d126f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.537485:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9670fe00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764872.537491:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fe00/0xdb23b4c9253d126f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.537890:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fe00/0xdb23b4c9253d126f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.537914:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764872.537918:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764872.537924:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fe00/0xdb23b4c9253d126f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.537931:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9670fe00/0xdb23b4c9253d126f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764872.561514:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.561595:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.561627:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.561670:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.561691:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.561924:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223279488 00000100:00100000:0.0:1775764872.561937:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223279488 00002000:00100000:0.0:1775764872.562006:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (225280->229375) req@ffff8b8cb24d3800 x1862022223279488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.562019:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022223279488 ext(225280->229375) 00002000:00010000:0.0:1775764872.562040:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3800 00000100:00100000:0.0:1775764872.562073:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223279616 00000100:00100000:0.0:1775764872.562077:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223279616 00002000:00100000:0.0:1775764872.562094:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (94208->1142783) req@ffff8b8cb24d2a00 x1862022223279616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.562103:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2a00 with x1862022223279616 ext(94208->1142783) 00002000:00010000:0.0:1775764872.562106:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2a00 00000100:00100000:0.0:1775764872.562122:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223279744 00000100:00100000:0.0:1775764872.562125:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223279744 00002000:00100000:0.0:1775764872.562138:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1142784->2191359) req@ffff8b8c90d52680 x1862022223279744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.562146:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022223279744 ext(1142784->2191359) 00002000:00010000:0.0:1775764872.562149:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52680 00000100:00100000:0.0:1775764872.562161:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223279872 00000100:00100000:0.0:1775764872.562164:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223279872 00002000:00100000:0.0:1775764872.562176:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2191360->3239935) req@ffff8b8c90d52300 x1862022223279872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.562191:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022223279872 ext(2191360->3239935) 00002000:00010000:0.0:1775764872.562194:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52300 00000100:00100000:0.0:1775764872.562207:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223280000 00000100:00100000:0.0:1775764872.562211:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223280000 00002000:00100000:0.0:1775764872.562223:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3239936->4194303) req@ffff8b8c90d52d80 x1862022223280000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.562231:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022223280000 ext(3239936->4194303) 00002000:00010000:0.0:1775764872.562234:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:0.0:1775764872.562252:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39828 00000100:00100000:0.0:1775764872.562264:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223279488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764872.562747:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39829 00000100:00100000:1.0:1775764872.562762:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223279616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764872.564132:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39830 00000100:00100000:1.0:1775764872.564149:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223279744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764872.566485:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223279488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4209us (4980us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764872.566515:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39828 00002000:00100000:0.0:1775764872.566529:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (225280->229375) req@ffff8b8cb24d3800 x1862022223279488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.566557:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3800 with x1862022223279488 ext(225280->229375) 00002000:00010000:0.0:1775764872.566566:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3800 00000100:00100000:0.0:1775764872.566608:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39831 00000100:00100000:0.0:1775764872.566624:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223279872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764872.567014:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39832 00000100:00100000:2.0:1775764872.567037:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223280000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764872.600214:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.600589:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223279616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 37829us (38990us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764872.600604:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39829 00002000:00100000:1.0:1775764872.600622:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (94208->1142783) req@ffff8b8cb24d2a00 x1862022223279616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764872.600645:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2a00 with x1862022223279616 ext(94208->1142783) 00002000:00010000:1.0:1775764872.600653:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2a00 00000100:00100000:1.0:1775764872.600696:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223280128 00000100:00100000:1.0:1775764872.600708:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223280128 00002000:00100000:1.0:1775764872.600754:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (0->266239) req@ffff8b8cb77e3800 x1862022223280128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764872.600769:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3800 with x1862022223280128 ext(0->266239) 00002000:00010000:1.0:1775764872.600773:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e3800 00000100:00100000:1.0:1775764872.600797:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39833 00000100:00100000:1.0:1775764872.600806:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223280128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764872.624737:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223280000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 57695us (63025us total) trans 0 rc 954368/954368 00000100:00100000:1.0:1775764872.624755:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39832 00002000:00100000:1.0:1775764872.624771:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3239936->4194303) req@ffff8b8c90d52d80 x1862022223280000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 954368/954368 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764872.624784:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022223280000 ext(3239936->4194303) 00002000:00010000:1.0:1775764872.624792:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:1.0:1775764872.630698:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223279872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 64064us (69009us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764872.630717:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39831 00002000:00100000:1.0:1775764872.630735:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2191360->3239935) req@ffff8b8c90d52300 x1862022223279872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764872.630745:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52300 with x1862022223279872 ext(2191360->3239935) 00002000:00010000:1.0:1775764872.630752:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52300 00000100:00100000:3.0:1775764872.633004:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223280128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 32186us (32793us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1775764872.633157:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39833 00002000:00100000:3.0:1775764872.633180:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (0->266239) req@ffff8b8cb77e3800 x1862022223280128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 262144/262144 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.633193:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3800 with x1862022223280128 ext(0->266239) 00002000:00010000:3.0:1775764872.633203:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e3800 00000100:00100000:1.0:1775764872.633740:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223279744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 69592us (72107us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764872.633749:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39830 00002000:00100000:1.0:1775764872.633756:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1142784->2191359) req@ffff8b8c90d52680 x1862022223279744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764872.633766:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52680 with x1862022223279744 ext(1142784->2191359) 00002000:00010000:1.0:1775764872.633770:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52680 00000100:00100000:1.0:1775764872.642762:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.642950:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223280256 00000100:00100000:3.0:1775764872.642963:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223280256 00002000:00100000:3.0:1775764872.643116:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (225280->264813) req@ffff8b8cb77e1f80 x1862022223280256/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.643129:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1f80 with x1862022223280256 ext(225280->264813) 00002000:00010000:3.0:1775764872.643137:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1f80 00000100:00100000:3.0:1775764872.643231:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39834 00000100:00100000:3.0:1775764872.643243:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223280256:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764872.646705:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223280256:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3449us (3942us total) trans 4294996347 rc 0/0 00000100:00100000:3.0:1775764872.646723:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39834 00002000:00100000:3.0:1775764872.646739:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (225280->264813) req@ffff8b8cb77e1f80 x1862022223280256/t4294996347(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/448 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.646750:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1f80 with x1862022223280256 ext(225280->264813) 00002000:00010000:3.0:1775764872.646758:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1f80 00000100:00100000:0.0:1775764872.651265:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.651379:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223280384 00000100:00100000:3.0:1775764872.651393:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223280384 00000100:00100000:3.0:1775764872.651522:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84963 00000100:00100000:3.0:1775764872.651535:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223280384:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764872.706122:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223280384:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 51478us (51759us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764872.706148:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84963 00000001:00080000:2.0:1775764872.706482:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996345 is committed 00000001:00080000:2.0:1775764872.706514:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996347 is committed 00000100:00100000:2.0:1775764872.708313:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.708503:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223280512 00000100:00100000:3.0:1775764872.708682:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223280512 00000100:00100000:3.0:1775764872.708763:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44919 00000100:00100000:3.0:1775764872.708774:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022223280512:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764872.708927:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764872.708956:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1276 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd581 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.709161:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d127d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.709179:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d127d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.709194:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d127d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764872.709230:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4459118 00000004:00200000:3.0:1775764872.709236:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764872.709258:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d127d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.709289:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1276 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd581 expref: 47 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.709313:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d127d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd581 expref: 46 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.709323:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764872.709326:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764872.709330:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1600, rc 0) 00000100:00100000:3.0:1775764872.709588:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223280512:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 768us (1239us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764872.709597:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44919 00000100:00100000:2.0:1775764872.722075:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c90d51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224993024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764872.722171:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764872.722268:0:12042:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224993024 00000100:00100000:2.0:1775764872.722277:0:12042:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224993024 00000100:00100000:2.0:1775764872.722344:0:12042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1775764872.722355:0:12042:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224993024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764872.722385:0:12042:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 233897984 pending 0 free 3859808256 avail 3852468224 00000100:00080000:0.0:1775764872.722846:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764872.722923:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.723189:0:12042:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224993024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 833us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764872.723200:0:12042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1775764872.723478:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c90d51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224993024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764872.724103:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223280640 00000100:00100000:1.0:1775764872.724114:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223280640 00002000:00100000:1.0:1775764872.724168:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1183744->1249279) req@ffff8b8cc17b6300 x1862022223280640/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764872.724180:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022223280640 ext(1183744->1249279) 00002000:00010000:1.0:1775764872.724187:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300 00000100:00100000:1.0:1775764872.724219:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39835 00000100:00100000:1.0:1775764872.724229:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223280640:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764872.730722:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223280640:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6476us (7782us total) trans 4294997050 rc 0/0 00000100:00100000:1.0:1775764872.730740:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39835 00002000:00100000:1.0:1775764872.730756:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1183744->1249279) req@ffff8b8cc17b6300 x1862022223280640/t4294997050(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/448 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764872.730769:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022223280640 ext(1183744->1249279) 00002000:00010000:1.0:1775764872.730777:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300 00000100:00100000:0.0:1775764872.737919:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.738174:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223280768 00000100:00100000:3.0:1775764872.738188:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223280768 00000100:00100000:3.0:1775764872.738271:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84964 00000100:00100000:3.0:1775764872.738283:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223280768:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764872.794391:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997048 is committed 00000001:00080000:1.0:1775764872.794426:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997050 is committed 00000100:00100000:0.0:1775764872.794983:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223280768:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 56691us (57068us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764872.794999:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84964 00000100:00100000:2.0:1775764872.808965:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.809984:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223281024 00000100:00100000:1.0:1775764872.810011:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223281024 00000100:00100000:1.0:1775764872.810108:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44920 00000100:00100000:1.0:1775764872.810121:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223281024:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764872.810201:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764872.810251:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d127d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd581 expref: 46 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.810277:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764872.810284:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764872.810660:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1284 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.810678:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1284 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.810690:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1284 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764872.810749:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032686 00000004:00010000:1.0:1775764872.810777:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebda42fe reply state 00000000f82dcc1c transno 4295032687 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1284 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764872.810787:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764872.812208:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223281024:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2078us (3248us total) trans 4295032687 rc 0/0 00000100:00100000:1.0:1775764872.812223:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44920 00000020:00080000:1.0:1775764872.812231:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764872.817987:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.818233:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764872.818281:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1284 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.818295:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1284 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.818305:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1284 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.818311:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764872.818316:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1284 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.818324:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1284 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.818348:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764872.818352:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764872.818359:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1284 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.818365:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1284 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764872.819701:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223281152 00000100:00100000:0.0:1775764872.819718:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223281152 00000100:00100000:1.0:1775764872.819868:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223281280 00000100:00100000:1.0:1775764872.819873:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223281280 00002000:00010000:1.0:1775764872.819902:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1071992->18446744073709551615) 00002000:00100000:1.0:1775764872.819908:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51180 with x1862022223281280 ext(1071992->18446744073709551615) 00002000:00010000:1.0:1775764872.819924:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51180. 00000100:00100000:1.0:1775764872.820002:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39836 00000100:00100000:1.0:1775764872.820013:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223281280:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764872.820369:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764872.820375:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52a00 with x1862022223281152 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764872.820382:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52a00. 00002000:00010000:1.0:1775764872.820623:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 264814 -> 1071992 00002000:00010000:1.0:1775764872.820638:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764873 00002000:00010000:1.0:1775764872.820641:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764871 -> 1775764872 00002000:00010000:1.0:1775764872.820644:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764873 00002000:00010000:1.0:1775764872.820646:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:1.0:1775764872.820724:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223281280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 711us (2490us total) trans 4294996348 rc 0/0 00000100:00100000:1.0:1775764872.820732:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39836 00002000:00010000:1.0:1775764872.820736:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1071992->18446744073709551615) 00002000:00100000:1.0:1775764872.820739:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d51180 with x1862022223281280 ext(1071992->18446744073709551615) 00002000:00010000:1.0:1775764872.820744:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d51180. 00000100:00100000:1.0:1775764872.820765:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39837 00000100:00100000:1.0:1775764872.820772:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223281152:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764872.820948:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764872.820952:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764872 -> 1775764873 00002000:00010000:1.0:1775764872.820954:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764872.820956:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764872 -> 1775764873 00002000:00010000:1.0:1775764872.820959:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 329 00000100:00100000:1.0:1775764872.820998:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223281152:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 226us (3027us total) trans 4294997051 rc 0/0 00000100:00100000:1.0:1775764872.821004:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39837 00002000:00010000:1.0:1775764872.821007:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764872.821010:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52a00 with x1862022223281152 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764872.821014:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52a00. 00000100:00100000:3.0:1775764872.824176:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.824245:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223281408 00000100:00100000:3.0:1775764872.824257:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223281408 00000100:00100000:3.0:1775764872.824340:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44921 00000100:00100000:3.0:1775764872.824352:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022223281408:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764872.824385:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764872.824411:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d128b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd588 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.824562:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1292 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.824585:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.824600:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764872.824646:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5266296 00000004:00200000:3.0:1775764872.824652:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764872.824676:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.824706:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d128b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd588 expref: 49 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.824728:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1292 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd588 expref: 48 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.824737:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764872.824740:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764872.824745:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0c00, rc 0) 00000100:00100000:3.0:1775764872.824826:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223281408:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 477us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764872.824834:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44921 00000100:00100000:0.0:1775764872.833309:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.833761:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223281536 00000100:00100000:2.0:1775764872.833775:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223281536 00002000:00100000:2.0:1775764872.833921:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (126976->544767) req@ffff8b8cc17b4000 x1862022223281536/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.833936:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022223281536 ext(126976->544767) 00002000:00010000:2.0:1775764872.833945:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4000 00000100:00100000:2.0:1775764872.834029:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39838 00000100:00100000:2.0:1775764872.834041:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223281536:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764872.842921:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223281536:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8864us (9610us total) trans 4294997052 rc 0/0 00000100:00100000:1.0:1775764872.842939:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39838 00002000:00100000:1.0:1775764872.842956:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (126976->544767) req@ffff8b8cc17b4000 x1862022223281536/t4294997052(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/448 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764872.842968:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022223281536 ext(126976->544767) 00002000:00010000:1.0:1775764872.842975:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4000 00000100:00100000:2.0:1775764872.847650:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764872.847784:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223281664 00000100:00100000:1.0:1775764872.847866:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223281664 00000100:00100000:1.0:1775764872.847976:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84965 00000100:00100000:1.0:1775764872.847988:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223281664:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764872.899781:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997052 is committed 00000100:00100000:1.0:1775764872.900272:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223281664:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 52275us (52635us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764872.900290:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84965 00000100:00100000:0.0:1775764872.906690:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.907418:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223281920 00000100:00100000:3.0:1775764872.907433:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223281920 00000100:00100000:3.0:1775764872.907976:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44922 00000100:00100000:3.0:1775764872.907991:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223281920:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764872.908083:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764872.908124:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1292 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd588 expref: 48 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.908152:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764872.908160:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764872.908442:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1299 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.908460:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.908472:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764872.908675:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032688 00000004:00010000:3.0:1775764872.908707:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093010947 reply state 0000000052149786 transno 4295032689 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764872.908719:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764872.909085:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223281920:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1097us (2406us total) trans 4295032689 rc 0/0 00000100:00100000:3.0:1775764872.909095:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44922 00000020:00080000:3.0:1775764872.909101:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764872.913478:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.913601:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.913649:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223282176 00000100:00100000:0.0:1775764872.913662:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223282176 00002000:00010000:0.0:1775764872.913714:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1412999->18446744073709551615) 00002000:00100000:0.0:1775764872.913721:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6a00 with x1862022223282176 ext(1412999->18446744073709551615) 00002000:00010000:0.0:1775764872.913736:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6a00. 00000100:00100000:0.0:1775764872.913763:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223282048 00000100:00100000:0.0:1775764872.913766:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223282048 00002000:00010000:0.0:1775764872.913777:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764872.913780:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5880 with x1862022223282048 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764872.913786:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5880. 00000100:00100000:0.0:1775764872.913815:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39839 00000100:00100000:0.0:1775764872.913825:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223282176:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:2.0:1775764872.914517:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.914533:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1299 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.914561:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1299 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.914570:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764872.914576:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1299 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.914585:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1299 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.914606:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764872.914610:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764872.914616:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1299 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764872.914623:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1299 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764872.915292:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1071992 -> 1412999 00002000:00010000:0.0:1775764872.915298:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764872.915301:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:0.0:1775764872.915304:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764872.915307:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764872.915398:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223282176:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1570us (1931us total) trans 4294996349 rc 0/0 00000100:00100000:0.0:1775764872.915410:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39839 00002000:00010000:0.0:1775764872.915417:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1412999->18446744073709551615) 00002000:00100000:0.0:1775764872.915420:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6a00 with x1862022223282176 ext(1412999->18446744073709551615) 00002000:00010000:0.0:1775764872.915429:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b6a00. 00000100:00100000:0.0:1775764872.915465:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39840 00000100:00100000:0.0:1775764872.915477:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223282048:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764872.917294:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764872.917305:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764872.917308:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:0.0:1775764872.917310:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764872.917313:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 585 00000100:00100000:0.0:1775764872.917445:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223282048:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1964us (3836us total) trans 4294997053 rc 0/0 00000100:00100000:0.0:1775764872.917457:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39840 00002000:00010000:0.0:1775764872.917464:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764872.917467:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5880 with x1862022223282048 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764872.917477:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5880. 00000100:00100000:0.0:1775764872.922712:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.922829:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223282304 00000100:00100000:3.0:1775764872.922844:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223282304 00002000:00100000:3.0:1775764872.922912:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1363968->1368063) req@ffff8b8c8f8c6680 x1862022223282304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.922925:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6680 with x1862022223282304 ext(1363968->1368063) 00002000:00010000:3.0:1775764872.922933:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c6680 00000100:00100000:3.0:1775764872.922975:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39841 00000100:00100000:3.0:1775764872.922989:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223282304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764872.923674:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223282304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 684us (975us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764872.923683:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39841 00002000:00100000:3.0:1775764872.923692:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1363968->1368063) req@ffff8b8c8f8c6680 x1862022223282304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.923701:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6680 with x1862022223282304 ext(1363968->1368063) 00002000:00010000:3.0:1775764872.923705:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c6680 00000100:00100000:2.0:1775764872.928866:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.929398:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223282432 00000100:00100000:3.0:1775764872.929412:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223282432 00002000:00100000:3.0:1775764872.929483:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (1368064->1372159) req@ffff8b8c86d74700 x1862022223282432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.929605:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74700 with x1862022223282432 ext(1368064->1372159) 00002000:00010000:3.0:1775764872.929612:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74700 00000100:00100000:3.0:1775764872.929715:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39842 00000100:00100000:3.0:1775764872.929728:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223282432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764872.930087:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223282432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 360us (1236us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764872.930096:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39842 00002000:00100000:3.0:1775764872.930105:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (1368064->1372159) req@ffff8b8c86d74700 x1862022223282432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.930114:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74700 with x1862022223282432 ext(1368064->1372159) 00002000:00010000:3.0:1775764872.930117:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74700 00000100:00100000:1.0:1775764872.936762:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764872.940666:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223282560 00000100:00100000:0.0:1775764872.940690:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223282560 00002000:00100000:0.0:1775764872.940780:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (1343488->1409023) req@ffff8b8cb77e2a00 x1862022223282560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764872.940880:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2a00 with x1862022223282560 ext(1343488->1409023) 00002000:00010000:0.0:1775764872.940889:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e2a00 00000100:00100000:0.0:1775764872.941021:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39843 00000100:00100000:0.0:1775764872.941034:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223282560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764872.953425:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223282560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12379us (16661us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764872.953440:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39843 00002000:00100000:2.0:1775764872.953454:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (1343488->1409023) req@ffff8b8cb77e2a00 x1862022223282560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 504/440 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.953465:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2a00 with x1862022223282560 ext(1343488->1409023) 00002000:00010000:2.0:1775764872.953473:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e2a00 00000100:00100000:1.0:1775764872.961280:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.962679:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223282688 00000100:00100000:2.0:1775764872.962698:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223282688 00002000:00100000:2.0:1775764872.962777:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1409024->1413119) req@ffff8b8cb77e1c00 x1862022223282688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.962790:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1c00 with x1862022223282688 ext(1409024->1413119) 00002000:00010000:2.0:1775764872.962809:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1c00 00000100:00100000:2.0:1775764872.962911:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39844 00000100:00100000:2.0:1775764872.962924:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223282688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764872.963296:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223282688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 373us (2030us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764872.963305:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39844 00002000:00100000:2.0:1775764872.963313:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1409024->1413119) req@ffff8b8cb77e1c00 x1862022223282688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/4536 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.963322:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1c00 with x1862022223282688 ext(1409024->1413119) 00002000:00010000:2.0:1775764872.963326:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1c00 00000100:00100000:0.0:1775764872.970208:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764872.970633:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223282816 00000100:00100000:3.0:1775764872.970647:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223282816 00002000:00100000:3.0:1775764872.970715:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (1363968->1412998) req@ffff8b8c8f8c5f80 x1862022223282816/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/0 e 0 to 0 dl 1775764883 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764872.970729:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5f80 with x1862022223282816 ext(1363968->1412998) 00002000:00010000:3.0:1775764872.970736:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5f80 00000100:00100000:3.0:1775764872.970903:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39845 00000100:00100000:3.0:1775764872.970914:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223282816:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764872.979849:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223282816:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8920us (9637us total) trans 4294996350 rc 0/0 00000100:00100000:2.0:1775764872.979870:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39845 00002000:00100000:2.0:1775764872.979886:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (1363968->1412998) req@ffff8b8c8f8c5f80 x1862022223282816/t4294996350(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:353/0 lens 488/448 e 0 to 0 dl 1775764883 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764872.979899:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5f80 with x1862022223282816 ext(1363968->1412998) 00002000:00010000:2.0:1775764872.979906:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c5f80 00000100:00100000:0.0:1775764872.984197:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764872.984326:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223282944 00000100:00100000:2.0:1775764872.984340:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223282944 00000100:00100000:2.0:1775764872.984427:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84966 00000100:00100000:2.0:1775764872.984439:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223282944:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764873.058759:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996349 is committed 00000001:00080000:3.0:1775764873.059063:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996350 is committed 00000100:00100000:0.0:1775764873.059265:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223282944:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 74820us (75074us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764873.059279:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84966 00000100:00100000:2.0:1775764873.062747:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.062840:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223283072 00000100:00100000:1.0:1775764873.062854:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223283072 00000100:00100000:1.0:1775764873.062945:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44923 00000100:00100000:1.0:1775764873.062956:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022223283072:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764873.062988:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764873.063015:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d12a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd58f expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.063135:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d12a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.063154:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d12a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.063171:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d12a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764873.063208:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5607303 00000004:00200000:1.0:1775764873.063213:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764873.063235:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d12a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.063264:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d12a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd58f expref: 51 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.063282:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d12a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd58f expref: 50 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.063292:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764873.063296:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764873.063300:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4e00, rc 0) 00000100:00080000:3.0:1775764873.063407:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764873.063979:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223283072:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1021us (1240us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764873.063989:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44923 00000100:00100000:2.0:1775764873.072397:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.072745:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223283200 00000100:00100000:1.0:1775764873.072760:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223283200 00002000:00100000:1.0:1775764873.072902:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2789376->2834431) req@ffff8b8c86d74380 x1862022223283200/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.072915:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74380 with x1862022223283200 ext(2789376->2834431) 00002000:00010000:1.0:1775764873.072923:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74380 00000100:00100000:1.0:1775764873.072967:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39846 00000100:00100000:1.0:1775764873.072978:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223283200:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764873.084850:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223283200:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 11853us (12446us total) trans 4294997054 rc 0/0 00000100:00100000:1.0:1775764873.084869:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39846 00002000:00100000:1.0:1775764873.084890:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2789376->2834431) req@ffff8b8c86d74380 x1862022223283200/t4294997054(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/448 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.084903:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74380 with x1862022223283200 ext(2789376->2834431) 00002000:00010000:1.0:1775764873.084911:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74380 00000100:00100000:1.0:1775764873.089774:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.090116:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223283328 00000100:00100000:2.0:1775764873.090130:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223283328 00000100:00100000:2.0:1775764873.090244:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84967 00000100:00100000:2.0:1775764873.090257:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb46b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223283328:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764873.127295:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997053 is committed 00000001:00080000:1.0:1775764873.127315:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997054 is committed 00000100:00100000:3.0:1775764873.127528:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb46b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223283328:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 37268us (37762us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764873.127575:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84967 00000100:00100000:2.0:1775764873.131279:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.131711:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223283456 00000100:00100000:0.0:1775764873.131724:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223283456 00000100:00080000:3.0:1775764873.131959:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:0.0:1775764873.132050:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (757760->761855) req@ffff8b8c86d75500 x1862022223283456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.132062:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75500 with x1862022223283456 ext(757760->761855) 00002000:00010000:0.0:1775764873.132071:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d75500 00000100:00100000:0.0:1775764873.132165:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39847 00000100:00100000:0.0:1775764873.132180:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223283456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764873.132596:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223283456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 419us (1325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764873.132606:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39847 00002000:00100000:0.0:1775764873.132614:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (757760->761855) req@ffff8b8c86d75500 x1862022223283456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/4536 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.132641:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75500 with x1862022223283456 ext(757760->761855) 00002000:00010000:0.0:1775764873.132645:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d75500 00000100:00100000:3.0:1775764873.135575:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.136043:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223283584 00000100:00100000:1.0:1775764873.136059:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223283584 00002000:00100000:1.0:1775764873.136131:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (761856->765951) req@ffff8b8c926bd880 x1862022223283584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.136144:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bd880 with x1862022223283584 ext(761856->765951) 00002000:00010000:1.0:1775764873.136152:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bd880 00000100:00100000:1.0:1775764873.136192:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39848 00000100:00100000:1.0:1775764873.136204:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223283584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764873.136584:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223283584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 380us (1056us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764873.136593:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39848 00002000:00100000:1.0:1775764873.136600:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (761856->765951) req@ffff8b8c926bd880 x1862022223283584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/4536 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.136609:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bd880 with x1862022223283584 ext(761856->765951) 00002000:00010000:1.0:1775764873.136613:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bd880 00000100:00100000:2.0:1775764873.142463:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.142913:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223283712 00000100:00100000:1.0:1775764873.142929:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223283712 00002000:00100000:1.0:1775764873.142991:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1134592->1138687) req@ffff8b8c86d75180 x1862022223283712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.143004:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022223283712 ext(1134592->1138687) 00002000:00010000:1.0:1775764873.143011:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:1.0:1775764873.143134:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39849 00000100:00100000:1.0:1775764873.143146:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223283712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764873.143514:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223283712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 368us (1064us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764873.143522:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39849 00002000:00100000:1.0:1775764873.143529:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1134592->1138687) req@ffff8b8c86d75180 x1862022223283712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/4536 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.143561:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022223283712 ext(1134592->1138687) 00002000:00010000:1.0:1775764873.143565:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:3.0:1775764873.147914:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.148000:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223283840 00000100:00100000:0.0:1775764873.148014:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223283840 00002000:00100000:0.0:1775764873.148096:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (1138688->1142783) req@ffff8b8c926be680 x1862022223283840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.148110:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926be680 with x1862022223283840 ext(1138688->1142783) 00002000:00010000:0.0:1775764873.148117:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926be680 00000100:00100000:0.0:1775764873.148210:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39850 00000100:00100000:0.0:1775764873.148222:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223283840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764873.148673:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223283840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 451us (768us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764873.148682:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39850 00002000:00100000:0.0:1775764873.148689:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (1138688->1142783) req@ffff8b8c926be680 x1862022223283840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/4536 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.148697:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926be680 with x1862022223283840 ext(1138688->1142783) 00002000:00010000:0.0:1775764873.148700:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926be680 00000100:00100000:3.0:1775764873.156137:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.156279:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223283968 00000100:00100000:0.0:1775764873.156294:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223283968 00002000:00100000:0.0:1775764873.156364:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1114112->1179647) req@ffff8b8c926bca80 x1862022223283968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.156378:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bca80 with x1862022223283968 ext(1114112->1179647) 00002000:00010000:0.0:1775764873.156386:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bca80 00000100:00100000:0.0:1775764873.156432:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39851 00000100:00100000:0.0:1775764873.156443:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223283968:12345-192.168.202.29@tcp:3:fsx.0 00010000:00010000:2.0:1775764873.165026:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764873.167352:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223283968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10894us (11212us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764873.167370:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39851 00002000:00100000:0.0:1775764873.167388:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (1114112->1179647) req@ffff8b8c926bca80 x1862022223283968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.167400:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bca80 with x1862022223283968 ext(1114112->1179647) 00002000:00010000:0.0:1775764873.167409:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bca80 00000100:00100000:2.0:1775764873.171922:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.172037:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223284096 00000100:00100000:3.0:1775764873.172051:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223284096 00002000:00100000:3.0:1775764873.172113:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1179648->1216511) req@ffff8b8c86d74000 x1862022223284096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.172126:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022223284096 ext(1179648->1216511) 00002000:00010000:3.0:1775764873.172133:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:3.0:1775764873.172212:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39852 00000100:00100000:3.0:1775764873.172222:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223284096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764873.179202:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223284096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6963us (7277us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1775764873.179221:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39852 00002000:00100000:0.0:1775764873.179238:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (1179648->1216511) req@ffff8b8c86d74000 x1862022223284096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.179249:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022223284096 ext(1179648->1216511) 00002000:00010000:0.0:1775764873.179257:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:2.0:1775764873.182366:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.182455:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223284224 00000100:00100000:3.0:1775764873.182468:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223284224 00002000:00100000:3.0:1775764873.182670:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (757760->1187839) req@ffff8b8c86d76300 x1862022223284224/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.182684:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76300 with x1862022223284224 ext(757760->1187839) 00002000:00010000:3.0:1775764873.182691:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d76300 00000100:00100000:3.0:1775764873.182765:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39853 00000100:00100000:3.0:1775764873.182775:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223284224:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764873.190484:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223284224:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7693us (8113us total) trans 4294996351 rc 0/0 00000100:00100000:3.0:1775764873.190500:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39853 00002000:00100000:3.0:1775764873.190517:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (757760->1187839) req@ffff8b8c86d76300 x1862022223284224/t4294996351(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/448 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.190529:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d76300 with x1862022223284224 ext(757760->1187839) 00002000:00010000:3.0:1775764873.190577:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d76300 00000100:00100000:3.0:1775764873.196250:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.196386:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223284352 00000100:00100000:1.0:1775764873.196402:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223284352 00000100:00100000:1.0:1775764873.196521:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84968 00000100:00100000:1.0:1775764873.196535:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223284352:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764873.227703:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb77e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224993152:0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.227816:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764873.227879:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb77e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224993664:0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.227910:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764873.227944:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764873.227952:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb77e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022224993280:0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.227975:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764873.227991:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb77e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224993792:0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.228018:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764873.228054:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb77e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022224993408:0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.228079:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764873.228099:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764873.228105:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb77e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224993536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.228125:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764873.228163:0:5804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224993152 00000100:00100000:1.0:1775764873.228171:0:5804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224993152 00000100:00100000:0.0:1775764873.229112:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224993664 00000100:00100000:0.0:1775764873.229126:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224993664 00000100:00100000:0.0:1775764873.229199:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224993280 00000100:00100000:0.0:1775764873.229203:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224993280 00000100:00100000:0.0:1775764873.229225:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224993408 00000100:00100000:0.0:1775764873.229229:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224993408 00000100:00100000:0.0:1775764873.229248:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1775764873.229260:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224993664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764873.229353:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022224993664:12345-0@lo:400:kworker.0 Request processed in 94us (1440us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764873.229360:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1775764873.229385:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1775764873.229391:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022224993280:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1775764873.229641:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764873.229731:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022224993280:12345-0@lo:400:kworker.0 Request processed in 338us (1753us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764873.229738:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1775764873.229754:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:0.0:1775764873.229759:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022224993408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764873.229810:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022224993408:12345-0@lo:400:kworker.0 Request processed in 51us (1730us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764873.229816:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1775764873.230296:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb77e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022224993408:0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.231666:0:5804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1775764873.231685:0:5804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8317b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224993152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.231778:0:5804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8317b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:822ecbf7-6272-425b-8300-0d248be22ae0+18:3312:x1862022224993152:12345-0@lo:400:kworker.0 Request processed in 99us (3961us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764873.231785:0:5804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1775764873.233229:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224993792 00000100:00100000:1.0:1775764873.233248:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224993792 00000100:00100000:1.0:1775764873.233317:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224993536 00000100:00100000:1.0:1775764873.233321:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224993536 00000100:00100000:1.0:1775764873.233347:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1775764873.233356:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224993792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.233455:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022224993792:12345-0@lo:400:kworker.0 Request processed in 100us (5435us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764873.233463:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1775764873.233475:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1775764873.233481:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224993536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.233528:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224993536:12345-0@lo:400:kworker.0 Request processed in 47us (5401us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764873.233534:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00080000:1.0:1775764873.233594:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764873.233656:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb77e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224993536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.233702:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb77e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022224993280:0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.233713:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb77e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3312:1862022224993792:0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.233725:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb77e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822ecbf7-6272-425b-8300-0d248be22ae0:3312:1862022224993152:0@lo:400:kworker.0 00000100:00100000:1.0:1775764873.233737:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb77e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022224993664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764873.254964:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223284352:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 58415us (58711us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764873.254983:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84968 00000001:00080000:2.0:1775764873.258023:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996351 is committed 00000100:00100000:0.0:1775764873.262201:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.262466:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223284608 00000100:00100000:2.0:1775764873.262479:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223284608 00000100:00100000:2.0:1775764873.262590:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44924 00000100:00100000:2.0:1775764873.262614:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223284608:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764873.262703:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764873.262744:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d12a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd58f expref: 50 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.262769:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764873.262775:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764873.263350:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96355c00/0xdb23b4c9253d12ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.263371:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96355c00/0xdb23b4c9253d12ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.263385:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96355c00/0xdb23b4c9253d12ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764873.263458:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032690 00000004:00010000:2.0:1775764873.263498:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002da00214 reply state 00000000ffc978ca transno 4295032691 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96355c00/0xdb23b4c9253d12ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764873.263510:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764873.263951:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223284608:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1338us (1761us total) trans 4295032691 rc 0/0 00000100:00100000:2.0:1775764873.263960:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44924 00000020:00080000:2.0:1775764873.263967:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764873.272747:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.272814:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.272850:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223284864 00000100:00100000:0.0:1775764873.272862:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223284864 00002000:00010000:0.0:1775764873.272913:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764873.272919:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022223284864 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764873.272935:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c7b80. 00000100:00100000:0.0:1775764873.272960:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223284736 00000100:00100000:0.0:1775764873.272964:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223284736 00002000:00010000:0.0:1775764873.272979:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3572794->18446744073709551615) 00002000:00100000:0.0:1775764873.272982:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022223284736 ext(3572794->18446744073709551615) 00002000:00010000:0.0:1775764873.272989:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4e00. 00000100:00100000:0.0:1775764873.273011:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39854 00000100:00100000:0.0:1775764873.273021:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223284864:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764873.273501:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1412999 -> 0 00002000:00010000:0.0:1775764873.273505:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764873.273508:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:0.0:1775764873.273510:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764873.273512:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 903 00000100:00100000:0.0:1775764873.273636:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223284864:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 615us (902us total) trans 4294996352 rc 0/0 00000100:00100000:0.0:1775764873.273646:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39854 00002000:00010000:0.0:1775764873.273650:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764873.273653:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022223284864 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764873.273658:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c7b80. 00000100:00100000:0.0:1775764873.273685:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39855 00000100:00100000:0.0:1775764873.273694:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223284736:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764873.273909:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3572794 00002000:00010000:0.0:1775764873.273913:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764873.273915:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:0.0:1775764873.273917:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764873.273919:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 713 00000100:00100000:0.0:1775764873.273944:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223284736:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 251us (1129us total) trans 4294997055 rc 0/0 00000100:00100000:0.0:1775764873.273950:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39855 00002000:00010000:0.0:1775764873.273953:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3572794->18446744073709551615) 00002000:00100000:0.0:1775764873.273956:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4e00 with x1862022223284736 ext(3572794->18446744073709551615) 00002000:00010000:0.0:1775764873.273960:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4e00. 00010000:00010000:1.0:1775764873.279851:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96355c00/0xdb23b4c9253d12ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.279876:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96355c00/0xdb23b4c9253d12ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.279886:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96355c00/0xdb23b4c9253d12ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.279893:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96355c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764873.279900:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96355c00/0xdb23b4c9253d12ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.279909:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96355c00/0xdb23b4c9253d12ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.279935:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764873.279938:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764873.279945:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96355c00/0xdb23b4c9253d12ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.279952:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96355c00/0xdb23b4c9253d12ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764873.280510:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.280717:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223284992 00000100:00100000:0.0:1775764873.280731:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223284992 00000100:00100000:0.0:1775764873.280809:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44925 00000100:00100000:0.0:1775764873.280821:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022223284992:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764873.280853:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764873.280876:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9400/0xdb23b4c9253d12b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd596 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.280988:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d12bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.281005:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d12bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.281018:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d12bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764873.281052:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3572794 00000004:00200000:0.0:1775764873.281058:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764873.281080:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d12bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.281108:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9400/0xdb23b4c9253d12b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd596 expref: 53 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.281127:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d12bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd596 expref: 52 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.281142:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764873.281145:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764873.281148:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cad9e9a00, rc 0) 00000100:00100000:0.0:1775764873.281234:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223284992:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 416us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764873.281243:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44925 00000100:00100000:0.0:1775764873.296503:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.296828:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223285120 00000100:00100000:1.0:1775764873.296843:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223285120 00002000:00100000:1.0:1775764873.296908:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1933312->3578903) req@ffff8b8c8f8c4700 x1862022223285120/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 552/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.296920:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022223285120 ext(1933312->3578903) 00002000:00010000:1.0:1775764873.296926:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700 00000100:00100000:1.0:1775764873.296970:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39856 00000100:00100000:1.0:1775764873.296981:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223285120:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764873.310313:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223285120:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 13315us (13814us total) trans 4294997056 rc 0/0 00000100:00100000:3.0:1775764873.310331:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39856 00002000:00100000:3.0:1775764873.310349:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1933312->3578903) req@ffff8b8c8f8c4700 x1862022223285120/t4294997056(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 552/464 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.310367:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4700 with x1862022223285120 ext(1933312->3578903) 00002000:00010000:3.0:1775764873.310375:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4700 00000100:00100000:1.0:1775764873.314434:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.314609:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223285248 00000100:00100000:3.0:1775764873.314632:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223285248 00000100:00100000:3.0:1775764873.314713:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84969 00000100:00100000:3.0:1775764873.314725:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223285248:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764873.370977:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997055 is committed 00000100:00100000:1.0:1775764873.371283:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223285248:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 56551us (56854us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764873.371302:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84969 00000001:00080000:2.0:1775764873.376396:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997056 is committed 00000100:00100000:0.0:1775764873.382911:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.383143:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223285376 00000100:00100000:1.0:1775764873.383159:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223285376 00002000:00100000:1.0:1775764873.383226:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (888832->1740799) req@ffff8b8c8f8c4380 x1862022223285376/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 520/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.383241:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022223285376 ext(888832->1740799) 00002000:00010000:1.0:1775764873.383248:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4380 00000100:00100000:1.0:1775764873.383288:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39857 00000100:00100000:1.0:1775764873.383300:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223285376:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764873.388917:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223285376:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5604us (6006us total) trans 4294997057 rc 0/0 00000100:00100000:1.0:1775764873.388933:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39857 00002000:00100000:1.0:1775764873.388952:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (888832->1740799) req@ffff8b8c8f8c4380 x1862022223285376/t4294997057(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 520/456 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.388964:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022223285376 ext(888832->1740799) 00002000:00010000:1.0:1775764873.388971:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4380 00000100:00100000:3.0:1775764873.393348:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.393863:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223285504 00000100:00100000:0.0:1775764873.393879:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223285504 00000100:00100000:0.0:1775764873.393967:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84970 00000100:00100000:0.0:1775764873.393981:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223285504:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764873.441168:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997057 is committed 00000100:00100000:0.0:1775764873.441394:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223285504:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47407us (48051us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764873.441419:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84970 00000100:00100000:0.0:1775764873.451336:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.451727:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223285760 00000100:00100000:1.0:1775764873.451743:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223285760 00000100:00100000:1.0:1775764873.451838:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44926 00000100:00100000:1.0:1775764873.451852:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223285760:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764873.451924:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764873.451961:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cad9e9a00/0xdb23b4c9253d12bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd596 expref: 52 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.451994:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764873.452002:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764873.452294:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.452311:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.452325:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764873.452386:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032692 00000004:00010000:1.0:1775764873.453188:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000626d55ff reply state 00000000c8fbf071 transno 4295032693 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764873.453203:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764873.453446:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223285760:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1595us (2123us total) trans 4295032693 rc 0/0 00000100:00100000:1.0:1775764873.453457:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44926 00000020:00080000:1.0:1775764873.453465:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764873.458728:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.458762:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.458985:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223285888 00000100:00100000:0.0:1775764873.458999:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223285888 00002000:00010000:0.0:1775764873.459053:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (736181->18446744073709551615) 00002000:00100000:0.0:1775764873.459060:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022223285888 ext(736181->18446744073709551615) 00002000:00010000:0.0:1775764873.459077:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d180. 00000100:00100000:0.0:1775764873.459115:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223286016 00000100:00100000:0.0:1775764873.459118:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223286016 00002000:00010000:0.0:1775764873.459132:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764873.459136:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223286016 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764873.459146:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c380. 00000100:00100000:0.0:1775764873.459171:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39858 00000100:00100000:0.0:1775764873.459182:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223285888:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764873.459854:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3572794 -> 736181 00002000:00010000:0.0:1775764873.459861:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764873.459863:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:0.0:1775764873.459865:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764873.459868:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 1869 00000100:00100000:0.0:1775764873.459949:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223285888:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 766us (1233us total) trans 4294997058 rc 0/0 00000100:00100000:0.0:1775764873.459959:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39858 00002000:00010000:0.0:1775764873.459964:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (736181->18446744073709551615) 00002000:00100000:0.0:1775764873.459967:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022223285888 ext(736181->18446744073709551615) 00002000:00010000:0.0:1775764873.459973:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d180. 00000100:00100000:0.0:1775764873.460004:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39859 00000100:00100000:0.0:1775764873.460012:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223286016:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764873.460157:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764873.460160:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764873.460163:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:0.0:1775764873.460165:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764873.460167:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 903 -> 903 00000100:00100000:0.0:1775764873.460191:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223286016:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 181us (1428us total) trans 4294996353 rc 0/0 00000100:00100000:0.0:1775764873.460198:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39859 00002000:00010000:0.0:1775764873.460201:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764873.460204:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223286016 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764873.460221:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c380. 00010000:00010000:2.0:1775764873.461154:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.461178:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.461187:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.461193:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764873.461199:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.461746:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12c3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.461776:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764873.461780:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764873.461869:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12c3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.461878:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764873.475449:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.475723:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223286144 00000100:00100000:3.0:1775764873.475738:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223286144 00000100:00100000:3.0:1775764873.475904:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44927 00000100:00100000:3.0:1775764873.475918:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022223286144:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764873.475958:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764873.475985:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd59d expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.476102:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d12d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.476121:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d12d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.476136:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d12d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764873.476171:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 736181 00000004:00200000:3.0:1775764873.476897:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764873.476942:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d12d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.476984:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd59d expref: 55 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.477009:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d12d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd59d expref: 54 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.477019:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764873.477023:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764873.477027:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1000, rc 0) 00000100:00100000:3.0:1775764873.477160:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223286144:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1244us (1726us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764873.477170:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44927 00000100:00100000:0.0:1775764873.482844:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.482966:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223286400 00000100:00100000:1.0:1775764873.482981:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223286400 00000100:00100000:1.0:1775764873.483063:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44928 00000100:00100000:1.0:1775764873.483075:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223286400:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764873.483150:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764873.483188:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d12d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd59d expref: 54 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.483227:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764873.483234:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764873.483520:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d12d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.483594:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d12d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.483608:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d12d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764873.483681:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032694 00000004:00010000:1.0:1775764873.483712:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f0f674e reply state 000000000e9cc0d0 transno 4295032695 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d12d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764873.483724:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764873.483846:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223286400:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 772us (1015us total) trans 4295032695 rc 0/0 00000100:00100000:1.0:1775764873.483855:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44928 00000020:00080000:1.0:1775764873.483861:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764873.487179:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.487248:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.487347:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223286528 00000100:00100000:2.0:1775764873.487361:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223286528 00002000:00010000:2.0:1775764873.487416:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764873.487422:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223286528 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764873.487438:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700. 00000100:00100000:2.0:1775764873.487477:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223286656 00000100:00100000:2.0:1775764873.487480:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223286656 00002000:00010000:2.0:1775764873.487498:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (144842->18446744073709551615) 00002000:00100000:2.0:1775764873.487502:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022223286656 ext(144842->18446744073709551615) 00002000:00010000:2.0:1775764873.487512:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d880. 00000100:00100000:2.0:1775764873.487533:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39860 00000100:00100000:2.0:1775764873.487580:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223286528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764873.487914:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 736181 -> 4194304 00002000:00010000:2.0:1775764873.487919:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:2.0:1775764873.487922:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:2.0:1775764873.487924:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:2.0:1775764873.487927:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1869 -> 1869 00000100:00100000:2.0:1775764873.488001:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223286528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 423us (836us total) trans 4294997059 rc 0/0 00000100:00100000:2.0:1775764873.488010:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39860 00002000:00010000:2.0:1775764873.488015:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764873.488019:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223286528 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764873.488023:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c700. 00000100:00100000:2.0:1775764873.488046:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39861 00000100:00100000:2.0:1775764873.488053:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223286656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764873.488187:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 144842 00002000:00010000:2.0:1775764873.488190:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:2.0:1775764873.488192:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:2.0:1775764873.488195:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:2.0:1775764873.488197:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 903 -> 903 00000100:00100000:2.0:1775764873.488222:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223286656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 169us (973us total) trans 4294996354 rc 0/0 00000100:00100000:2.0:1775764873.488229:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39861 00002000:00010000:2.0:1775764873.488232:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (144842->18446744073709551615) 00002000:00100000:2.0:1775764873.488235:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022223286656 ext(144842->18446744073709551615) 00002000:00010000:2.0:1775764873.488240:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d880. 00010000:00010000:3.0:1775764873.492260:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d12d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.492283:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d12d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.492293:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d12d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.492300:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764873.492306:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d12d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.492315:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d12d8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.492339:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764873.492344:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764873.492351:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d12d8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.492357:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d12d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764873.492744:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.493091:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223286784 00000100:00100000:3.0:1775764873.493105:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223286784 00000100:00100000:3.0:1775764873.493177:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44929 00000100:00100000:3.0:1775764873.493189:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022223286784:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764873.493222:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764873.493246:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5a4 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.493357:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d12e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.493372:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d12e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.493386:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d12e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764873.493422:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4339146 00000004:00200000:3.0:1775764873.493427:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764873.493449:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d12e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.493477:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5a4 expref: 57 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.493898:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d12e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5a4 expref: 56 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.493908:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764873.493911:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764873.493915:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0800, rc 0) 00000100:00100000:2.0:1775764873.494138:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223286784:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 949us (1398us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764873.494147:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44929 00000100:00100000:0.0:1775764873.498954:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.499155:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223286912 00000100:00100000:2.0:1775764873.499170:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223286912 00002000:00100000:2.0:1775764873.499238:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (806912->815103) req@ffff8b8c8f8c4a80 x1862022223286912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.499251:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022223286912 ext(806912->815103) 00002000:00010000:2.0:1775764873.499258:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4a80 00000100:00100000:2.0:1775764873.499355:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39862 00000100:00100000:2.0:1775764873.499368:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223286912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764873.499800:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223286912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 423us (852us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1775764873.499810:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39862 00002000:00100000:2.0:1775764873.499818:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (806912->815103) req@ffff8b8c8f8c4a80 x1862022223286912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/8632 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.499827:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022223286912 ext(806912->815103) 00002000:00010000:2.0:1775764873.499831:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4a80 00000100:00100000:0.0:1775764873.503723:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.504886:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223287040 00000100:00100000:1.0:1775764873.504906:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223287040 00002000:00100000:1.0:1775764873.504978:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3031040->3035135) req@ffff8b8c8f8c5500 x1862022223287040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.504999:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022223287040 ext(3031040->3035135) 00002000:00010000:1.0:1775764873.505006:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5500 00000100:00100000:1.0:1775764873.505088:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39863 00000100:00100000:1.0:1775764873.505100:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223287040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764873.505432:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223287040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 333us (1721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764873.505442:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39863 00002000:00100000:1.0:1775764873.505449:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3031040->3035135) req@ffff8b8c8f8c5500 x1862022223287040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/4536 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.505457:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022223287040 ext(3031040->3035135) 00002000:00010000:1.0:1775764873.505461:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5500 00000100:00100000:0.0:1775764873.508758:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.509467:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223287168 00000100:00100000:3.0:1775764873.509481:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223287168 00002000:00100000:2.0:1775764873.509774:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3035136->3039231) req@ffff8b8ca4e61c00 x1862022223287168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.509868:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61c00 with x1862022223287168 ext(3035136->3039231) 00002000:00010000:2.0:1775764873.509876:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61c00 00000100:00100000:2.0:1775764873.509970:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39864 00000100:00100000:2.0:1775764873.509982:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223287168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764873.510311:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223287168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 330us (1566us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764873.510321:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39864 00002000:00100000:2.0:1775764873.510328:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3035136->3039231) req@ffff8b8ca4e61c00 x1862022223287168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/4536 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.510337:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61c00 with x1862022223287168 ext(3035136->3039231) 00002000:00010000:2.0:1775764873.510341:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61c00 00000100:00100000:0.0:1775764873.514279:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.515084:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223287296 00000100:00100000:3.0:1775764873.515098:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223287296 00002000:00100000:3.0:1775764873.515170:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3010560->3076095) req@ffff8b8ca4e62680 x1862022223287296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.515183:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62680 with x1862022223287296 ext(3010560->3076095) 00002000:00010000:3.0:1775764873.515190:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62680 00000100:00100000:3.0:1775764873.515223:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39865 00000100:00100000:3.0:1775764873.515234:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223287296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764873.524577:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223287296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9328us (10298us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764873.524595:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39865 00002000:00100000:2.0:1775764873.524610:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3010560->3076095) req@ffff8b8ca4e62680 x1862022223287296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1775764873.528935:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00002000:00100000:2.0:1775764873.529131:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62680 with x1862022223287296 ext(3010560->3076095) 00002000:00010000:2.0:1775764873.529142:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62680 00000100:00100000:2.0:1775764873.529190:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223287424 00000100:00100000:2.0:1775764873.529203:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223287424 00002000:00100000:2.0:1775764873.529260:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1404928->1409023) req@ffff8b8ca4e63480 x1862022223287424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.529270:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63480 with x1862022223287424 ext(1404928->1409023) 00002000:00010000:2.0:1775764873.529274:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63480 00000100:00100000:2.0:1775764873.529301:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39866 00000100:00100000:2.0:1775764873.529313:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223287424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764873.529697:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223287424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 384us (775us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764873.529706:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39866 00002000:00100000:2.0:1775764873.529713:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1404928->1409023) req@ffff8b8ca4e63480 x1862022223287424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/4536 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.529721:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63480 with x1862022223287424 ext(1404928->1409023) 00002000:00010000:2.0:1775764873.529725:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63480 00000100:00100000:0.0:1775764873.534014:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.534343:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223287552 00000100:00100000:3.0:1775764873.534357:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223287552 00002000:00100000:3.0:1775764873.534631:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1409024->1413119) req@ffff8b8ca4e61180 x1862022223287552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.534645:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61180 with x1862022223287552 ext(1409024->1413119) 00002000:00010000:3.0:1775764873.534653:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61180 00000100:00100000:3.0:1775764873.534696:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39867 00000100:00100000:3.0:1775764873.534707:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223287552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764873.535117:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223287552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 407us (1113us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764873.535125:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39867 00002000:00100000:3.0:1775764873.535133:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1409024->1413119) req@ffff8b8ca4e61180 x1862022223287552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/4536 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.535142:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61180 with x1862022223287552 ext(1409024->1413119) 00002000:00010000:3.0:1775764873.535146:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61180 00000100:00100000:1.0:1775764873.539920:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.540103:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223287680 00000100:00100000:2.0:1775764873.540117:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223287680 00002000:00100000:2.0:1775764873.540187:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1384448->1449983) req@ffff8b8cbb781180 x1862022223287680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.540201:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781180 with x1862022223287680 ext(1384448->1449983) 00002000:00010000:2.0:1775764873.540209:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781180 00000100:00100000:2.0:1775764873.540253:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39868 00000100:00100000:2.0:1775764873.540266:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223287680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764873.553040:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223287680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12759us (13116us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764873.553059:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39868 00002000:00100000:2.0:1775764873.553075:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1384448->1449983) req@ffff8b8cbb781180 x1862022223287680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.553086:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781180 with x1862022223287680 ext(1384448->1449983) 00002000:00010000:2.0:1775764873.553094:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781180 00000100:00100000:1.0:1775764873.558330:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.558830:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223287808 00000100:00100000:2.0:1775764873.558847:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223287808 00002000:00100000:2.0:1775764873.558930:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1404928->1421311) req@ffff8b8cbb781c00 x1862022223287808/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 16872/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.558944:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781c00 with x1862022223287808 ext(1404928->1421311) 00002000:00010000:2.0:1775764873.558952:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781c00 00000100:00100000:2.0:1775764873.558986:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39869 00000100:00100000:2.0:1775764873.558999:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223287808:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764873.560249:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223287808:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 1244us (1924us total) trans 4294997060 rc 0/0 00000100:00100000:2.0:1775764873.560264:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39869 00002000:00100000:2.0:1775764873.560276:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1404928->1421311) req@ffff8b8cbb781c00 x1862022223287808/t4294997060(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 16872/448 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.560287:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781c00 with x1862022223287808 ext(1404928->1421311) 00002000:00010000:2.0:1775764873.560293:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781c00 00000100:00100000:1.0:1775764873.568817:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.569055:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223287936 00000100:00100000:3.0:1775764873.569069:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223287936 00000100:00100000:3.0:1775764873.569147:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84971 00000100:00100000:3.0:1775764873.569160:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223287936:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764873.604340:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223287936:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35169us (35523us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764873.604356:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84971 00000001:00080000:2.0:1775764873.604455:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997058 is committed 00000001:00080000:2.0:1775764873.604483:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997060 is committed 00000100:00100000:1.0:1775764873.608392:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.608668:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223288064 00000100:00100000:3.0:1775764873.608682:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223288064 00002000:00100000:3.0:1775764873.608745:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1044480->1110015) req@ffff8b8cbb782680 x1862022223288064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.608757:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223288064 ext(1044480->1110015) 00002000:00010000:3.0:1775764873.608764:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:3.0:1775764873.608813:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39870 00000100:00100000:3.0:1775764873.608825:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223288064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764873.614612:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223288064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5771us (6218us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764873.614642:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39870 00002000:00100000:3.0:1775764873.614660:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1044480->1110015) req@ffff8b8cbb782680 x1862022223288064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.614672:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223288064 ext(1044480->1110015) 00002000:00010000:3.0:1775764873.614680:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:2.0:1775764873.618475:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.618668:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223288192 00000100:00100000:3.0:1775764873.618681:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223288192 00002000:00100000:3.0:1775764873.618751:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1110016->1146879) req@ffff8b8c86d74e00 x1862022223288192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.618767:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022223288192 ext(1110016->1146879) 00002000:00010000:3.0:1775764873.618777:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74e00 00000100:00100000:3.0:1775764873.618833:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39871 00000100:00100000:3.0:1775764873.618847:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223288192:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764873.624949:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223288192:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6088us (6471us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1775764873.624968:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39871 00002000:00100000:3.0:1775764873.624986:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1110016->1146879) req@ffff8b8c86d74e00 x1862022223288192/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.624999:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022223288192 ext(1110016->1146879) 00002000:00010000:3.0:1775764873.625007:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74e00 00000100:00100000:0.0:1775764873.628483:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.628707:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223288448 00000100:00100000:3.0:1775764873.628722:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223288448 00000100:00100000:3.0:1775764873.628806:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44930 00000100:00100000:3.0:1775764873.628821:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223288448:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764873.628899:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764873.628940:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d12e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5a4 expref: 56 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.628968:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764873.628975:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764873.629295:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.629314:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.629327:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764873.629390:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032696 00000004:00010000:3.0:1775764873.629418:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002fb13eb reply state 00000000486bb97d transno 4295032697 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764873.629429:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764873.629832:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223288448:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1011us (1366us total) trans 4295032697 rc 0/0 00000100:00100000:3.0:1775764873.629842:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44930 00000020:00080000:3.0:1775764873.629849:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764873.632473:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.632507:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.632516:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.632523:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764873.632529:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.632585:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.632609:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764873.632613:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764873.632627:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.632635:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d12ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764873.634699:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.634822:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.636206:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223288576 00000100:00100000:1.0:1775764873.636237:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223288576 00002000:00010000:1.0:1775764873.636311:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2237613->18446744073709551615) 00002000:00100000:1.0:1775764873.636317:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60700 with x1862022223288576 ext(2237613->18446744073709551615) 00002000:00010000:1.0:1775764873.636338:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60700. 00000100:00100000:1.0:1775764873.636376:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223288704 00000100:00100000:1.0:1775764873.636381:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223288704 00002000:00010000:1.0:1775764873.636397:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764873.636400:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61f80 with x1862022223288704 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764873.636409:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e61f80. 00000100:00100000:1.0:1775764873.636446:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39872 00000100:00100000:1.0:1775764873.636459:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223288576:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764873.637019:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2237613 00002000:00010000:1.0:1775764873.637026:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:1.0:1775764873.637029:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764873 00002000:00010000:1.0:1775764873.637032:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:1.0:1775764873.637034:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1869 -> 521 00000100:00100000:1.0:1775764873.637125:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223288576:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 667us (2439us total) trans 4294997061 rc 0/0 00000100:00100000:1.0:1775764873.637135:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39872 00002000:00010000:1.0:1775764873.637141:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2237613->18446744073709551615) 00002000:00100000:1.0:1775764873.637144:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60700 with x1862022223288576 ext(2237613->18446744073709551615) 00002000:00010000:1.0:1775764873.637149:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60700. 00000100:00100000:1.0:1775764873.637175:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39873 00000100:00100000:1.0:1775764873.637184:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223288704:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764873.637352:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 144842 -> 0 00002000:00010000:1.0:1775764873.637355:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:1.0:1775764873.637358:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764873.637360:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:1.0:1775764873.637363:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 903 -> 903 00000100:00100000:1.0:1775764873.637386:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223288704:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 204us (2565us total) trans 4294996355 rc 0/0 00000100:00100000:1.0:1775764873.637394:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39873 00002000:00010000:1.0:1775764873.637398:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764873.637401:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61f80 with x1862022223288704 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764873.637406:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e61f80. 00000100:00100000:3.0:1775764873.640715:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.640982:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223288832 00000100:00100000:1.0:1775764873.640998:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223288832 00000100:00100000:1.0:1775764873.641079:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44931 00000100:00100000:1.0:1775764873.641091:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022223288832:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764873.641125:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764873.641153:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d12f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5ab expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.641265:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.641283:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.641299:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764873.641336:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2237613 00000004:00200000:1.0:1775764873.641341:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764873.641363:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.641393:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d12f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ab expref: 59 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.641415:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ab expref: 58 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.641432:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764873.641435:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764873.641440:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5800, rc 0) 00000100:00100000:1.0:1775764873.642094:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223288832:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 998us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764873.642105:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44931 00000100:00100000:0.0:1775764873.651394:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.651504:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.652157:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223288960 00000100:00100000:2.0:1775764873.652171:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223288960 00002000:00100000:2.0:1775764873.652236:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (737280->2052095) req@ffff8b8ca4e60e00 x1862022223288960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 552/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.652248:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60e00 with x1862022223288960 ext(737280->2052095) 00002000:00010000:2.0:1775764873.652257:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60e00 00000100:00100000:2.0:1775764873.652291:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223289088 00000100:00100000:2.0:1775764873.652296:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223289088 00002000:00100000:2.0:1775764873.652310:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1957888->2240511) req@ffff8b8ca4e62a00 x1862022223289088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.652318:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62a00 with x1862022223289088 ext(1957888->2240511) 00002000:00010000:2.0:1775764873.652321:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62a00 00000100:00100000:2.0:1775764873.652345:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39874 00000100:00100000:2.0:1775764873.652355:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223288960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764873.653528:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39875 00000100:00100000:0.0:1775764873.653572:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223289088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764873.661029:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223289088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7472us (9507us total) trans 0 rc 278528/278528 00000100:00100000:0.0:1775764873.661047:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39875 00002000:00100000:0.0:1775764873.661065:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1957888->2240511) req@ffff8b8ca4e62a00 x1862022223289088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 278528/278528 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.661079:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62a00 with x1862022223289088 ext(1957888->2240511) 00002000:00010000:0.0:1775764873.661088:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62a00 00000100:00100000:2.0:1775764873.671682:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223288960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19311us (20289us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764873.671698:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39874 00002000:00100000:2.0:1775764873.671714:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (737280->2052095) req@ffff8b8ca4e60e00 x1862022223288960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 552/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.671725:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60e00 with x1862022223288960 ext(737280->2052095) 00002000:00010000:2.0:1775764873.671733:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60e00 00000100:00100000:0.0:1775764873.678873:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.678993:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223289344 00000100:00100000:2.0:1775764873.679006:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223289344 00000100:00100000:2.0:1775764873.679091:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44932 00000100:00100000:2.0:1775764873.679104:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223289344:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764873.679180:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764873.679221:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d12fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ab expref: 58 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.679249:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764873.679256:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764873.679835:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96354600/0xdb23b4c9253d1302 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.679854:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96354600/0xdb23b4c9253d1302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.679866:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96354600/0xdb23b4c9253d1302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764873.679931:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032698 00000004:00010000:2.0:1775764873.679959:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054fb7960 reply state 000000002a53bbf7 transno 4295032699 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96354600/0xdb23b4c9253d1302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764873.679969:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764873.680107:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223289344:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1005us (1246us total) trans 4295032699 rc 0/0 00000100:00100000:2.0:1775764873.680117:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44932 00000020:00080000:2.0:1775764873.680123:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764873.688079:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764873.688385:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96354600/0xdb23b4c9253d1302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.688415:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96354600/0xdb23b4c9253d1302 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.688426:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96354600/0xdb23b4c9253d1302 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.688433:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96354600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764873.688439:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96354600/0xdb23b4c9253d1302 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.688449:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96354600/0xdb23b4c9253d1302 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.688473:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764873.688477:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764873.688492:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96354600/0xdb23b4c9253d1302 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.688500:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96354600/0xdb23b4c9253d1302 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764873.688823:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.689282:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223289472 00000100:00100000:1.0:1775764873.689296:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223289472 00002000:00010000:1.0:1775764873.689355:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2428779->18446744073709551615) 00002000:00100000:1.0:1775764873.689361:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022223289472 ext(2428779->18446744073709551615) 00002000:00010000:1.0:1775764873.689379:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0000. 00000100:00100000:1.0:1775764873.689427:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223289600 00000100:00100000:1.0:1775764873.689431:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223289600 00002000:00010000:1.0:1775764873.689446:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764873.689450:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022223289600 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764873.689461:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1880. 00000100:00100000:1.0:1775764873.689677:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39876 00000100:00100000:1.0:1775764873.689691:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223289472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764873.690038:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2237613 -> 2428779 00002000:00010000:1.0:1775764873.690043:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:1.0:1775764873.690046:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764873 -> 1775764873 00002000:00010000:1.0:1775764873.690048:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:1.0:1775764873.690051:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:1.0:1775764873.690136:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223289472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 446us (2074us total) trans 4294997062 rc 0/0 00000100:00100000:1.0:1775764873.690147:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39876 00002000:00010000:1.0:1775764873.690151:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2428779->18446744073709551615) 00002000:00100000:1.0:1775764873.690155:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022223289472 ext(2428779->18446744073709551615) 00002000:00010000:1.0:1775764873.690160:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0000. 00000100:00100000:1.0:1775764873.690184:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39877 00000100:00100000:1.0:1775764873.690191:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223289600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764873.690331:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764873.690334:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764873 00002000:00010000:1.0:1775764873.690337:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764873.690339:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764873 00002000:00010000:1.0:1775764873.690341:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 903 -> 903 00000100:00100000:1.0:1775764873.690368:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223289600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 177us (1546us total) trans 4294996356 rc 0/0 00000100:00100000:1.0:1775764873.690375:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39877 00002000:00010000:1.0:1775764873.690378:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764873.690381:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022223289600 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764873.690386:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1880. 00000100:00100000:0.0:1775764873.695857:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.696027:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223289728 00000100:00100000:3.0:1775764873.696042:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223289728 00002000:00100000:3.0:1775764873.696108:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2240512->2428927) req@ffff8b8ca4e62d80 x1862022223289728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.696122:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62d80 with x1862022223289728 ext(2240512->2428927) 00002000:00010000:3.0:1775764873.696129:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62d80 00000100:00100000:3.0:1775764873.696170:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39878 00000100:00100000:3.0:1775764873.696182:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223289728:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764873.703088:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223289728:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6890us (7228us total) trans 0 rc 188416/188416 00000100:00100000:2.0:1775764873.703107:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39878 00002000:00100000:2.0:1775764873.703125:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2240512->2428927) req@ffff8b8ca4e62d80 x1862022223289728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 188416/188416 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.703137:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62d80 with x1862022223289728 ext(2240512->2428927) 00002000:00010000:2.0:1775764873.703145:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62d80 00000100:00100000:3.0:1775764873.707278:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.707405:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223289856 00000100:00100000:2.0:1775764873.707421:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223289856 00002000:00100000:2.0:1775764873.707509:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2428778) req@ffff8b8cb77e0380 x1862022223289856/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.707524:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022223289856 ext(2396160->2428778) 00002000:00010000:2.0:1775764873.707534:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0380 00000100:00100000:2.0:1775764873.707800:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39879 00000100:00100000:2.0:1775764873.707813:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223289856:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764873.711231:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223289856:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3406us (3953us total) trans 4294997063 rc 0/0 00000100:00100000:2.0:1775764873.711248:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39879 00002000:00100000:2.0:1775764873.711264:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2396160->2428778) req@ffff8b8cb77e0380 x1862022223289856/t4294997063(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/448 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.711276:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022223289856 ext(2396160->2428778) 00002000:00010000:2.0:1775764873.711283:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e0380 00000100:00100000:0.0:1775764873.715009:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.715659:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223289984 00000100:00100000:2.0:1775764873.715675:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223289984 00000100:00100000:2.0:1775764873.715763:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84972 00000100:00100000:2.0:1775764873.715777:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223289984:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764873.739202:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c86d77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224993920:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764873.739294:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764873.739431:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224993920 00000100:00100000:2.0:1775764873.739441:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224993920 00000100:00100000:2.0:1775764873.739516:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1775764873.739527:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224993920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764873.739579:0:6595:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 501809152 pending 1703936 free 3858759680 avail 3847225344 00000100:00100000:2.0:1775764873.739648:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224993920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764873.739656:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1775764873.739712:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c86d77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224993920:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1775764873.754150:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997062 is committed 00000001:00080000:3.0:1775764873.754177:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997063 is committed 00000100:00100000:2.0:1775764873.754719:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223289984:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38936us (39715us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764873.754734:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84972 00000100:00100000:0.0:1775764873.758221:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.758678:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223290112 00000100:00100000:3.0:1775764873.758693:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223290112 00000100:00100000:3.0:1775764873.758886:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44933 00000100:00100000:3.0:1775764873.758900:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022223290112:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764873.758937:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764873.758965:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d1309 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5b2 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.759083:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1310 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.759103:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1310 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.759117:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1310 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764873.759149:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2428779 00000004:00200000:3.0:1775764873.759155:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764873.759175:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1310 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.759203:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d1309 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5b2 expref: 61 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.759223:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1310 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5b2 expref: 60 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.759234:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764873.759237:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764873.759242:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0600, rc 0) 00000100:00100000:3.0:1775764873.759330:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223290112:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 434us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764873.759338:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44933 00000100:00100000:2.0:1775764873.763879:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.764052:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223290368 00000100:00100000:1.0:1775764873.764067:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223290368 00000100:00100000:1.0:1775764873.764147:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44934 00000100:00100000:1.0:1775764873.764160:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223290368:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764873.764247:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764873.764283:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d1310 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5b2 expref: 60 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.764308:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764873.764314:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764873.764688:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1317 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.764707:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1317 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.764723:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1317 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764873.765056:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032700 00000004:00010000:1.0:1775764873.765092:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030e1c7d8 reply state 00000000da85c6d5 transno 4295032701 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1317 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764873.765104:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764873.765465:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223290368:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1302us (1594us total) trans 4295032701 rc 0/0 00000100:00100000:1.0:1775764873.765478:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44934 00000020:00080000:1.0:1775764873.765495:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764873.769856:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.769950:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.770022:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223290496 00000100:00100000:1.0:1775764873.770036:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223290496 00002000:00010000:1.0:1775764873.770108:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764873.770114:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022223290496 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764873.770129:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75f80. 00000100:00100000:1.0:1775764873.770158:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223290624 00000100:00100000:1.0:1775764873.770161:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223290624 00002000:00010000:1.0:1775764873.770174:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (85493->18446744073709551615) 00002000:00100000:1.0:1775764873.770177:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022223290624 ext(85493->18446744073709551615) 00002000:00010000:1.0:1775764873.770185:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74a80. 00000100:00100000:1.0:1775764873.770203:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39880 00000100:00100000:1.0:1775764873.770214:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223290496:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764873.770648:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2428779 -> 4194304 00002000:00010000:1.0:1775764873.770654:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764874 00002000:00010000:1.0:1775764873.770656:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764873 -> 1775764873 00002000:00010000:1.0:1775764873.770659:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764874 00002000:00010000:1.0:1775764873.770662:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 649 00000100:00100000:1.0:1775764873.770733:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223290496:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 519us (891us total) trans 4294997064 rc 0/0 00000100:00100000:1.0:1775764873.770744:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39880 00002000:00010000:1.0:1775764873.770748:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764873.770752:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022223290496 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764873.770757:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75f80. 00000100:00100000:1.0:1775764873.770781:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39881 00000100:00100000:1.0:1775764873.770789:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223290624:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764873.770923:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 85493 00002000:00010000:1.0:1775764873.770927:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764873 -> 1775764874 00002000:00010000:1.0:1775764873.770929:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:1.0:1775764873.770932:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764873 -> 1775764874 00002000:00010000:1.0:1775764873.770934:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 903 -> 903 00000100:00100000:1.0:1775764873.770956:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223290624:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 169us (1006us total) trans 4294996357 rc 0/0 00000100:00100000:1.0:1775764873.770963:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39881 00002000:00010000:1.0:1775764873.770966:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (85493->18446744073709551615) 00002000:00100000:1.0:1775764873.770969:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74a80 with x1862022223290624 ext(85493->18446744073709551615) 00002000:00010000:1.0:1775764873.770973:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d74a80. 00010000:00010000:0.0:1775764873.777299:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1317 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.777321:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1317 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.777335:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1317 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.777342:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764873.777348:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1317 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.777357:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1317 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.777381:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764873.777385:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764873.777392:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1317 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.777399:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1317 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764873.780942:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.781395:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223290752 00000100:00100000:3.0:1775764873.781410:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223290752 00002000:00100000:3.0:1775764873.781480:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (0->86015) req@ffff8b8c86d77b80 x1862022223290752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.781504:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022223290752 ext(0->86015) 00002000:00010000:3.0:1775764873.781511:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:0.0:1775764873.782756:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.784996:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.785104:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223290880 00000100:00100000:2.0:1775764873.785119:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223290880 00002000:00100000:2.0:1775764873.785190:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2428928->3477503) req@ffff8b8c99499c00 x1862022223290880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.785204:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499c00 with x1862022223290880 ext(2428928->3477503) 00002000:00010000:2.0:1775764873.785211:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499c00 00000100:00100000:2.0:1775764873.785257:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39882 00000100:00100000:2.0:1775764873.785269:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223290752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764873.785684:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39883 00000100:00100000:2.0:1775764873.785693:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223290880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764873.795261:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223290752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9978us (14318us total) trans 0 rc 86016/86016 00000100:00100000:0.0:1775764873.795278:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39882 00002000:00100000:0.0:1775764873.795293:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (0->86015) req@ffff8b8c86d77b80 x1862022223290752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 86016/86016 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.795304:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022223290752 ext(0->86015) 00002000:00010000:0.0:1775764873.795311:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:0.0:1775764873.795341:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223291008 00000100:00100000:0.0:1775764873.795350:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223291008 00002000:00100000:0.0:1775764873.795389:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3477504->4194303) req@ffff8b8c99498700 x1862022223291008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.795398:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498700 with x1862022223291008 ext(3477504->4194303) 00002000:00010000:0.0:1775764873.795401:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498700 00000100:00100000:0.0:1775764873.795427:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39884 00000100:00100000:0.0:1775764873.795436:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223291008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764873.804813:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223290880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19104us (22050us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764873.804828:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39883 00002000:00100000:2.0:1775764873.804844:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (2428928->3477503) req@ffff8b8c99499c00 x1862022223290880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.804856:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499c00 with x1862022223290880 ext(2428928->3477503) 00002000:00010000:2.0:1775764873.804863:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499c00 00000100:00100000:2.0:1775764873.811575:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223291008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 16097us (26549us total) trans 0 rc 716800/716800 00000100:00100000:2.0:1775764873.811593:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39884 00002000:00100000:2.0:1775764873.811610:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3477504->4194303) req@ffff8b8c99498700 x1862022223291008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 716800/716800 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.811631:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498700 with x1862022223291008 ext(3477504->4194303) 00002000:00010000:2.0:1775764873.811639:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498700 00000100:00100000:3.0:1775764873.816896:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.817311:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223291136 00000100:00100000:0.0:1775764873.817327:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223291136 00002000:00100000:0.0:1775764873.817398:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (45056->85492) req@ffff8b8c8f954380 x1862022223291136/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.817414:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954380 with x1862022223291136 ext(45056->85492) 00002000:00010000:0.0:1775764873.817422:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954380 00000100:00100000:0.0:1775764873.817667:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39885 00000100:00100000:0.0:1775764873.817681:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223291136:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764873.822094:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223291136:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4398us (5193us total) trans 4294996358 rc 0/0 00000100:00100000:2.0:1775764873.822115:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39885 00002000:00100000:2.0:1775764873.822134:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (45056->85492) req@ffff8b8c8f954380 x1862022223291136/t4294996358(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/448 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.822147:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954380 with x1862022223291136 ext(45056->85492) 00002000:00010000:2.0:1775764873.822155:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954380 00000100:00100000:3.0:1775764873.825853:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.826032:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223291264 00000100:00100000:2.0:1775764873.826046:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223291264 00000100:00100000:2.0:1775764873.826128:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84973 00000100:00100000:2.0:1775764873.826141:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223291264:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764873.864192:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996358 is committed 00000100:00100000:3.0:1775764873.864442:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223291264:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38294us (38595us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764873.864458:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84973 00000100:00100000:2.0:1775764873.867509:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.867723:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223291392 00000100:00100000:3.0:1775764873.867737:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223291392 00000100:00100000:3.0:1775764873.867826:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44935 00000100:00100000:3.0:1775764873.867838:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022223291392:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764873.867873:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764873.867902:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d131e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5b9 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.868027:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1325 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.868044:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.868059:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764873.868094:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4279797 00000004:00200000:3.0:1775764873.868100:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764873.868121:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.868151:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d131e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5b9 expref: 63 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.868174:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1325 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5b9 expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.868190:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764873.868193:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764873.868197:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0400, rc 0) 00000100:00100000:3.0:1775764873.868997:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223291392:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1155us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764873.869008:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44935 00000100:00100000:2.0:1775764873.875285:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.875410:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223291520 00000100:00100000:0.0:1775764873.875423:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223291520 00002000:00100000:0.0:1775764873.875681:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (675840->2260991) req@ffff8b8c86d77480 x1862022223291520/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.875695:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022223291520 ext(675840->2260991) 00002000:00010000:0.0:1775764873.875701:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:0.0:1775764873.875795:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39886 00000100:00100000:0.0:1775764873.875807:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223291520:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764873.881939:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223291520:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6117us (6649us total) trans 4294997065 rc 0/0 00000100:00100000:0.0:1775764873.881956:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39886 00002000:00100000:0.0:1775764873.881972:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (675840->2260991) req@ffff8b8c86d77480 x1862022223291520/t4294997065(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/448 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764873.881984:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022223291520 ext(675840->2260991) 00002000:00010000:0.0:1775764873.881992:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:2.0:1775764873.884462:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.884996:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223291648 00000100:00100000:1.0:1775764873.885011:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223291648 00000100:00100000:2.0:1775764873.885302:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84974 00000100:00100000:2.0:1775764873.885315:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223291648:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764873.928343:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997065 is committed 00000100:00100000:2.0:1775764873.928566:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223291648:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 43227us (44089us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764873.928585:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84974 00000100:00100000:0.0:1775764873.933843:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.934343:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223291904 00000100:00100000:3.0:1775764873.934360:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223291904 00000100:00100000:3.0:1775764873.934447:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44936 00000100:00100000:3.0:1775764873.934459:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223291904:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764873.934587:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764873.934632:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1325 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5b9 expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.935050:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764873.935058:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764873.935366:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d132c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.935385:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d132c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.935398:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d132c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764873.935459:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032702 00000004:00010000:3.0:1775764873.935635:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ef00b7ec reply state 00000000cc817663 transno 4295032703 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d132c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764873.935647:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764873.935779:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223291904:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1319us (1946us total) trans 4295032703 rc 0/0 00000100:00100000:3.0:1775764873.939506:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44936 00000020:00080000:3.0:1775764873.939524:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764873.939708:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764873.939737:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.939880:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223292032 00000100:00100000:3.0:1775764873.939892:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223292032 00002000:00010000:3.0:1775764873.939937:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764873.939943:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499180 with x1862022223292032 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764873.939959:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499180. 00000100:00100000:3.0:1775764873.939986:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223292160 00000100:00100000:3.0:1775764873.939990:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223292160 00002000:00010000:3.0:1775764873.940004:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (493582->18446744073709551615) 00002000:00100000:3.0:1775764873.940008:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022223292160 ext(493582->18446744073709551615) 00002000:00010000:3.0:1775764873.940015:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498a80. 00000100:00100000:3.0:1775764873.940038:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39887 00000100:00100000:3.0:1775764873.940048:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223292032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764873.940427:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764873.940432:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764873.940434:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764873 -> 1775764873 00002000:00010000:3.0:1775764873.940437:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764873.940439:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 971 00000100:00100000:0.0:1775764873.940628:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39888 00000100:00100000:0.0:1775764873.940640:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223292160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764873.940842:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 85493 -> 493582 00002000:00010000:0.0:1775764873.940845:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764873.940847:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:0.0:1775764873.940850:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764873.940852:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 903 -> 263 00000100:00100000:0.0:1775764873.940896:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223292160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 259us (1157us total) trans 4294996359 rc 0/0 00000100:00100000:0.0:1775764873.940904:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39888 00002000:00010000:0.0:1775764873.940908:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (493582->18446744073709551615) 00002000:00100000:0.0:1775764873.940911:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022223292160 ext(493582->18446744073709551615) 00002000:00010000:0.0:1775764873.940916:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498a80. 00000100:00100000:3.0:1775764873.941342:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223292032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1294us (1634us total) trans 4294997066 rc 0/0 00000100:00100000:3.0:1775764873.941350:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39887 00002000:00010000:3.0:1775764873.941356:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764873.941358:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499180 with x1862022223292032 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764873.941364:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499180. 00010000:00010000:1.0:1775764873.943167:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d132c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.943199:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d132c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.943209:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d132c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.943216:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764873.943223:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d132c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.943233:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d132c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.943261:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764873.943265:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764873.943271:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d132c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.943277:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d132c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764873.947205:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.947325:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223292288 00000100:00100000:2.0:1775764873.947340:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223292288 00002000:00100000:2.0:1775764873.947410:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (454656->458751) req@ffff8b8c9949bb80 x1862022223292288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.947423:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949bb80 with x1862022223292288 ext(454656->458751) 00002000:00010000:2.0:1775764873.947431:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949bb80 00000100:00100000:2.0:1775764873.947524:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39889 00000100:00100000:2.0:1775764873.947535:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223292288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764873.948263:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223292288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 725us (1071us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764873.948274:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39889 00002000:00100000:2.0:1775764873.948283:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (454656->458751) req@ffff8b8c9949bb80 x1862022223292288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/4536 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.948292:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949bb80 with x1862022223292288 ext(454656->458751) 00002000:00010000:2.0:1775764873.948298:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949bb80 00000100:00100000:0.0:1775764873.952283:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764873.952398:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223292416 00000100:00100000:2.0:1775764873.952412:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223292416 00002000:00100000:2.0:1775764873.952490:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (458752->462847) req@ffff8b8c9949a680 x1862022223292416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.952503:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a680 with x1862022223292416 ext(458752->462847) 00002000:00010000:2.0:1775764873.952512:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949a680 00000100:00100000:2.0:1775764873.952594:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39890 00000100:00100000:2.0:1775764873.952606:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223292416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764873.952946:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223292416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 340us (675us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764873.952955:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39890 00002000:00100000:2.0:1775764873.952963:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (458752->462847) req@ffff8b8c9949a680 x1862022223292416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/4536 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.952972:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a680 with x1862022223292416 ext(458752->462847) 00002000:00010000:2.0:1775764873.952975:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949a680 00000100:00100000:0.0:1775764873.957000:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.957120:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223292544 00000100:00100000:1.0:1775764873.957134:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223292544 00002000:00100000:1.0:1775764873.957202:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (434176->495615) req@ffff8b8c9949a300 x1862022223292544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.957226:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a300 with x1862022223292544 ext(434176->495615) 00002000:00010000:1.0:1775764873.957234:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949a300 00000100:00100000:1.0:1775764873.957279:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39891 00000100:00100000:1.0:1775764873.957291:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223292544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764873.962204:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223292544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4899us (5202us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1775764873.962221:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39891 00002000:00100000:1.0:1775764873.962238:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (434176->495615) req@ffff8b8c9949a300 x1862022223292544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 504/440 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764873.962251:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a300 with x1862022223292544 ext(434176->495615) 00002000:00010000:1.0:1775764873.962259:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949a300 00000100:00100000:0.0:1775764873.967158:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764873.967517:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223292672 00000100:00100000:3.0:1775764873.967532:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223292672 00002000:00100000:3.0:1775764873.967649:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (454656->493581) req@ffff8b8c9949b800 x1862022223292672/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/0 e 0 to 0 dl 1775764884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764873.967662:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022223292672 ext(454656->493581) 00002000:00010000:3.0:1775764873.967670:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949b800 00000100:00100000:3.0:1775764873.967716:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39892 00000100:00100000:3.0:1775764873.967727:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223292672:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764873.973225:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223292672:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5484us (6066us total) trans 4294996360 rc 0/0 00000100:00100000:2.0:1775764873.973241:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39892 00002000:00100000:2.0:1775764873.973257:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (454656->493581) req@ffff8b8c9949b800 x1862022223292672/t4294996360(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:354/0 lens 488/448 e 0 to 0 dl 1775764884 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764873.973269:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022223292672 ext(454656->493581) 00002000:00010000:2.0:1775764873.973277:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949b800 00000100:00100000:0.0:1775764873.977755:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764873.977884:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223292800 00000100:00100000:1.0:1775764873.977898:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223292800 00000100:00100000:1.0:1775764873.977976:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84975 00000100:00100000:1.0:1775764873.977988:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223292800:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764874.013101:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996359 is committed 00000001:00080000:3.0:1775764874.013139:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996360 is committed 00000100:00100000:1.0:1775764874.013343:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223292800:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35349us (35595us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764874.013359:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84975 00000100:00100000:1.0:1775764874.015836:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.015999:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223292928 00000100:00100000:3.0:1775764874.016013:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223292928 00000100:00100000:3.0:1775764874.016089:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44937 00000100:00100000:3.0:1775764874.016100:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022223292928:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764874.016132:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764874.016156:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1333 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5c0 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.016274:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d133a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.016291:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d133a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.016310:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d133a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764874.016343:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4687886 00000004:00200000:3.0:1775764874.016349:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764874.016369:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d133a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.016398:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1333 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5c0 expref: 65 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.016419:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d133a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5c0 expref: 64 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.016429:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764874.016432:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764874.016436:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1c00, rc 0) 00000100:00100000:3.0:1775764874.016500:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223292928:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 402us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.016507:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44937 00000100:00100000:3.0:1775764874.020436:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.020591:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223293056 00000100:00100000:1.0:1775764874.020604:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223293056 00002000:00100000:1.0:1775764874.020681:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (217088->258047) req@ffff8b8c91625f80 x1862022223293056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.020693:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022223293056 ext(217088->258047) 00002000:00010000:1.0:1775764874.020701:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625f80 00000100:00100000:1.0:1775764874.020732:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39893 00000100:00100000:1.0:1775764874.020742:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223293056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764874.025860:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223293056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5103us (5423us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1775764874.025878:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39893 00002000:00100000:1.0:1775764874.025894:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (217088->258047) req@ffff8b8c91625f80 x1862022223293056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.025906:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022223293056 ext(217088->258047) 00002000:00010000:1.0:1775764874.025914:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625f80 00000100:00100000:3.0:1775764874.029893:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.030110:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223293312 00000100:00100000:2.0:1775764874.030123:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223293312 00000100:00100000:2.0:1775764874.030200:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44938 00000100:00100000:2.0:1775764874.030212:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223293312:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764874.030287:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764874.030325:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d133a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5c0 expref: 64 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.030350:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764874.030356:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764874.030929:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663ae00/0xdb23b4c9253d1341 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.030949:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663ae00/0xdb23b4c9253d1341 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.030962:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663ae00/0xdb23b4c9253d1341 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764874.031029:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032704 00000004:00010000:2.0:1775764874.031056:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000016283b50 reply state 00000000afc9d880 transno 4295032705 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663ae00/0xdb23b4c9253d1341 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.031066:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764874.031183:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223293312:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 972us (1302us total) trans 4295032705 rc 0/0 00000100:00100000:2.0:1775764874.031191:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44938 00000020:00080000:2.0:1775764874.031197:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764874.034451:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764874.034571:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663ae00/0xdb23b4c9253d1341 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.034587:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663ae00/0xdb23b4c9253d1341 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.034596:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663ae00/0xdb23b4c9253d1341 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.034604:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9663ae00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764874.034609:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663ae00/0xdb23b4c9253d1341 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.034627:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663ae00/0xdb23b4c9253d1341 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.034653:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764874.034657:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764874.034663:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663ae00/0xdb23b4c9253d1341 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.034670:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663ae00/0xdb23b4c9253d1341 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.034759:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223293440 00000100:00100000:1.0:1775764874.034773:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223293440 00002000:00010000:1.0:1775764874.034859:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2093643->18446744073709551615) 00002000:00100000:1.0:1775764874.034865:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022223293440 ext(2093643->18446744073709551615) 00002000:00010000:1.0:1775764874.034877:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498e00. 00000100:00100000:1.0:1775764874.034916:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39894 00000100:00100000:1.0:1775764874.034928:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223293440:12345-192.168.202.29@tcp:10:fsx.0 00000100:00080000:3.0:1775764874.035494:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1775764874.036005:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2093643 00002000:00010000:1.0:1775764874.036011:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764874.036014:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764873 -> 1775764873 00002000:00010000:1.0:1775764874.036016:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764874.036019:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:1.0:1775764874.036109:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223293440:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1181us (1671us total) trans 4294997067 rc 0/0 00000100:00100000:1.0:1775764874.036121:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39894 00002000:00010000:1.0:1775764874.036126:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2093643->18446744073709551615) 00002000:00100000:1.0:1775764874.036129:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498e00 with x1862022223293440 ext(2093643->18446744073709551615) 00002000:00010000:1.0:1775764874.036136:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498e00. 00000100:00100000:0.0:1775764874.039350:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.039454:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223293568 00000100:00100000:2.0:1775764874.039468:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223293568 00002000:00010000:2.0:1775764874.039533:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764874.039577:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498380 with x1862022223293568 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764874.039592:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498380. 00000100:00100000:2.0:1775764874.039641:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39895 00000100:00100000:2.0:1775764874.039654:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223293568:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764874.040118:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 493582 -> 0 00002000:00010000:2.0:1775764874.040123:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.040126:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:2.0:1775764874.040128:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.040130:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 519 00000100:00100000:2.0:1775764874.040205:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223293568:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 553us (869us total) trans 4294996361 rc 0/0 00000100:00100000:2.0:1775764874.040213:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39895 00002000:00010000:2.0:1775764874.040217:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764874.040220:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498380 with x1862022223293568 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764874.040225:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99498380. 00000100:00100000:3.0:1775764874.046987:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.047193:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223293696 00000100:00100000:0.0:1775764874.047219:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223293696 00000100:00100000:0.0:1775764874.047298:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44939 00000100:00100000:0.0:1775764874.047311:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022223293696:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764874.047347:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764874.047374:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d1348 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5c7 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.048054:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135c600/0xdb23b4c9253d134f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.048074:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135c600/0xdb23b4c9253d134f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.048092:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135c600/0xdb23b4c9253d134f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764874.048131:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2093643 00000004:00200000:0.0:1775764874.048136:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764874.048161:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135c600/0xdb23b4c9253d134f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.048198:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d1348 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5c7 expref: 67 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.048274:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135c600/0xdb23b4c9253d134f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5c7 expref: 66 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.048285:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764874.048289:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764874.048294:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9135c600, rc 0) 00000100:00100000:0.0:1775764874.048476:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223293696:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1167us (1503us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764874.048492:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44939 00000100:00100000:0.0:1775764874.054235:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.054340:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223293952 00000100:00100000:1.0:1775764874.054355:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223293952 00000100:00100000:1.0:1775764874.054430:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44940 00000100:00100000:1.0:1775764874.054442:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223293952:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764874.054529:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764874.054606:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135c600/0xdb23b4c9253d134f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5c7 expref: 66 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.054641:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764874.054648:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764874.054959:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d1356 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.054976:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d1356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.054989:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d1356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764874.055051:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032706 00000004:00010000:1.0:1775764874.055080:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c276ca4e reply state 00000000333679ef transno 4295032707 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d1356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.055092:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764874.055208:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223293952:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 768us (998us total) trans 4295032707 rc 0/0 00000100:00100000:1.0:1775764874.055218:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44940 00000020:00080000:1.0:1775764874.055224:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764874.058478:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.058532:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.058678:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223294080 00000100:00100000:0.0:1775764874.058692:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223294080 00002000:00010000:0.0:1775764874.058748:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (825743->18446744073709551615) 00002000:00100000:0.0:1775764874.058753:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4a80 with x1862022223294080 ext(825743->18446744073709551615) 00002000:00010000:0.0:1775764874.058769:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d4a80. 00000100:00100000:0.0:1775764874.058810:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223294208 00000100:00100000:0.0:1775764874.058813:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223294208 00002000:00010000:0.0:1775764874.058827:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764874.058830:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5c00 with x1862022223294208 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764874.058839:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d5c00. 00000100:00100000:0.0:1775764874.058862:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39896 00000100:00100000:0.0:1775764874.058873:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223294080:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764874.059267:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2093643 -> 825743 00002000:00010000:0.0:1775764874.059271:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.059274:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764874.059278:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.059280:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:0.0:1775764874.059351:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223294080:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 479us (887us total) trans 4294997068 rc 0/0 00000100:00100000:0.0:1775764874.059360:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39896 00002000:00010000:0.0:1775764874.059365:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (825743->18446744073709551615) 00002000:00100000:0.0:1775764874.059369:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4a80 with x1862022223294080 ext(825743->18446744073709551615) 00002000:00010000:0.0:1775764874.059373:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d4a80. 00000100:00100000:0.0:1775764874.059397:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39897 00000100:00100000:0.0:1775764874.059404:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223294208:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764874.059572:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764874.059575:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.059578:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:0.0:1775764874.059580:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.059581:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1775764874.059604:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223294208:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 200us (1071us total) trans 4294996362 rc 0/0 00000100:00100000:0.0:1775764874.059610:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39897 00002000:00010000:0.0:1775764874.059613:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764874.059627:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5c00 with x1862022223294208 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764874.059632:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d5c00. 00010000:00010000:1.0:1775764874.061055:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d1356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.061074:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d1356 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.061085:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d1356 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.061093:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764874.061099:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d1356 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.061108:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d1356 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.061129:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764874.061133:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764874.061139:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d1356 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.061146:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d1356 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764874.066957:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.067080:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223294336 00000100:00100000:2.0:1775764874.067095:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223294336 00000100:00100000:2.0:1775764874.067178:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44941 00000100:00100000:2.0:1775764874.067189:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022223294336:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764874.067224:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764874.067252:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253d135d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5ce expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.067369:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663be00/0xdb23b4c9253d1364 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.067390:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663be00/0xdb23b4c9253d1364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.067405:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663be00/0xdb23b4c9253d1364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764874.067441:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 825743 00000004:00200000:2.0:1775764874.067447:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764874.067467:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663be00/0xdb23b4c9253d1364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.067512:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663a200/0xdb23b4c9253d135d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ce expref: 69 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.067567:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663be00/0xdb23b4c9253d1364 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ce expref: 68 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.067582:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764874.067586:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764874.067590:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9663be00, rc 0) 00000100:00100000:2.0:1775764874.067676:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223294336:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 489us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764874.067683:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44941 00000100:00100000:0.0:1775764874.077765:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.077888:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223294592 00000100:00100000:1.0:1775764874.077903:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223294592 00000100:00100000:1.0:1775764874.077992:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44942 00000100:00100000:1.0:1775764874.078005:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223294592:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764874.078081:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764874.078123:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9663be00/0xdb23b4c9253d1364 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ce expref: 68 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.078148:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764874.078155:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764874.078462:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d136b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.078480:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d136b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.078492:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d136b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764874.078637:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032708 00000004:00010000:1.0:1775764874.078668:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d05d157b reply state 0000000013f7bde4 transno 4295032709 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d136b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.078678:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764874.078802:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223294592:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 799us (1051us total) trans 4295032709 rc 0/0 00000100:00100000:1.0:1775764874.078811:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44942 00000020:00080000:1.0:1775764874.078818:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764874.082441:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1775764874.082600:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d136b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.082625:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d136b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.082634:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d136b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.082641:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764874.082647:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d136b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.082656:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d136b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.082679:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764874.082683:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764874.082690:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d136b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.082697:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d136b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764874.082798:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223294720 00000100:00100000:3.0:1775764874.082812:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223294720 00002000:00010000:3.0:1775764874.082862:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764874.082868:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022223294720 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764874.082881:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780a80. 00000100:00100000:3.0:1775764874.082918:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39898 00000100:00100000:3.0:1775764874.082930:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223294720:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764874.083252:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 825743 -> 4194304 00002000:00010000:3.0:1775764874.083256:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764874.083259:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764873 -> 1775764873 00002000:00010000:3.0:1775764874.083261:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764874.083264:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:3.0:1775764874.083339:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223294720:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 410us (910us total) trans 4294997069 rc 0/0 00000100:00100000:3.0:1775764874.083349:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39898 00002000:00010000:3.0:1775764874.083354:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764874.083357:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780a80 with x1862022223294720 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764874.083362:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780a80. 00000100:00100000:3.0:1775764874.086232:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.086336:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223294848 00000100:00100000:2.0:1775764874.086351:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223294848 00002000:00010000:2.0:1775764874.086404:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (310857->18446744073709551615) 00002000:00100000:2.0:1775764874.086410:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50e00 with x1862022223294848 ext(310857->18446744073709551615) 00002000:00010000:2.0:1775764874.086426:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d50e00. 00000100:00100000:2.0:1775764874.086467:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39899 00000100:00100000:2.0:1775764874.086478:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223294848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764874.086833:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 310857 00002000:00010000:2.0:1775764874.086837:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.086840:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764872 00002000:00010000:2.0:1775764874.086843:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.086845:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1775764874.086931:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223294848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 454us (718us total) trans 4294996363 rc 0/0 00000100:00100000:2.0:1775764874.086940:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39899 00002000:00010000:2.0:1775764874.086944:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (310857->18446744073709551615) 00002000:00100000:2.0:1775764874.086947:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50e00 with x1862022223294848 ext(310857->18446744073709551615) 00002000:00010000:2.0:1775764874.086952:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d50e00. 00000100:00100000:0.0:1775764874.090085:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.090255:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223294976 00000100:00100000:3.0:1775764874.090269:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223294976 00000100:00100000:3.0:1775764874.090394:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44943 00000100:00100000:3.0:1775764874.090407:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+69:11755:x1862022223294976:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764874.090443:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764874.090471:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1372 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5d5 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.090651:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1379 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.090670:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.090684:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764874.090718:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4505161 00000004:00200000:3.0:1775764874.090723:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764874.090743:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.090773:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1372 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5d5 expref: 71 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.090806:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1379 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5d5 expref: 70 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.090816:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764874.090820:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764874.090824:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0800, rc 0) 00000100:00100000:3.0:1775764874.090893:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223294976:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 488us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.090901:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44943 00000100:00100000:1.0:1775764874.095092:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.095205:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223295104 00000100:00100000:2.0:1775764874.095281:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223295104 00002000:00100000:2.0:1775764874.095345:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (929792->933887) req@ffff8b8cbb781880 x1862022223295104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.095359:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223295104 ext(929792->933887) 00002000:00010000:2.0:1775764874.095367:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:2.0:1775764874.095444:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39900 00000100:00100000:2.0:1775764874.095456:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223295104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764874.096449:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223295104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 987us (1363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764874.096462:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39900 00002000:00100000:2.0:1775764874.096473:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (929792->933887) req@ffff8b8cbb781880 x1862022223295104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/4536 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.096494:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223295104 ext(929792->933887) 00002000:00010000:2.0:1775764874.096499:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:0.0:1775764874.100474:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.100940:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223295232 00000100:00100000:1.0:1775764874.100956:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223295232 00002000:00100000:1.0:1775764874.101023:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (933888->937983) req@ffff8b8c99498000 x1862022223295232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.101036:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022223295232 ext(933888->937983) 00002000:00010000:1.0:1775764874.101044:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:1.0:1775764874.101086:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39901 00000100:00100000:1.0:1775764874.101097:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223295232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764874.101433:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223295232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 337us (972us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764874.101443:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39901 00002000:00100000:1.0:1775764874.101450:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (933888->937983) req@ffff8b8c99498000 x1862022223295232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/4536 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.101459:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022223295232 ext(933888->937983) 00002000:00010000:1.0:1775764874.101462:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:0.0:1775764874.105935:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.106173:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223295360 00000100:00100000:1.0:1775764874.106189:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223295360 00002000:00100000:1.0:1775764874.106256:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (909312->974847) req@ffff8b8c90d21500 x1862022223295360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 504/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.106269:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21500 with x1862022223295360 ext(909312->974847) 00002000:00010000:1.0:1775764874.106276:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21500 00000100:00100000:1.0:1775764874.106320:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39902 00000100:00100000:1.0:1775764874.106332:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223295360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764874.121332:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223295360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14986us (15396us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764874.121350:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39902 00002000:00100000:1.0:1775764874.121366:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (909312->974847) req@ffff8b8c90d21500 x1862022223295360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 504/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.121378:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21500 with x1862022223295360 ext(909312->974847) 00002000:00010000:1.0:1775764874.121386:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21500 00000100:00100000:0.0:1775764874.125301:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.125411:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223295488 00000100:00100000:2.0:1775764874.125426:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223295488 00002000:00100000:2.0:1775764874.125622:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (868352->909311) req@ffff8b8c90d21180 x1862022223295488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.125636:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21180 with x1862022223295488 ext(868352->909311) 00002000:00010000:2.0:1775764874.125643:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21180 00000100:00100000:2.0:1775764874.125729:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39903 00000100:00100000:2.0:1775764874.125741:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223295488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764874.130455:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223295488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4702us (5157us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1775764874.130470:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39903 00002000:00100000:2.0:1775764874.130491:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (868352->909311) req@ffff8b8c90d21180 x1862022223295488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.130502:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21180 with x1862022223295488 ext(868352->909311) 00002000:00010000:2.0:1775764874.130511:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21180 00000100:00100000:3.0:1775764874.134972:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.135166:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223295616 00000100:00100000:1.0:1775764874.135183:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223295616 00002000:00100000:1.0:1775764874.135254:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (61440->65535) req@ffff8b8c90d50a80 x1862022223295616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.135274:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022223295616 ext(61440->65535) 00002000:00010000:1.0:1775764874.135281:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d50a80 00000100:00100000:1.0:1775764874.135326:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39904 00000100:00100000:1.0:1775764874.135338:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223295616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764874.135758:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223295616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 421us (801us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764874.135768:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39904 00002000:00100000:1.0:1775764874.135775:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (61440->65535) req@ffff8b8c90d50a80 x1862022223295616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/4536 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.135795:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022223295616 ext(61440->65535) 00002000:00010000:1.0:1775764874.135799:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d50a80 00000100:00100000:1.0:1775764874.139499:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.139858:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223295744 00000100:00100000:2.0:1775764874.139873:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223295744 00002000:00100000:2.0:1775764874.139939:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (81920->86015) req@ffff8b8cbb782300 x1862022223295744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.139952:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223295744 ext(81920->86015) 00002000:00010000:2.0:1775764874.139960:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:2.0:1775764874.139991:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39905 00000100:00100000:2.0:1775764874.140002:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223295744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764874.140386:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223295744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 384us (908us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764874.140395:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39905 00002000:00100000:2.0:1775764874.140403:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (81920->86015) req@ffff8b8cbb782300 x1862022223295744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/4536 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.140412:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223295744 ext(81920->86015) 00002000:00010000:2.0:1775764874.140416:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:0.0:1775764874.145271:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.145386:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223295872 00000100:00100000:1.0:1775764874.145401:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223295872 00002000:00100000:1.0:1775764874.145467:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (139264->204799) req@ffff8b8c90d20700 x1862022223295872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.145479:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20700 with x1862022223295872 ext(139264->204799) 00002000:00010000:1.0:1775764874.145497:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d20700 00000100:00100000:1.0:1775764874.145578:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39906 00000100:00100000:1.0:1775764874.145591:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223295872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764874.150454:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223295872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4850us (5180us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764874.150470:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39906 00002000:00100000:1.0:1775764874.150488:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (139264->204799) req@ffff8b8c90d20700 x1862022223295872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.150499:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20700 with x1862022223295872 ext(139264->204799) 00002000:00010000:1.0:1775764874.150507:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d20700 00000100:00100000:3.0:1775764874.154327:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.154923:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223296000 00000100:00100000:0.0:1775764874.154939:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223296000 00002000:00100000:1.0:1775764874.155112:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1974272->1978367) req@ffff8b8c992f8e00 x1862022223296000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.155127:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8e00 with x1862022223296000 ext(1974272->1978367) 00002000:00010000:1.0:1775764874.155135:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8e00 00000100:00100000:1.0:1775764874.155232:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39907 00000100:00100000:1.0:1775764874.155245:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223296000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764874.155660:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223296000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 416us (1344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764874.155669:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39907 00002000:00100000:1.0:1775764874.155677:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1974272->1978367) req@ffff8b8c992f8e00 x1862022223296000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/4536 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.155685:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8e00 with x1862022223296000 ext(1974272->1978367) 00002000:00010000:1.0:1775764874.155689:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8e00 00000100:00100000:1.0:1775764874.159678:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.159859:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223296128 00000100:00100000:3.0:1775764874.159874:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223296128 00002000:00100000:3.0:1775764874.159948:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1978368->1982463) req@ffff8b8cbb781500 x1862022223296128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.159963:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022223296128 ext(1978368->1982463) 00002000:00010000:3.0:1775764874.159971:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781500 00000100:00100000:3.0:1775764874.160072:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39908 00000100:00100000:3.0:1775764874.160084:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223296128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764874.160430:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223296128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 347us (766us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764874.160439:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39908 00002000:00100000:3.0:1775764874.160446:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1978368->1982463) req@ffff8b8cbb781500 x1862022223296128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/4536 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.160454:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022223296128 ext(1978368->1982463) 00002000:00010000:3.0:1775764874.160457:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781500 00000100:00100000:0.0:1775764874.164601:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.165095:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223296256 00000100:00100000:1.0:1775764874.165111:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223296256 00002000:00100000:1.0:1775764874.165181:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1933312->2043903) req@ffff8b8c90d23800 x1862022223296256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 504/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.165194:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23800 with x1862022223296256 ext(1933312->2043903) 00002000:00010000:1.0:1775764874.165201:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23800 00000100:00100000:1.0:1775764874.165301:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39909 00000100:00100000:1.0:1775764874.165312:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223296256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764874.170692:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223296256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5364us (6091us total) trans 0 rc 102400/102400 00000100:00100000:1.0:1775764874.170709:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39909 00002000:00100000:1.0:1775764874.170726:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1933312->2043903) req@ffff8b8c90d23800 x1862022223296256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 504/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 102400/102400 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.170738:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23800 with x1862022223296256 ext(1933312->2043903) 00002000:00010000:1.0:1775764874.170746:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23800 00000100:00100000:1.0:1775764874.175285:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.175406:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223296384 00000100:00100000:2.0:1775764874.175421:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223296384 00002000:00100000:2.0:1775764874.175496:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (73728->2039807) req@ffff8b8cbb780700 x1862022223296384/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 520/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.175511:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022223296384 ext(73728->2039807) 00002000:00010000:2.0:1775764874.175518:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700 00000100:00100000:2.0:1775764874.175651:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39910 00000100:00100000:2.0:1775764874.175663:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223296384:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764874.180501:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223296384:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4825us (5217us total) trans 4294997070 rc 0/0 00000100:00100000:2.0:1775764874.180518:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39910 00002000:00100000:2.0:1775764874.180535:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (73728->2039807) req@ffff8b8cbb780700 x1862022223296384/t4294997070(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 520/456 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.180581:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022223296384 ext(73728->2039807) 00002000:00010000:2.0:1775764874.180589:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700 00000100:00100000:3.0:1775764874.184274:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.184414:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223296512 00000100:00100000:0.0:1775764874.184428:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223296512 00000100:00100000:0.0:1775764874.184521:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84976 00000100:00100000:0.0:1775764874.184535:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223296512:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:1.0:1775764874.189725:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764874.222128:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997068 is committed 00000001:00080000:2.0:1775764874.222174:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997070 is committed 00000100:00100000:3.0:1775764874.222472:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223296512:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 37931us (38203us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.222625:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84976 00000100:00100000:1.0:1775764874.227257:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.227379:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223296640 00000100:00100000:2.0:1775764874.227393:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223296640 00002000:00100000:2.0:1775764874.227457:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3112960->3117055) req@ffff8b8cbb780380 x1862022223296640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.227469:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022223296640 ext(3112960->3117055) 00002000:00010000:2.0:1775764874.227476:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780380 00000100:00100000:2.0:1775764874.227716:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39911 00000100:00100000:2.0:1775764874.227729:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223296640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764874.231112:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223296640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3366us (3850us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764874.231130:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39911 00002000:00100000:2.0:1775764874.231147:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3112960->3117055) req@ffff8b8cbb780380 x1862022223296640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/4536 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.231159:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022223296640 ext(3112960->3117055) 00002000:00010000:2.0:1775764874.231167:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780380 00000100:00100000:0.0:1775764874.234400:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.235265:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223296768 00000100:00100000:1.0:1775764874.235280:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223296768 00002000:00100000:1.0:1775764874.235348:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3158016->3162111) req@ffff8b8c90d20380 x1862022223296768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.235361:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20380 with x1862022223296768 ext(3158016->3162111) 00002000:00010000:1.0:1775764874.235368:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20380 00000100:00100000:3.0:1775764874.235405:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39912 00000100:00100000:3.0:1775764874.235418:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223296768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764874.235817:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223296768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 399us (1432us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764874.235825:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39912 00002000:00100000:3.0:1775764874.235831:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3158016->3162111) req@ffff8b8c90d20380 x1862022223296768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/4536 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.235845:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20380 with x1862022223296768 ext(3158016->3162111) 00002000:00010000:3.0:1775764874.235848:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20380 00000100:00100000:0.0:1775764874.244765:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.245003:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223296896 00000100:00100000:3.0:1775764874.245018:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223296896 00002000:00100000:3.0:1775764874.245089:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (61440->200703) req@ffff8b8c90d22d80 x1862022223296896/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 504/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.245103:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22d80 with x1862022223296896 ext(61440->200703) 00002000:00010000:3.0:1775764874.245110:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d22d80 00000100:00100000:3.0:1775764874.245160:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39913 00000100:00100000:3.0:1775764874.245172:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223296896:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764874.250680:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223296896:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5495us (5914us total) trans 4294996364 rc 0/0 00000100:00100000:3.0:1775764874.250696:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39913 00002000:00100000:3.0:1775764874.250713:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (61440->200703) req@ffff8b8c90d22d80 x1862022223296896/t4294996364(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 504/448 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.250726:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22d80 with x1862022223296896 ext(61440->200703) 00002000:00010000:3.0:1775764874.250734:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d22d80 00000100:00100000:0.0:1775764874.254171:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.254266:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223297024 00000100:00100000:1.0:1775764874.254281:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223297024 00000100:00100000:1.0:1775764874.254396:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84977 00000100:00100000:1.0:1775764874.254409:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223297024:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764874.292508:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996362 is committed 00000001:00080000:0.0:1775764874.292532:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996363 is committed 00000001:00080000:0.0:1775764874.292565:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996364 is committed 00000100:00100000:1.0:1775764874.292935:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223297024:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38521us (38772us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764874.292948:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84977 00000100:00100000:2.0:1775764874.297157:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.297265:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223297152 00000100:00100000:3.0:1775764874.297279:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223297152 00002000:00100000:3.0:1775764874.297340:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2469888->2527231) req@ffff8b8c993d7b80 x1862022223297152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.297353:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d7b80 with x1862022223297152 ext(2469888->2527231) 00002000:00010000:3.0:1775764874.297359:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d7b80 00000100:00100000:3.0:1775764874.297438:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39914 00000100:00100000:3.0:1775764874.297449:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223297152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764874.301003:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223297152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3538us (3843us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764874.301020:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39914 00002000:00100000:3.0:1775764874.301035:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2469888->2527231) req@ffff8b8c993d7b80 x1862022223297152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.301048:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d7b80 with x1862022223297152 ext(2469888->2527231) 00002000:00010000:3.0:1775764874.301056:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d7b80 00000100:00100000:2.0:1775764874.305048:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.305200:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223297408 00000100:00100000:3.0:1775764874.305226:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223297408 00000100:00100000:3.0:1775764874.305305:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44944 00000100:00100000:3.0:1775764874.305318:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223297408:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764874.305392:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764874.305430:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1379 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5d5 expref: 70 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.305456:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764874.305463:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764874.306057:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1380 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.306077:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1380 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.306089:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1380 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764874.306151:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032710 00000004:00010000:3.0:1775764874.306175:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c2dc15a reply state 00000000f90c57c9 transno 4295032711 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1380 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764874.306185:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764874.306299:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223297408:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 983us (1264us total) trans 4295032711 rc 0/0 00000100:00100000:3.0:1775764874.306308:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44944 00000020:00080000:3.0:1775764874.306314:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764874.308816:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1380 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.308839:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1380 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.308847:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1380 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.308854:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764874.308860:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1380 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.308869:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1380 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.308902:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764874.308906:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764874.308912:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1380 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.308918:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d1380 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.311312:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.311995:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223297536 00000100:00100000:0.0:1775764874.312011:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223297536 00002000:00010000:0.0:1775764874.312069:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1032524->18446744073709551615) 00002000:00100000:0.0:1775764874.312076:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4700 with x1862022223297536 ext(1032524->18446744073709551615) 00002000:00010000:0.0:1775764874.312092:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d4700. 00000100:00100000:0.0:1775764874.312133:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39915 00000100:00100000:0.0:1775764874.312143:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223297536:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764874.312690:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1032524 00002000:00010000:0.0:1775764874.312695:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.312698:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764873 -> 1775764873 00002000:00010000:0.0:1775764874.312701:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.312703:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:0.0:1775764874.313149:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223297536:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1001us (1845us total) trans 4294997071 rc 0/0 00000100:00100000:0.0:1775764874.313160:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39915 00002000:00010000:0.0:1775764874.313165:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1032524->18446744073709551615) 00002000:00100000:0.0:1775764874.313168:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4700 with x1862022223297536 ext(1032524->18446744073709551615) 00002000:00010000:0.0:1775764874.313174:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d4700. 00000100:00100000:2.0:1775764874.315157:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.315251:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223297664 00000100:00100000:0.0:1775764874.315263:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223297664 00002000:00010000:0.0:1775764874.315309:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764874.315314:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d6300 with x1862022223297664 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764874.315326:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d6300. 00000100:00100000:0.0:1775764874.315364:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39916 00000100:00100000:0.0:1775764874.315373:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223297664:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764874.316090:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 310857 -> 0 00002000:00010000:0.0:1775764874.316095:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.316097:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764872 -> 1775764874 00002000:00010000:0.0:1775764874.316099:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.316101:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1775764874.316175:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223297664:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 802us (1029us total) trans 4294996365 rc 0/0 00000100:00100000:0.0:1775764874.316184:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39916 00002000:00010000:0.0:1775764874.316188:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764874.316191:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d6300 with x1862022223297664 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764874.316196:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d6300. 00000100:00100000:1.0:1775764874.319466:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.319738:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223297792 00000100:00100000:0.0:1775764874.319753:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223297792 00000100:00100000:0.0:1775764874.319842:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44945 00000100:00100000:0.0:1775764874.319855:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+71:11755:x1862022223297792:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764874.319889:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764874.319918:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135da00/0xdb23b4c9253d1387 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5dc expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.320033:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ce00/0xdb23b4c9253d138e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.320052:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ce00/0xdb23b4c9253d138e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.320068:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ce00/0xdb23b4c9253d138e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764874.320104:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1032524 00000004:00200000:0.0:1775764874.320109:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764874.320131:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ce00/0xdb23b4c9253d138e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.320163:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135da00/0xdb23b4c9253d1387 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5dc expref: 73 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.320187:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ce00/0xdb23b4c9253d138e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5dc expref: 72 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.320197:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764874.320201:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764874.320206:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c9135ce00, rc 0) 00000100:00100000:0.0:1775764874.320630:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223297792:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 775us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764874.320639:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44945 00000100:00100000:2.0:1775764874.326757:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.326890:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223298048 00000100:00100000:3.0:1775764874.326905:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223298048 00000100:00100000:3.0:1775764874.327060:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44946 00000100:00100000:3.0:1775764874.327072:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223298048:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764874.327153:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764874.327191:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ce00/0xdb23b4c9253d138e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5dc expref: 72 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.327230:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764874.327237:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764874.327654:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1395 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.327673:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.327685:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764874.327749:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032712 00000004:00010000:3.0:1775764874.327774:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5a8d192 reply state 00000000af9de35b transno 4295032713 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764874.327939:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764874.328192:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223298048:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1120us (1449us total) trans 4295032713 rc 0/0 00000100:00100000:3.0:1775764874.328201:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44946 00000020:00080000:3.0:1775764874.328208:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764874.332899:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.332932:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.332973:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223298176 00000100:00100000:2.0:1775764874.332987:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223298176 00002000:00010000:2.0:1775764874.333043:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2483532->18446744073709551615) 00002000:00100000:2.0:1775764874.333049:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d7800 with x1862022223298176 ext(2483532->18446744073709551615) 00002000:00010000:2.0:1775764874.333064:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d7800. 00000100:00100000:2.0:1775764874.333089:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223298304 00000100:00100000:2.0:1775764874.333091:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223298304 00002000:00010000:2.0:1775764874.333103:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764874.333106:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5f80 with x1862022223298304 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764874.333112:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d5f80. 00000100:00100000:2.0:1775764874.333128:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39917 00000100:00100000:2.0:1775764874.333136:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223298176:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764874.333438:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1032524 -> 2483532 00002000:00010000:2.0:1775764874.333443:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.333445:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764873 -> 1775764873 00002000:00010000:2.0:1775764874.333448:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.333451:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:2.0:1775764874.333517:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223298176:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 380us (632us total) trans 4294997072 rc 0/0 00000100:00100000:2.0:1775764874.333529:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39917 00002000:00010000:2.0:1775764874.333533:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2483532->18446744073709551615) 00002000:00100000:2.0:1775764874.333557:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d7800 with x1862022223298176 ext(2483532->18446744073709551615) 00002000:00010000:2.0:1775764874.333562:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d7800. 00000100:00100000:2.0:1775764874.333581:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39918 00000100:00100000:2.0:1775764874.333587:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223298304:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764874.333733:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764874.333736:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.333739:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.333741:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.333743:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1775764874.333765:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223298304:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 176us (832us total) trans 4294996366 rc 0/0 00000100:00100000:2.0:1775764874.333771:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39918 00002000:00010000:2.0:1775764874.333773:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764874.333776:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5f80 with x1862022223298304 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764874.333780:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d5f80. 00010000:00010000:0.0:1775764874.333930:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.333941:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1395 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.333950:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1395 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.333956:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764874.333961:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1395 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.333969:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1395 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.333990:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764874.333994:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764874.334001:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1395 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.334007:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d1395 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764874.346690:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.346763:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.346941:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223298432 00000100:00100000:1.0:1775764874.346956:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223298432 00002000:00100000:1.0:1775764874.347023:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (827392->2445311) req@ffff8b8c90d23b80 x1862022223298432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 520/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.347035:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23b80 with x1862022223298432 ext(827392->2445311) 00002000:00010000:1.0:1775764874.347042:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23b80 00000100:00100000:1.0:1775764874.347077:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223298560 00000100:00100000:1.0:1775764874.347080:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223298560 00002000:00100000:1.0:1775764874.347093:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1978368->2486271) req@ffff8b8c90d23480 x1862022223298560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 504/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.347101:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23480 with x1862022223298560 ext(1978368->2486271) 00002000:00010000:1.0:1775764874.347103:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23480 00000100:00100000:1.0:1775764874.347123:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39919 00000100:00100000:1.0:1775764874.347131:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223298432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764874.347626:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39920 00000100:00100000:0.0:1775764874.347639:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223298560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764874.365174:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223298560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17522us (18393us total) trans 0 rc 503808/503808 00000100:00100000:1.0:1775764874.365190:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39920 00002000:00100000:1.0:1775764874.365204:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1978368->2486271) req@ffff8b8c90d23480 x1862022223298560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 504/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 503808/503808 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.365215:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23480 with x1862022223298560 ext(1978368->2486271) 00002000:00010000:1.0:1775764874.365223:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23480 00000100:00100000:1.0:1775764874.370146:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223298432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 22999us (23455us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764874.370163:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39919 00002000:00100000:1.0:1775764874.370180:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (827392->2445311) req@ffff8b8c90d23b80 x1862022223298432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 520/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.370192:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23b80 with x1862022223298432 ext(827392->2445311) 00002000:00010000:1.0:1775764874.370199:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23b80 00000100:00100000:0.0:1775764874.375194:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.375576:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223298688 00000100:00100000:2.0:1775764874.375590:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223298688 00002000:00100000:2.0:1775764874.375663:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2441216->2483531) req@ffff8b8c90d22a00 x1862022223298688/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.375675:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22a00 with x1862022223298688 ext(2441216->2483531) 00002000:00010000:2.0:1775764874.375682:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d22a00 00000100:00100000:2.0:1775764874.375717:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39921 00000100:00100000:2.0:1775764874.375728:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223298688:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764874.380509:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223298688:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4763us (5308us total) trans 4294997073 rc 0/0 00000100:00100000:1.0:1775764874.380531:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39921 00002000:00100000:1.0:1775764874.380560:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2441216->2483531) req@ffff8b8c90d22a00 x1862022223298688/t4294997073(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/448 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.380572:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d22a00 with x1862022223298688 ext(2441216->2483531) 00002000:00010000:1.0:1775764874.380579:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d22a00 00000100:00100000:2.0:1775764874.384036:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.384154:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223298816 00000100:00100000:1.0:1775764874.384170:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223298816 00000100:00100000:1.0:1775764874.384279:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84978 00000100:00100000:1.0:1775764874.384290:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223298816:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764874.424376:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997071 is committed 00000001:00080000:3.0:1775764874.424399:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997073 is committed 00000100:00100000:1.0:1775764874.425743:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223298816:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 41440us (41707us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764874.425760:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84978 00000100:00100000:2.0:1775764874.428432:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.428523:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223298944 00000100:00100000:1.0:1775764874.428566:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223298944 00000100:00100000:1.0:1775764874.428649:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44947 00000100:00100000:1.0:1775764874.428660:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+73:11755:x1862022223298944:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764874.428694:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764874.428720:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d139c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5e3 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.428847:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d13a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.428865:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d13a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.428885:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d13a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764874.428920:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2483532 00000004:00200000:1.0:1775764874.428926:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764874.428947:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d13a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.428979:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d139c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5e3 expref: 75 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.429001:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d13a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5e3 expref: 74 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.429011:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764874.429014:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764874.429020:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4c00, rc 0) 00000100:00100000:1.0:1775764874.431034:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223298944:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 2363us (2603us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764874.431048:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44947 00000100:00100000:2.0:1775764874.438798:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.438947:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223299200 00000100:00100000:0.0:1775764874.438961:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223299200 00000100:00100000:0.0:1775764874.439037:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44948 00000100:00100000:0.0:1775764874.439048:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223299200:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764874.439122:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764874.439160:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d13a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5e3 expref: 74 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.439182:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764874.439187:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764874.439477:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d13aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.439493:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d13aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.439503:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d13aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764874.439603:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032714 00000004:00010000:0.0:1775764874.439643:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee6a23af reply state 000000001d06d853 transno 4295032715 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d13aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764874.439654:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764874.439767:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223299200:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 719us (991us total) trans 4295032715 rc 0/0 00000100:00100000:0.0:1775764874.439776:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44948 00000020:00080000:0.0:1775764874.439969:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764874.442680:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.442768:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.443324:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223299456 00000100:00100000:0.0:1775764874.443337:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223299456 00002000:00010000:0.0:1775764874.443393:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764874.443398:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2a00 with x1862022223299456 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764874.443414:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2a00. 00000100:00100000:0.0:1775764874.443444:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223299328 00000100:00100000:0.0:1775764874.443448:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223299328 00002000:00010000:0.0:1775764874.443459:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3469881->18446744073709551615) 00002000:00100000:0.0:1775764874.443461:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1180 with x1862022223299328 ext(3469881->18446744073709551615) 00002000:00010000:0.0:1775764874.443468:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1180. 00000100:00100000:0.0:1775764874.443495:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39922 00000100:00100000:0.0:1775764874.443504:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223299456:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764874.443833:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764874.443837:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.443839:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.443842:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.443844:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1775764874.444320:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223299456:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 811us (1650us total) trans 4294996367 rc 0/0 00000100:00100000:0.0:1775764874.444331:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39922 00002000:00010000:0.0:1775764874.444335:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764874.444339:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2a00 with x1862022223299456 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764874.444346:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b2a00. 00000100:00100000:0.0:1775764874.444381:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39923 00000100:00100000:0.0:1775764874.444392:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223299328:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:3.0:1775764874.444720:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d13aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.444734:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d13aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.444742:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d13aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.444749:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c9135ca00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764874.444754:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d13aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.444763:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d13aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.444797:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764874.444801:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764874.444807:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d13aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.444814:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c9135ca00/0xdb23b4c9253d13aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764874.445196:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2483532 -> 3469881 00002000:00010000:0.0:1775764874.445201:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.445204:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764873 -> 1775764874 00002000:00010000:0.0:1775764874.445206:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.445208:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 907 00000100:00100000:0.0:1775764874.445393:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223299328:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1001us (2625us total) trans 4294997074 rc 0/0 00000100:00100000:0.0:1775764874.445402:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39923 00002000:00010000:0.0:1775764874.445405:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3469881->18446744073709551615) 00002000:00100000:0.0:1775764874.445407:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1180 with x1862022223299328 ext(3469881->18446744073709551615) 00002000:00010000:0.0:1775764874.445414:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1180. 00000100:00100000:2.0:1775764874.453402:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.453524:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223299584 00000100:00100000:1.0:1775764874.453743:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223299584 00002000:00100000:1.0:1775764874.453813:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2486272->3473407) req@ffff8b8c993d7100 x1862022223299584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.453826:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d7100 with x1862022223299584 ext(2486272->3473407) 00002000:00010000:1.0:1775764874.453832:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d7100 00000100:00100000:1.0:1775764874.453901:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39924 00000100:00100000:1.0:1775764874.453912:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223299584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764874.469689:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223299584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15762us (16286us total) trans 0 rc 987136/987136 00000100:00100000:2.0:1775764874.469708:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39924 00002000:00100000:2.0:1775764874.469726:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2486272->3473407) req@ffff8b8c993d7100 x1862022223299584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 987136/987136 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.469738:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d7100 with x1862022223299584 ext(2486272->3473407) 00002000:00010000:2.0:1775764874.469746:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d7100 00000100:00100000:2.0:1775764874.474627:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.474828:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223299712 00000100:00100000:3.0:1775764874.474841:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223299712 00002000:00100000:3.0:1775764874.474902:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3403776->3469880) req@ffff8b8c993d5500 x1862022223299712/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.474915:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5500 with x1862022223299712 ext(3403776->3469880) 00002000:00010000:3.0:1775764874.474922:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d5500 00000100:00100000:3.0:1775764874.474960:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39925 00000100:00100000:3.0:1775764874.474971:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223299712:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764874.480376:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223299712:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5388us (5753us total) trans 4294997075 rc 0/0 00000100:00100000:3.0:1775764874.480396:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39925 00002000:00100000:3.0:1775764874.480412:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3403776->3469880) req@ffff8b8c993d5500 x1862022223299712/t4294997075(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/448 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.480424:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5500 with x1862022223299712 ext(3403776->3469880) 00002000:00010000:3.0:1775764874.480431:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d5500 00000100:00100000:2.0:1775764874.483742:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.483928:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223299840 00000100:00100000:3.0:1775764874.483943:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223299840 00000100:00100000:3.0:1775764874.484059:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84979 00000100:00100000:3.0:1775764874.484071:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223299840:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764874.515338:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997074 is committed 00000001:00080000:1.0:1775764874.515366:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997075 is committed 00000100:00100000:3.0:1775764874.515656:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223299840:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31576us (31916us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.515672:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84979 00000100:00100000:0.0:1775764874.518630:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.518967:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223299968 00000100:00100000:3.0:1775764874.518981:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223299968 00000100:00100000:0.0:1775764874.519184:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44949 00000100:00100000:0.0:1775764874.519197:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+75:11755:x1862022223299968:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764874.519243:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764874.519270:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d13b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5ea expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.519400:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d13b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.519419:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d13b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.519433:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d13b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764874.519468:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3469881 00000004:00200000:0.0:1775764874.519473:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764874.519505:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d13b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.519533:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d13b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ea expref: 77 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.519577:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d13b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ea expref: 76 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.519586:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764874.519589:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764874.519593:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9c00, rc 0) 00000100:00100000:0.0:1775764874.519676:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223299968:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 482us (1069us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764874.519683:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44949 00000100:00100000:0.0:1775764874.524943:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.525036:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223300224 00000100:00100000:1.0:1775764874.525050:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223300224 00000100:00100000:1.0:1775764874.525126:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44950 00000100:00100000:1.0:1775764874.525138:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223300224:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764874.525225:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764874.525264:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9c00/0xdb23b4c9253d13b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ea expref: 76 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.525292:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764874.525299:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764874.525788:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d13bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.525808:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d13bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.525821:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d13bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764874.525888:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032716 00000004:00010000:1.0:1775764874.525918:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042177b37 reply state 000000003d139224 transno 4295032717 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d13bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.525929:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764874.526064:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223300224:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 927us (1133us total) trans 4295032717 rc 0/0 00000100:00100000:1.0:1775764874.526077:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44950 00000020:00080000:1.0:1775764874.526083:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764874.529349:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d13bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.529371:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d13bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.529380:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d13bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.529385:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764874.529391:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d13bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.529400:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d13bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.529424:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764874.529428:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764874.529433:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d13bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.529439:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d13bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764874.530732:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.530908:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223300352 00000100:00100000:2.0:1775764874.530921:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223300352 00002000:00010000:2.0:1775764874.530971:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764874.530976:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21f80 with x1862022223300352 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764874.530989:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21f80. 00000100:00100000:2.0:1775764874.531027:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39926 00000100:00100000:2.0:1775764874.531037:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223300352:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764874.531403:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3469881 -> 4194304 00002000:00010000:2.0:1775764874.531408:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.531411:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.531413:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.531417:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 1099 00000100:00100000:2.0:1775764874.531503:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223300352:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 466us (781us total) trans 4294997076 rc 0/0 00000100:00100000:2.0:1775764874.531512:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39926 00002000:00010000:2.0:1775764874.531517:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764874.531519:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21f80 with x1862022223300352 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764874.531524:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21f80. 00000100:00100000:2.0:1775764874.534296:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.534396:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223300480 00000100:00100000:0.0:1775764874.534409:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223300480 00002000:00010000:0.0:1775764874.534464:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1071945->18446744073709551615) 00002000:00100000:0.0:1775764874.534471:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4000 with x1862022223300480 ext(1071945->18446744073709551615) 00002000:00010000:0.0:1775764874.534499:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d4000. 00000100:00100000:0.0:1775764874.534588:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39927 00000100:00100000:0.0:1775764874.534600:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223300480:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764874.534906:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1071945 00002000:00010000:0.0:1775764874.534911:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.534914:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.534916:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764874.534918:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1775764874.534989:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223300480:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 390us (707us total) trans 4294996368 rc 0/0 00000100:00100000:0.0:1775764874.534998:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39927 00002000:00010000:0.0:1775764874.535002:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1071945->18446744073709551615) 00002000:00100000:0.0:1775764874.535005:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4000 with x1862022223300480 ext(1071945->18446744073709551615) 00002000:00010000:0.0:1775764874.535011:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d4000. 00000100:00100000:3.0:1775764874.543238:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.543366:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223300608 00000100:00100000:0.0:1775764874.543380:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223300608 00002000:00100000:0.0:1775764874.543448:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (0->1048575) req@ffff8b8ca29b0700 x1862022223300608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764874.543460:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223300608 ext(0->1048575) 00002000:00010000:0.0:1775764874.543467:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0700 00000100:00100000:0.0:1775764874.543515:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39928 00000100:00100000:0.0:1775764874.543526:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223300608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764874.556080:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.556122:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.556253:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223300736 00000100:00100000:1.0:1775764874.556268:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223300736 00002000:00100000:1.0:1775764874.556337:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1073151) req@ffff8b8cabde4e00 x1862022223300736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.556349:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4e00 with x1862022223300736 ext(1048576->1073151) 00002000:00010000:1.0:1775764874.556356:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde4e00 00000100:00100000:1.0:1775764874.556392:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223300864 00000100:00100000:1.0:1775764874.556395:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223300864 00002000:00100000:1.0:1775764874.556411:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3473408->4194303) req@ffff8b8cabde5c00 x1862022223300864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.556419:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5c00 with x1862022223300864 ext(3473408->4194303) 00002000:00010000:1.0:1775764874.556423:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5c00 00000100:00100000:1.0:1775764874.556445:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39929 00000100:00100000:1.0:1775764874.556455:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223300736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764874.556824:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39930 00000100:00100000:1.0:1775764874.556832:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223300864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764874.557775:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223300608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14245us (14545us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764874.557787:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39928 00002000:00100000:2.0:1775764874.557796:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (0->1048575) req@ffff8b8ca29b0700 x1862022223300608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764874.557806:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223300608 ext(0->1048575) 00002000:00010000:2.0:1775764874.557813:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0700 00000100:00100000:1.0:1775764874.565230:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223300736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8762us (9150us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1775764874.565245:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39929 00002000:00100000:1.0:1775764874.565261:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1073151) req@ffff8b8cabde4e00 x1862022223300736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.565280:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4e00 with x1862022223300736 ext(1048576->1073151) 00002000:00010000:1.0:1775764874.565287:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde4e00 00000100:00100000:1.0:1775764874.572020:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223300864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15174us (15882us total) trans 0 rc 720896/720896 00000100:00100000:1.0:1775764874.572036:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39930 00002000:00100000:1.0:1775764874.572051:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3473408->4194303) req@ffff8b8cabde5c00 x1862022223300864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 720896/720896 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.572063:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5c00 with x1862022223300864 ext(3473408->4194303) 00002000:00010000:1.0:1775764874.572069:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5c00 00000100:00100000:3.0:1775764874.576020:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.576369:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223300992 00000100:00100000:1.0:1775764874.576384:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223300992 00002000:00100000:1.0:1775764874.576451:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (1028096->1071944) req@ffff8b8c8ed80000 x1862022223300992/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.576464:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022223300992 ext(1028096->1071944) 00002000:00010000:1.0:1775764874.576471:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:1.0:1775764874.576523:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39931 00000100:00100000:1.0:1775764874.576534:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223300992:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764874.581080:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223300992:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4532us (5058us total) trans 4294996369 rc 0/0 00000100:00100000:1.0:1775764874.581097:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39931 00002000:00100000:1.0:1775764874.581115:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (1028096->1071944) req@ffff8b8c8ed80000 x1862022223300992/t4294996369(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/448 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.581132:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022223300992 ext(1028096->1071944) 00002000:00010000:1.0:1775764874.581139:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:3.0:1775764874.585219:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.585438:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223301120 00000100:00100000:1.0:1775764874.585451:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223301120 00000100:00100000:1.0:1775764874.585581:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84980 00000100:00100000:1.0:1775764874.585595:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223301120:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764874.633594:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223301120:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47982us (48370us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764874.633620:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84980 00000001:00080000:3.0:1775764874.636023:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996368 is committed 00000001:00080000:3.0:1775764874.636056:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996369 is committed 00000100:00100000:1.0:1775764874.636316:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.636851:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223301248 00000100:00100000:3.0:1775764874.636865:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223301248 00000100:00100000:3.0:1775764874.636945:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44951 00000100:00100000:3.0:1775764874.636958:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+77:11755:x1862022223301248:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764874.636994:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764874.637022:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d13c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5f1 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.637135:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d13cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.637153:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d13cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.637166:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d13cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764874.637204:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5266249 00000004:00200000:3.0:1775764874.637209:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764874.637230:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d13cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.637259:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d13c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5f1 expref: 79 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.637283:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d13cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5f1 expref: 78 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.637292:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764874.637294:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764874.637299:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0e00, rc 0) 00000100:00100000:3.0:1775764874.637383:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223301248:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 428us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.637391:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44951 00000100:00100000:2.0:1775764874.644580:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.644681:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223301376 00000100:00100000:1.0:1775764874.644696:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223301376 00002000:00100000:1.0:1775764874.644768:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3125248->3133439) req@ffff8b8c993d5880 x1862022223301376/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 8680/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.644792:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5880 with x1862022223301376 ext(3125248->3133439) 00002000:00010000:1.0:1775764874.644800:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d5880 00000100:00100000:1.0:1775764874.644834:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39932 00000100:00100000:1.0:1775764874.644845:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223301376:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764874.645469:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223301376:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 621us (936us total) trans 4294997077 rc 0/0 00000100:00100000:1.0:1775764874.645479:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39932 00002000:00100000:1.0:1775764874.645486:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3125248->3133439) req@ffff8b8c993d5880 x1862022223301376/t4294997077(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 8680/448 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.645501:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5880 with x1862022223301376 ext(3125248->3133439) 00002000:00010000:1.0:1775764874.645505:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d5880 00000100:00100000:1.0:1775764874.648999:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.649108:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223301504 00000100:00100000:0.0:1775764874.649120:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223301504 00000100:00100000:0.0:1775764874.649192:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84981 00000100:00100000:0.0:1775764874.649202:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223301504:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764874.689126:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997077 is committed 00000100:00100000:0.0:1775764874.689402:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223301504:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 40193us (40410us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764874.689417:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84981 00000100:00100000:2.0:1775764874.696693:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.696799:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223301632 00000100:00100000:3.0:1775764874.696815:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223301632 00002000:00100000:3.0:1775764874.696882:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2707456->2719743) req@ffff8b8c993d5180 x1862022223301632/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 12776/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.696895:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5180 with x1862022223301632 ext(2707456->2719743) 00002000:00010000:3.0:1775764874.696903:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d5180 00000100:00100000:3.0:1775764874.696950:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39933 00000100:00100000:3.0:1775764874.696961:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223301632:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764874.697737:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223301632:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 772us (1055us total) trans 4294997078 rc 0/0 00000100:00100000:3.0:1775764874.697749:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39933 00002000:00100000:3.0:1775764874.697759:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2707456->2719743) req@ffff8b8c993d5180 x1862022223301632/t4294997078(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 12776/448 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.697770:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5180 with x1862022223301632 ext(2707456->2719743) 00002000:00010000:3.0:1775764874.697774:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d5180 00000100:00100000:2.0:1775764874.701160:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.701288:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223301760 00000100:00100000:0.0:1775764874.701302:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223301760 00000100:00100000:0.0:1775764874.701410:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84982 00000100:00100000:0.0:1775764874.701421:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223301760:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764874.734827:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223301760:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33392us (33665us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764874.734844:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84982 00000001:00080000:3.0:1775764874.735024:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997078 is committed 00000100:00100000:1.0:1775764874.741072:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.741316:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223302016 00000100:00100000:2.0:1775764874.741331:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223302016 00000100:00100000:2.0:1775764874.741415:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44952 00000100:00100000:2.0:1775764874.741427:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223302016:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764874.741697:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764874.741735:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d13cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5f1 expref: 78 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.741769:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764874.741851:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764874.742175:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d13d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.742193:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d13d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.742205:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d13d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764874.742714:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032718 00000004:00010000:2.0:1775764874.742752:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5963972 reply state 00000000936dd16c transno 4295032719 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d13d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.742764:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764874.743004:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223302016:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1576us (1944us total) trans 4295032719 rc 0/0 00000100:00100000:2.0:1775764874.743014:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44952 00000020:00080000:2.0:1775764874.743021:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764874.746687:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d13d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.746713:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d13d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.746723:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d13d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.746729:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764874.746736:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d13d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.746745:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d13d4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.746768:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764874.746772:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764874.746787:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d13d4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.746794:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4000/0xdb23b4c9253d13d4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.748426:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.748465:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.748603:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223302272 00000100:00100000:2.0:1775764874.748625:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223302272 00002000:00010000:2.0:1775764874.748683:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764874.748689:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5180 with x1862022223302272 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764874.748705:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f5180. 00000100:00100000:2.0:1775764874.748737:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223302144 00000100:00100000:2.0:1775764874.748740:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223302144 00002000:00010000:2.0:1775764874.748754:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2128647->18446744073709551615) 00002000:00100000:2.0:1775764874.748757:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4a80 with x1862022223302144 ext(2128647->18446744073709551615) 00002000:00010000:2.0:1775764874.748765:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f4a80. 00000100:00100000:2.0:1775764874.748794:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39934 00000100:00100000:2.0:1775764874.748806:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223302272:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764874.749269:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1071945 -> 0 00002000:00010000:2.0:1775764874.749274:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764875 00002000:00010000:2.0:1775764874.749276:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.749278:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764875 00002000:00010000:2.0:1775764874.749280:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 263 00000100:00100000:2.0:1775764874.749350:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223302272:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 546us (935us total) trans 4294996370 rc 0/0 00000100:00100000:2.0:1775764874.749360:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39934 00002000:00010000:2.0:1775764874.749363:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764874.749367:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5180 with x1862022223302272 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764874.749371:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f5180. 00000100:00100000:2.0:1775764874.749393:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39935 00000100:00100000:2.0:1775764874.749401:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223302144:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764874.749747:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2128647 00002000:00010000:2.0:1775764874.749751:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764874 -> 1775764875 00002000:00010000:2.0:1775764874.749753:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.749755:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764874 -> 1775764875 00002000:00010000:2.0:1775764874.749758:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1227 00000100:00100000:2.0:1775764874.749783:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223302144:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 382us (1317us total) trans 4294997079 rc 0/0 00000100:00100000:2.0:1775764874.749790:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39935 00002000:00010000:2.0:1775764874.749794:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2128647->18446744073709551615) 00002000:00100000:2.0:1775764874.749797:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4a80 with x1862022223302144 ext(2128647->18446744073709551615) 00002000:00010000:2.0:1775764874.749802:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f4a80. 00000100:00100000:1.0:1775764874.758306:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764874.758419:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223302400 00000100:00100000:0.0:1775764874.758432:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223302400 00000100:00100000:0.0:1775764874.758511:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44953 00000100:00100000:0.0:1775764874.758523:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+79:11755:x1862022223302400:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764874.758606:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764874.758659:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d13db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5f8 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.758789:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d13e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.758807:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d13e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.758822:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d13e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764874.758859:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2128647 00000004:00200000:0.0:1775764874.758864:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764874.758887:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d13e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.758921:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d13db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5f8 expref: 81 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.758943:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d13e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5f8 expref: 80 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.758953:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764874.758957:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764874.758961:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9800, rc 0) 00000100:00100000:0.0:1775764874.759027:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223302400:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 507us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764874.759035:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44953 00000100:00100000:3.0:1775764874.767708:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.767838:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223302656 00000100:00100000:2.0:1775764874.767852:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223302656 00000100:00100000:2.0:1775764874.767990:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44954 00000100:00100000:2.0:1775764874.768001:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223302656:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764874.768077:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764874.768116:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d13e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5f8 expref: 80 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.768144:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764874.768152:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764874.768437:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d13e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.768454:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d13e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.768465:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d13e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764874.768524:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032720 00000004:00010000:2.0:1775764874.768633:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002017617 reply state 00000000591fc0e8 transno 4295032721 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d13e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.768644:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764874.768770:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223302656:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 769us (1078us total) trans 4295032721 rc 0/0 00000100:00100000:2.0:1775764874.768783:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44954 00000020:00080000:2.0:1775764874.768790:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764874.772041:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.772078:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.772180:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223302912 00000100:00100000:1.0:1775764874.772193:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223302912 00002000:00010000:1.0:1775764874.772249:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764874.772256:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908afb80 with x1862022223302912 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764874.772272:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908afb80. 00000100:00100000:1.0:1775764874.772308:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223302784 00000100:00100000:1.0:1775764874.772311:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223302784 00002000:00010000:1.0:1775764874.772324:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1093856->18446744073709551615) 00002000:00100000:1.0:1775764874.772327:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be680 with x1862022223302784 ext(1093856->18446744073709551615) 00002000:00010000:1.0:1775764874.772333:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911be680. 00000100:00100000:1.0:1775764874.772353:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39936 00000100:00100000:1.0:1775764874.772362:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223302912:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764874.772702:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764874.772707:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764874.772709:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764874.772712:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764874.772714:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764874.772777:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223302912:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 415us (750us total) trans 4294996371 rc 0/0 00000100:00100000:1.0:1775764874.772786:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39936 00002000:00010000:1.0:1775764874.772790:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764874.772792:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908afb80 with x1862022223302912 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764874.772796:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908afb80. 00000100:00100000:1.0:1775764874.772815:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39937 00000100:00100000:1.0:1775764874.772821:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223302784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764874.772995:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2128647 -> 1093856 00002000:00010000:1.0:1775764874.772998:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764874.773000:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764874.773002:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764874.773004:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1227 -> 1227 00000100:00100000:1.0:1775764874.773024:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223302784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 203us (945us total) trans 4294997080 rc 0/0 00000100:00100000:1.0:1775764874.773030:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39937 00002000:00010000:1.0:1775764874.773033:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1093856->18446744073709551615) 00002000:00100000:1.0:1775764874.773035:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be680 with x1862022223302784 ext(1093856->18446744073709551615) 00002000:00010000:1.0:1775764874.773039:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911be680. 00010000:00010000:0.0:1775764874.775397:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d13e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.775416:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d13e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.775425:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d13e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.775432:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764874.775439:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d13e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.775448:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d13e9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.775472:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764874.775476:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764874.775481:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d13e9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764874.775487:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4e00/0xdb23b4c9253d13e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.783304:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.783961:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223303040 00000100:00100000:2.0:1775764874.783975:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223303040 00000100:00100000:3.0:1775764874.784173:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44955 00000100:00100000:3.0:1775764874.784184:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+81:11755:x1862022223303040:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764874.784228:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764874.784255:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d13f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd5ff expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.784361:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d13f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.784377:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d13f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.784391:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d13f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764874.784422:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1093856 00000004:00200000:3.0:1775764874.784426:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764874.784447:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d13f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.784485:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d13f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ff expref: 83 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.784506:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d13f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ff expref: 82 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.784519:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764874.784522:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764874.784526:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1a00, rc 0) 00000100:00100000:3.0:1775764874.784668:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223303040:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 485us (1378us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.784676:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44955 00000100:00100000:3.0:1775764874.790394:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.794770:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223303296 00000100:00100000:1.0:1775764874.794867:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223303296 00000100:00100000:1.0:1775764874.795734:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44956 00000100:00100000:1.0:1775764874.795754:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223303296:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764874.795840:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764874.795876:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d13f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd5ff expref: 82 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.795903:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764874.795910:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764874.796211:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d13fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.796230:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d13fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.796242:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d13fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764874.796305:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032722 00000004:00010000:1.0:1775764874.796333:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ec1f3b1 reply state 00000000981f7099 transno 4295032723 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d13fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.796344:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764874.796485:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223303296:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 737us (6104us total) trans 4295032723 rc 0/0 00000100:00100000:1.0:1775764874.796493:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44956 00000020:00080000:1.0:1775764874.796498:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764874.803051:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d13fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.803073:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d13fe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.803081:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d13fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.803091:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764874.803096:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d13fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.803104:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d13fe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.803126:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764874.803129:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764874.803134:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d13fe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.803139:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5000/0xdb23b4c9253d13fe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764874.805772:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.805824:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764874.806784:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223303552 00000100:00100000:2.0:1775764874.806802:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223303552 00002000:00010000:2.0:1775764874.806865:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764874.806871:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7b80 with x1862022223303552 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764874.806913:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b7b80. 00000100:00100000:2.0:1775764874.806950:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223303424 00000100:00100000:2.0:1775764874.806955:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223303424 00002000:00010000:2.0:1775764874.806970:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1962373->18446744073709551615) 00002000:00100000:2.0:1775764874.806973:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4e00 with x1862022223303424 ext(1962373->18446744073709551615) 00002000:00010000:2.0:1775764874.806980:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4e00. 00000100:00100000:2.0:1775764874.807010:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39938 00000100:00100000:2.0:1775764874.807021:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223303552:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764874.807329:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764874.807334:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764874.807337:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.807339:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764874.807341:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764874.807421:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223303552:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 401us (1664us total) trans 4294996372 rc 0/0 00000100:00100000:2.0:1775764874.807430:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39938 00002000:00010000:2.0:1775764874.807435:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764874.807438:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b7b80 with x1862022223303552 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764874.807444:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b7b80. 00000100:00100000:2.0:1775764874.807464:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39939 00000100:00100000:2.0:1775764874.807473:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223303424:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764874.807838:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1093856 -> 1962373 00002000:00010000:2.0:1775764874.807843:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764874.807845:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764874.807846:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764874.807848:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1227 -> 1227 00000100:00100000:2.0:1775764874.807873:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223303424:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 401us (2048us total) trans 4294997081 rc 0/0 00000100:00100000:2.0:1775764874.807880:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39939 00002000:00010000:2.0:1775764874.807883:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1962373->18446744073709551615) 00002000:00100000:2.0:1775764874.807886:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4e00 with x1862022223303424 ext(1962373->18446744073709551615) 00002000:00010000:2.0:1775764874.807891:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4e00. 00000100:00100000:0.0:1775764874.827913:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.828077:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223303680 00000100:00100000:3.0:1775764874.828092:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223303680 00002000:00100000:3.0:1775764874.828160:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1097728->1966079) req@ffff8b8c90d20e00 x1862022223303680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.828173:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20e00 with x1862022223303680 ext(1097728->1966079) 00002000:00010000:3.0:1775764874.828180:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20e00 00000100:00100000:3.0:1775764874.828211:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39940 00000100:00100000:3.0:1775764874.828221:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223303680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764874.858724:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223303680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 29236us (29558us total) trans 0 rc 868352/868352 00000100:00100000:3.0:1775764874.858749:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39940 00002000:00100000:3.0:1775764874.858768:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1097728->1966079) req@ffff8b8c90d20e00 x1862022223303680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 488/440 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 868352/868352 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764874.859023:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20e00 with x1862022223303680 ext(1097728->1966079) 00002000:00010000:3.0:1775764874.859033:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d20e00 00000100:00100000:0.0:1775764874.878250:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.880705:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223303808 00000100:00100000:1.0:1775764874.880727:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223303808 00002000:00100000:1.0:1775764874.880894:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1957888->1962372) req@ffff8b8c90d21880 x1862022223303808/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 4976/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.880909:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21880 with x1862022223303808 ext(1957888->1962372) 00002000:00010000:1.0:1775764874.880918:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21880 00000100:00100000:1.0:1775764874.881044:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39941 00000100:00100000:1.0:1775764874.881057:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223303808:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764874.883951:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223303808:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2879us (5697us total) trans 4294997082 rc 0/0 00000100:00100000:1.0:1775764874.883971:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39941 00002000:00100000:1.0:1775764874.883990:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1957888->1962372) req@ffff8b8c90d21880 x1862022223303808/t4294997082(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:355/0 lens 4976/448 e 0 to 0 dl 1775764885 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764874.884003:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21880 with x1862022223303808 ext(1957888->1962372) 00002000:00010000:1.0:1775764874.884010:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21880 00000100:00100000:2.0:1775764874.893880:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764874.897909:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223303936 00000100:00100000:1.0:1775764874.897932:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223303936 00000100:00100000:0.0:1775764874.902054:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84983 00000100:00100000:0.0:1775764874.902074:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223303936:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764874.976102:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223303936:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 74016us (82217us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764874.976119:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84983 00000001:00080000:0.0:1775764874.976175:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997082 is committed 00000100:00100000:2.0:1775764874.982428:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.982520:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223304064 00000100:00100000:3.0:1775764874.982533:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223304064 00000100:00100000:3.0:1775764874.982979:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44957 00000100:00100000:3.0:1775764874.982991:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+83:11755:x1862022223304064:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764874.983026:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764874.983056:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1405 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd606 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.983165:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d140c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.983182:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d140c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.983195:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d140c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764874.983225:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1962373 00000004:00200000:3.0:1775764874.983230:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764874.983251:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d140c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.983282:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1405 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd606 expref: 85 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.983306:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d140c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd606 expref: 84 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.983316:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764874.983320:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764874.983325:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0a00, rc 0) 00000100:00100000:3.0:1775764874.983405:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223304064:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 415us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.983414:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44957 00000100:00100000:0.0:1775764874.993884:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764874.994043:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223304320 00000100:00100000:3.0:1775764874.994057:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223304320 00000100:00100000:3.0:1775764874.994134:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44958 00000100:00100000:3.0:1775764874.994145:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223304320:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764874.994213:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764874.994248:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d140c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd606 expref: 84 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.994272:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764874.994279:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764874.994643:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1413 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.994664:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1413 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.994677:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1413 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764874.994740:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032724 00000004:00010000:3.0:1775764874.995115:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5919306 reply state 000000007d657993 transno 4295032725 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1413 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764874.995129:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764874.995506:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223304320:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1359us (1633us total) trans 4295032725 rc 0/0 00000100:00100000:3.0:1775764874.995517:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44958 00000020:00080000:3.0:1775764874.995525:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764875.001745:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764875.001955:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1413 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.001975:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1413 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.001983:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1413 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.001989:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764875.001995:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1413 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.002007:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1413 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.002030:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.002033:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764875.002044:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1413 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.002051:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1413 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764875.002315:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.002402:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223304448 00000100:00100000:1.0:1775764875.002416:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223304448 00002000:00010000:1.0:1775764875.002482:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1885254->18446744073709551615) 00002000:00100000:1.0:1775764875.002488:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e1180 with x1862022223304448 ext(1885254->18446744073709551615) 00002000:00010000:1.0:1775764875.002501:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e1180. 00000100:00100000:1.0:1775764875.002535:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223304576 00000100:00100000:1.0:1775764875.002573:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223304576 00002000:00010000:1.0:1775764875.002615:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764875.002619:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e0a80 with x1862022223304576 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764875.002627:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e0a80. 00000100:00100000:1.0:1775764875.002650:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39942 00000100:00100000:1.0:1775764875.002661:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223304448:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764875.003037:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39943 00000100:00100000:2.0:1775764875.003049:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223304576:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764875.003296:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764875.003301:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764875.003304:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764875.003306:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764875.003309:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764875.003388:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223304576:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 342us (1074us total) trans 4294996373 rc 0/0 00000100:00100000:2.0:1775764875.003396:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39943 00002000:00010000:2.0:1775764875.003400:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764875.003402:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e0a80 with x1862022223304576 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764875.003408:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e0a80. 00002000:00010000:1.0:1775764875.004032:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1962373 -> 1885254 00002000:00010000:1.0:1775764875.004037:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764875.004040:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764875.004043:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764875.004044:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1227 -> 843 00000100:00100000:1.0:1775764875.004077:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223304448:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1417us (2351us total) trans 4294997083 rc 0/0 00000100:00100000:1.0:1775764875.004087:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39942 00002000:00010000:1.0:1775764875.004090:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1885254->18446744073709551615) 00002000:00100000:1.0:1775764875.004093:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e1180 with x1862022223304448 ext(1885254->18446744073709551615) 00002000:00010000:1.0:1775764875.004099:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e1180. 00000100:00080000:1.0:1775764875.004125:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764875.015175:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.015417:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223304704 00000100:00100000:1.0:1775764875.015432:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223304704 00000100:00100000:1.0:1775764875.015521:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44959 00000100:00100000:1.0:1775764875.015533:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+85:11755:x1862022223304704:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764875.015592:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764875.015626:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d141a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd60d expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.015742:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d1421 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.015759:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d1421 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.015774:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d1421 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764875.015808:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1885254 00000004:00200000:1.0:1775764875.015813:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764875.015836:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d1421 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.015866:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d141a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd60d expref: 87 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.015886:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d1421 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd60d expref: 86 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.015896:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.015899:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764875.015903:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4200, rc 0) 00000100:00100000:1.0:1775764875.015971:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223304704:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 440us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764875.015982:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44959 00000100:00080000:3.0:1775764875.016515:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764875.025700:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764875.026012:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223304960 00000100:00100000:3.0:1775764875.026025:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223304960 00000100:00100000:3.0:1775764875.026097:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44960 00000100:00100000:3.0:1775764875.026108:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223304960:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764875.026179:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764875.026212:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d1421 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd60d expref: 86 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.026234:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764875.026240:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764875.026529:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1428 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.026938:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1428 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.026952:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1428 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764875.028083:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032726 00000004:00010000:0.0:1775764875.028150:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000520016b1 reply state 00000000b78c8972 transno 4295032727 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1428 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764875.028164:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764875.029349:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223304960:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 3231us (3652us total) trans 4295032727 rc 0/0 00000100:00100000:0.0:1775764875.029362:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44960 00000020:00080000:0.0:1775764875.029370:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764875.036201:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.036236:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.036280:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223305088 00000100:00100000:2.0:1775764875.036292:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223305088 00002000:00010000:2.0:1775764875.036345:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3884326->18446744073709551615) 00002000:00100000:2.0:1775764875.036352:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e3b80 with x1862022223305088 ext(3884326->18446744073709551615) 00002000:00010000:2.0:1775764875.036366:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e3b80. 00000100:00100000:2.0:1775764875.036398:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223305216 00000100:00100000:2.0:1775764875.036402:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223305216 00002000:00010000:2.0:1775764875.036418:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764875.036421:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2680 with x1862022223305216 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764875.036429:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e2680. 00000100:00100000:2.0:1775764875.036450:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39944 00000100:00100000:2.0:1775764875.036460:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223305088:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764875.036968:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1885254 -> 3884326 00002000:00010000:2.0:1775764875.036974:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764875.036976:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764875.036978:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764875.036980:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 843 00000100:00100000:2.0:1775764875.037054:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223305088:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 593us (865us total) trans 4294997084 rc 0/0 00000100:00100000:2.0:1775764875.037064:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39944 00002000:00010000:2.0:1775764875.037068:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3884326->18446744073709551615) 00002000:00100000:2.0:1775764875.037072:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e3b80 with x1862022223305088 ext(3884326->18446744073709551615) 00002000:00010000:2.0:1775764875.037077:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e3b80. 00000100:00100000:2.0:1775764875.037098:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39945 00000100:00100000:2.0:1775764875.037107:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223305216:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764875.037242:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764875.037245:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764875.037247:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764875.037249:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764875.037252:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764875.037276:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223305216:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 170us (1038us total) trans 4294996374 rc 0/0 00000100:00100000:2.0:1775764875.037282:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39945 00002000:00010000:2.0:1775764875.037286:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764875.037288:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2680 with x1862022223305216 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764875.037293:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e2680. 00010000:00010000:1.0:1775764875.040742:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1428 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.040764:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1428 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.040773:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1428 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.040780:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764875.040786:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1428 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.040795:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1428 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.040819:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.040823:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764875.040828:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1428 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.040835:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1428 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764875.056276:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.056316:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.056418:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223305344 00000100:00100000:1.0:1775764875.056431:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223305344 00002000:00100000:1.0:1775764875.056504:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1966080->3842047) req@ffff8b8c914e0700 x1862022223305344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 504/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764875.056523:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e0700 with x1862022223305344 ext(1966080->3842047) 00002000:00010000:1.0:1775764875.056531:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e0700 00000100:00100000:1.0:1775764875.056585:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223305472 00000100:00100000:1.0:1775764875.056589:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223305472 00002000:00100000:1.0:1775764875.056613:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3010560->3887103) req@ffff8b8c914e2300 x1862022223305472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 504/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764875.056622:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2300 with x1862022223305472 ext(3010560->3887103) 00002000:00010000:1.0:1775764875.056625:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e2300 00000100:00100000:1.0:1775764875.056649:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39946 00000100:00100000:1.0:1775764875.056660:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223305344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764875.058014:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39947 00000100:00100000:1.0:1775764875.058027:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223305472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764875.085350:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223305344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 28675us (29072us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764875.085367:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39946 00002000:00100000:3.0:1775764875.085384:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1966080->3842047) req@ffff8b8c914e0700 x1862022223305344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 504/440 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764875.085403:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e0700 with x1862022223305344 ext(1966080->3842047) 00002000:00010000:3.0:1775764875.085412:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e0700 00000100:00100000:1.0:1775764875.093633:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223305472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 35594us (37300us total) trans 0 rc 872448/872448 00000100:00100000:1.0:1775764875.093651:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39947 00002000:00100000:1.0:1775764875.093667:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3010560->3887103) req@ffff8b8c914e2300 x1862022223305472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 504/440 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 872448/872448 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764875.093680:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2300 with x1862022223305472 ext(3010560->3887103) 00002000:00010000:1.0:1775764875.093687:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e2300 00000100:00100000:2.0:1775764875.102532:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764875.102763:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223305600 00000100:00100000:3.0:1775764875.102786:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223305600 00002000:00100000:3.0:1775764875.102851:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3837952->3884325) req@ffff8b8c914e3480 x1862022223305600/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764875.102865:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e3480 with x1862022223305600 ext(3837952->3884325) 00002000:00010000:3.0:1775764875.102872:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e3480 00000100:00100000:3.0:1775764875.102911:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39948 00000100:00100000:3.0:1775764875.102923:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223305600:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764875.111323:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223305600:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8384us (8786us total) trans 4294997085 rc 0/0 00000100:00100000:3.0:1775764875.111341:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39948 00002000:00100000:3.0:1775764875.111357:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3837952->3884325) req@ffff8b8c914e3480 x1862022223305600/t4294997085(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/448 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764875.111369:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e3480 with x1862022223305600 ext(3837952->3884325) 00002000:00010000:3.0:1775764875.111377:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e3480 00000100:00100000:2.0:1775764875.114603:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.114705:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223305728 00000100:00100000:0.0:1775764875.114718:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223305728 00000100:00100000:0.0:1775764875.114868:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84984 00000100:00100000:0.0:1775764875.114880:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223305728:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764875.175499:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997083 is committed 00000001:00080000:3.0:1775764875.175523:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997084 is committed 00000100:00100000:0.0:1775764875.175525:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223305728:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 60633us (60920us total) trans 0 rc 0/0 00000001:00080000:3.0:1775764875.175533:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997085 is committed 00000100:00100000:0.0:1775764875.175571:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84984 00000100:00100000:0.0:1775764875.181188:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764875.181710:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223305856 00000100:00100000:3.0:1775764875.181725:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223305856 00000100:00100000:3.0:1775764875.183754:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44961 00000100:00100000:2.0:1775764875.183916:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+87:11755:x1862022223305856:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764875.183970:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764875.184003:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9600/0xdb23b4c9253d142f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd614 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.184130:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1436 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.184149:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1436 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.184165:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1436 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764875.184202:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3884326 00000004:00200000:2.0:1775764875.184207:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764875.184229:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1436 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.184261:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9600/0xdb23b4c9253d142f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd614 expref: 89 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.184299:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1436 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd614 expref: 88 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.184310:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764875.184313:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764875.184318:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f6b8600, rc 0) 00000100:00100000:2.0:1775764875.184415:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223305856:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 647us (3242us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764875.184423:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44961 00000100:00100000:3.0:1775764875.191773:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.192006:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223306112 00000100:00100000:0.0:1775764875.192017:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223306112 00000100:00100000:0.0:1775764875.192149:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44962 00000100:00100000:0.0:1775764875.192160:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223306112:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764875.192220:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764875.192252:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1436 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd614 expref: 88 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.192274:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.192279:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764875.192516:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d143d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.192531:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d143d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.192593:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d143d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764875.192659:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032728 00000004:00010000:0.0:1775764875.192687:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006904b72a reply state 00000000577991a2 transno 4295032729 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d143d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764875.192696:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764875.192791:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223306112:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 624us (1019us total) trans 4295032729 rc 0/0 00000100:00100000:0.0:1775764875.192799:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44962 00000020:00080000:0.0:1775764875.192804:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764875.197778:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764875.197885:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.198015:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223306240 00000100:00100000:0.0:1775764875.198024:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223306240 00002000:00010000:0.0:1775764875.198065:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764875.198070:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022223306240 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764875.198094:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380. 00000100:00100000:0.0:1775764875.198125:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223306368 00000100:00100000:0.0:1775764875.198129:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223306368 00002000:00010000:0.0:1775764875.198142:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1024418->18446744073709551615) 00002000:00100000:0.0:1775764875.198145:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c700 with x1862022223306368 ext(1024418->18446744073709551615) 00002000:00010000:0.0:1775764875.198152:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308c700. 00000100:00100000:0.0:1775764875.198173:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39949 00000100:00100000:0.0:1775764875.198181:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223306240:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764875.198673:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3884326 -> 4194304 00002000:00010000:0.0:1775764875.198678:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:0.0:1775764875.198681:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764875.198683:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:0.0:1775764875.198685:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 843 -> 907 00000100:00100000:0.0:1775764875.198736:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223306240:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 555us (967us total) trans 4294997086 rc 0/0 00000100:00100000:0.0:1775764875.198744:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39949 00002000:00010000:0.0:1775764875.198748:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764875.198751:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022223306240 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764875.198756:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380. 00000100:00100000:0.0:1775764875.198775:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39950 00000100:00100000:0.0:1775764875.198782:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223306368:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764875.198902:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1024418 00002000:00010000:0.0:1775764875.198906:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:0.0:1775764875.198908:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764875.198910:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:0.0:1775764875.198912:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764875.198936:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223306368:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 155us (1051us total) trans 4294996375 rc 0/0 00000100:00100000:0.0:1775764875.198943:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39950 00002000:00010000:0.0:1775764875.198946:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1024418->18446744073709551615) 00002000:00100000:0.0:1775764875.198949:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c700 with x1862022223306368 ext(1024418->18446744073709551615) 00002000:00010000:0.0:1775764875.198954:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308c700. 00010000:00010000:1.0:1775764875.200196:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d143d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.200210:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d143d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.200218:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d143d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.200224:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764875.200228:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d143d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.200236:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d143d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.200253:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.200257:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764875.200261:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d143d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.200268:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d143d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764875.205498:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.205684:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223306496 00000100:00100000:0.0:1775764875.205698:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223306496 00000100:00100000:0.0:1775764875.205832:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44963 00000100:00100000:0.0:1775764875.205843:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+89:11755:x1862022223306496:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764875.205868:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764875.205891:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1444 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd61b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.205976:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d144b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.205990:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d144b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.206002:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d144b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764875.206028:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5218722 00000004:00200000:0.0:1775764875.206032:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764875.206050:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d144b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.206087:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1444 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd61b expref: 91 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.206104:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d144b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd61b expref: 90 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.206118:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.206120:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764875.206124:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8a00, rc 0) 00000100:00100000:0.0:1775764875.206191:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223306496:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 351us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764875.206197:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44963 00010000:00010000:0.0:1775764875.213202:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764875.214024:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.214185:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223306752 00000100:00100000:2.0:1775764875.214199:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223306752 00000100:00100000:2.0:1775764875.214271:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44964 00000100:00100000:2.0:1775764875.214283:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223306752:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764875.214357:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764875.214394:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d144b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd61b expref: 90 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.214421:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764875.214427:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764875.215080:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1452 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.215104:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.215118:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764875.215182:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032730 00000004:00010000:3.0:1775764875.215208:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006098cf8 reply state 000000006076dd40 transno 4295032731 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764875.215217:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764875.215337:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223306752:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1056us (1324us total) trans 4295032731 rc 0/0 00000100:00100000:3.0:1775764875.215346:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44964 00000020:00080000:3.0:1775764875.215352:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764875.224672:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764875.224711:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764875.224728:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764875.224739:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1452 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.224747:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1452 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.224754:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764875.224759:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1452 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.224932:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1452 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.224955:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.224958:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764875.224963:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1452 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764875.224964:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223307008 00010000:00010000:1.0:1775764875.224975:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1452 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764875.224982:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223307008 00002000:00010000:0.0:1775764875.225038:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (672282->18446744073709551615) 00002000:00100000:0.0:1775764875.225044:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e0e00 with x1862022223307008 ext(672282->18446744073709551615) 00002000:00010000:0.0:1775764875.225059:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e0e00. 00000100:00100000:0.0:1775764875.225093:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223306880 00000100:00100000:0.0:1775764875.225097:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223306880 00002000:00010000:0.0:1775764875.225114:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764875.225118:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2a00 with x1862022223306880 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764875.225126:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e2a00. 00000100:00100000:1.0:1775764875.225137:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39951 00000100:00100000:1.0:1775764875.225159:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223307008:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764875.226639:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1024418 -> 672282 00002000:00010000:1.0:1775764875.226647:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764875.226650:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764875.226652:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764875.226654:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764875.226733:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2365:x1862022223307008:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1582us (2074us total) trans 4294996376 rc 0/0 00000100:00100000:1.0:1775764875.228274:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39951 00002000:00010000:1.0:1775764875.228376:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (672282->18446744073709551615) 00002000:00100000:1.0:1775764875.228380:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e0e00 with x1862022223307008 ext(672282->18446744073709551615) 00002000:00010000:1.0:1775764875.228391:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e0e00. 00000100:00100000:0.0:1775764875.228457:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39952 00000100:00100000:0.0:1775764875.229041:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223306880:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764875.229353:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764875.229358:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:0.0:1775764875.229361:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764875.229363:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:0.0:1775764875.229365:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:0.0:1775764875.229441:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223306880:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 418us (4719us total) trans 4294997087 rc 0/0 00000100:00100000:0.0:1775764875.229449:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39952 00002000:00010000:0.0:1775764875.229454:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764875.229458:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2a00 with x1862022223306880 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764875.229464:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e2a00. 00000100:00100000:2.0:1775764875.237975:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.239516:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223307136 00000100:00100000:0.0:1775764875.239535:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223307136 00000100:00100000:0.0:1775764875.239645:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44965 00000100:00100000:0.0:1775764875.239659:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+91:11755:x1862022223307136:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764875.239697:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764875.239726:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1459 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd622 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.239864:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1460 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.239881:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.239894:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764875.239937:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4866586 00000004:00200000:0.0:1775764875.239941:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764875.239960:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.239990:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1459 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd622 expref: 93 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.240013:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1460 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd622 expref: 92 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.240023:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.240026:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764875.240030:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8600, rc 0) 00000100:00100000:0.0:1775764875.240113:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223307136:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 458us (2147us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764875.240121:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44965 00000100:00100000:1.0:1775764875.248760:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.248894:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223307392 00000100:00100000:0.0:1775764875.248906:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223307392 00000100:00100000:0.0:1775764875.248965:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44966 00000100:00100000:0.0:1775764875.248975:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223307392:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764875.249031:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764875.249061:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1460 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd622 expref: 92 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.249083:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.249088:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764875.249340:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1467 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.249354:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1467 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.249363:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1467 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764875.249416:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032732 00000004:00010000:0.0:1775764875.249442:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d920db35 reply state 00000000c6875315 transno 4295032733 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1467 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764875.249451:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764875.249617:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223307392:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 631us (854us total) trans 4295032733 rc 0/0 00000100:00100000:0.0:1775764875.249626:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44966 00000020:00080000:0.0:1775764875.249632:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764875.255889:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1467 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.255906:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1467 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.255914:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1467 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.255919:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764875.255924:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1467 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.255931:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1467 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.255949:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.255953:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764875.255957:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1467 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.255966:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1467 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764875.264179:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.264262:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.264688:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223307520 00000100:00100000:2.0:1775764875.264698:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223307520 00002000:00010000:2.0:1775764875.264739:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (466110->18446744073709551615) 00002000:00100000:2.0:1775764875.264744:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f6300 with x1862022223307520 ext(466110->18446744073709551615) 00002000:00010000:2.0:1775764875.264756:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f6300. 00000100:00100000:0.0:1775764875.265081:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223307648 00000100:00100000:0.0:1775764875.265086:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223307648 00002000:00010000:0.0:1775764875.265104:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764875.265107:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f7480 with x1862022223307648 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764875.265116:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f7480. 00000100:00100000:0.0:1775764875.265148:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39953 00000100:00100000:0.0:1775764875.265157:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223307520:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764875.265412:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39954 00000100:00100000:2.0:1775764875.265420:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223307648:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764875.266008:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 672282 -> 0 00002000:00010000:2.0:1775764875.266012:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764875.266015:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764875.266017:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764875.266020:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764875.266083:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223307648:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 663us (1820us total) trans 4294996377 rc 0/0 00000100:00100000:2.0:1775764875.266093:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39954 00002000:00010000:2.0:1775764875.266096:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764875.266099:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f7480 with x1862022223307648 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764875.266104:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f7480. 00002000:00010000:0.0:1775764875.267138:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 466110 00002000:00010000:0.0:1775764875.267145:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:0.0:1775764875.267148:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764875.267149:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:0.0:1775764875.267151:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:0.0:1775764875.267216:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223307520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2058us (3044us total) trans 4294997088 rc 0/0 00000100:00100000:0.0:1775764875.267225:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39953 00002000:00010000:0.0:1775764875.267229:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (466110->18446744073709551615) 00002000:00100000:0.0:1775764875.267231:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f6300 with x1862022223307520 ext(466110->18446744073709551615) 00002000:00010000:0.0:1775764875.267237:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f6300. 00000100:00100000:1.0:1775764875.322337:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764875.323780:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223307776 00000100:00100000:3.0:1775764875.323797:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223307776 00000100:00100000:3.0:1775764875.323869:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44967 00000100:00100000:3.0:1775764875.323881:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+93:11755:x1862022223307776:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764875.323915:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764875.323944:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d146e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd629 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.324061:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1475 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.324084:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1475 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.324099:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1475 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764875.324133:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 466110 00000004:00200000:3.0:1775764875.324138:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764875.324160:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1475 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.324194:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d146e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd629 expref: 95 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.324216:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1475 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd629 expref: 94 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.324225:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764875.324229:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764875.324234:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0a00, rc 0) 00000100:00100000:1.0:1775764875.328755:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223307776:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 4856us (6410us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764875.328771:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44967 00000100:00100000:2.0:1775764875.358964:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.359006:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223308032 00000100:00100000:2.0:1775764875.359015:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223308032 00000100:00100000:2.0:1775764875.359063:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44968 00000100:00100000:2.0:1775764875.359072:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223308032:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764875.359124:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764875.359151:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0a00/0xdb23b4c9253d1475 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd629 expref: 94 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.359168:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764875.359172:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764875.359521:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9400/0xdb23b4c9253d147c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.359535:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9400/0xdb23b4c9253d147c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.359583:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9400/0xdb23b4c9253d147c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764875.359651:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032734 00000004:00010000:2.0:1775764875.359677:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd58a1c3 reply state 000000007586f22a transno 4295032735 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9400/0xdb23b4c9253d147c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764875.359690:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764875.359779:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022223308032:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 707us (824us total) trans 4295032735 rc 0/0 00000100:00100000:2.0:1775764875.359786:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44968 00000020:00080000:2.0:1775764875.359791:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764875.362774:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9400/0xdb23b4c9253d147c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.362797:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9400/0xdb23b4c9253d147c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.362812:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9400/0xdb23b4c9253d147c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.362819:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f6b9400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764875.362825:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9400/0xdb23b4c9253d147c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.362834:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9400/0xdb23b4c9253d147c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.362857:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.362861:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764875.362867:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9400/0xdb23b4c9253d147c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.362874:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b9400/0xdb23b4c9253d147c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764875.365822:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.365897:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223308160 00000100:00100000:0.0:1775764875.365907:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223308160 00002000:00010000:0.0:1775764875.365944:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764875.365949:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e1500 with x1862022223308160 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764875.365961:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e1500. 00000100:00100000:0.0:1775764875.365994:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39955 00000100:00100000:0.0:1775764875.366005:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223308160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764875.366191:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 466110 -> 4194304 00002000:00010000:0.0:1775764875.366194:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:0.0:1775764875.366196:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764875.366198:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:0.0:1775764875.366200:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:0.0:1775764875.366257:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223308160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 253us (443us total) trans 4294997089 rc 0/0 00000100:00100000:0.0:1775764875.366265:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39955 00002000:00010000:0.0:1775764875.366269:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764875.366272:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e1500 with x1862022223308160 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764875.366276:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e1500. 00000100:00100000:2.0:1775764875.371622:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764875.371677:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223308288 00000100:00100000:3.0:1775764875.371686:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223308288 00002000:00010000:3.0:1775764875.371721:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1409146->18446744073709551615) 00002000:00100000:3.0:1775764875.371726:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d180 with x1862022223308288 ext(1409146->18446744073709551615) 00002000:00010000:3.0:1775764875.371738:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378d180. 00000100:00100000:2.0:1775764875.371989:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39956 00000100:00100000:2.0:1775764875.371998:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223308288:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764875.372467:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1409146 00002000:00010000:2.0:1775764875.372470:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764875.372559:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764875.372562:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:2.0:1775764875.372564:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764875.372674:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223308288:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 675us (1074us total) trans 4294996378 rc 0/0 00000100:00100000:2.0:1775764875.372680:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39956 00002000:00010000:2.0:1775764875.372683:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1409146->18446744073709551615) 00002000:00100000:2.0:1775764875.372685:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d180 with x1862022223308288 ext(1409146->18446744073709551615) 00002000:00010000:2.0:1775764875.372689:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378d180. 00000100:00100000:3.0:1775764875.380467:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.380882:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223308416 00000100:00100000:0.0:1775764875.380894:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223308416 00000100:00100000:0.0:1775764875.380949:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44969 00000100:00100000:0.0:1775764875.380959:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+95:11755:x1862022223308416:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764875.380984:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764875.381006:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1483 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd630 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.381092:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d148a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.381107:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d148a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.381118:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d148a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764875.381148:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5603450 00000004:00200000:0.0:1775764875.381153:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764875.381171:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d148a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.381198:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9000/0xdb23b4c9253d1483 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd630 expref: 97 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.381216:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d148a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd630 expref: 96 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.381224:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.381227:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764875.381230:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8600, rc 0) 00000100:00100000:0.0:1775764875.381440:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022223308416:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 478us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764875.381449:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44969 00000001:00080000:3.0:1775764875.384906:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032733 is committed 00000100:00100000:3.0:1775764875.408330:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764875.408382:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.408460:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223308544 00000100:00100000:1.0:1775764875.408482:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223308544 00002000:00100000:1.0:1775764875.408593:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (466944->3047423) req@ffff8b8ca308f480 x1862022223308544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 504/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764875.408615:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308f480 with x1862022223308544 ext(466944->3047423) 00002000:00010000:1.0:1775764875.408622:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308f480 00000100:00100000:1.0:1775764875.408646:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223308672 00000100:00100000:1.0:1775764875.408649:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223308672 00002000:00100000:1.0:1775764875.408666:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1511424->2559999) req@ffff8b8ca308f800 x1862022223308672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764875.408674:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308f800 with x1862022223308672 ext(1511424->2559999) 00002000:00010000:1.0:1775764875.408676:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308f800 00000100:00100000:1.0:1775764875.408702:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39957 00000100:00100000:1.0:1775764875.408711:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223308544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764875.409917:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39958 00000100:00100000:3.0:1775764875.409938:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223308672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764875.421194:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.421308:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223308928 00000100:00100000:0.0:1775764875.421323:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223308928 00002000:00100000:0.0:1775764875.421388:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3612672->4194303) req@ffff8b8ca308df80 x1862022223308928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764875.421400:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308df80 with x1862022223308928 ext(3612672->4194303) 00002000:00010000:0.0:1775764875.421408:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308df80 00000100:00100000:0.0:1775764875.421457:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39959 00000100:00100000:0.0:1775764875.421468:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223308928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764875.426450:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.428827:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223308800 00000100:00100000:0.0:1775764875.428845:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223308800 00002000:00100000:0.0:1775764875.428909:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2560000->3612671) req@ffff8b8c9378ca80 x1862022223308800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 504/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764875.428923:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ca80 with x1862022223308800 ext(2560000->3612671) 00002000:00010000:0.0:1775764875.428930:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ca80 00000100:00100000:0.0:1775764875.428960:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39960 00000100:00100000:0.0:1775764875.428970:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223308800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764875.435852:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022223308544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 27128us (27524us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764875.435868:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39957 00002000:00100000:0.0:1775764875.435884:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (466944->3047423) req@ffff8b8ca308f480 x1862022223308544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 504/440 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764875.435896:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308f480 with x1862022223308544 ext(466944->3047423) 00002000:00010000:0.0:1775764875.435903:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308f480 00000100:00100000:3.0:1775764875.447596:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223308672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 37652us (39197us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764875.447624:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39958 00002000:00100000:3.0:1775764875.447642:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1511424->2559999) req@ffff8b8ca308f800 x1862022223308672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/440 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764875.447653:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308f800 with x1862022223308672 ext(1511424->2559999) 00002000:00010000:3.0:1775764875.447661:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308f800 00000100:00100000:0.0:1775764875.458811:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223308928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 37328us (37614us total) trans 0 rc 581632/581632 00000100:00100000:0.0:1775764875.458832:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39959 00002000:00100000:0.0:1775764875.458850:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3612672->4194303) req@ffff8b8ca308df80 x1862022223308928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/440 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 581632/581632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764875.458861:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308df80 with x1862022223308928 ext(3612672->4194303) 00002000:00010000:0.0:1775764875.458869:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308df80 00000100:00100000:2.0:1775764875.471246:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223308800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 42257us (44791us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764875.471266:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39960 00002000:00100000:2.0:1775764875.471287:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2560000->3612671) req@ffff8b8c9378ca80 x1862022223308800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 504/440 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764875.471298:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ca80 with x1862022223308800 ext(2560000->3612671) 00002000:00010000:2.0:1775764875.471307:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ca80 00000100:00100000:3.0:1775764875.493386:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.494260:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223309056 00000100:00100000:0.0:1775764875.494271:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223309056 00002000:00100000:0.0:1775764875.494854:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3043328->3092479) req@ffff8b8ca308ce00 x1862022223309056/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764875.494865:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308ce00 with x1862022223309056 ext(3043328->3092479) 00002000:00010000:0.0:1775764875.494872:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308ce00 00000100:00100000:0.0:1775764875.494910:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39961 00000100:00100000:0.0:1775764875.494921:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223309056:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764875.499175:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223309056:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4246us (5790us total) trans 4294997090 rc 0/0 00000100:00100000:3.0:1775764875.499189:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39961 00002000:00100000:3.0:1775764875.499202:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3043328->3092479) req@ffff8b8ca308ce00 x1862022223309056/t4294997090(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/448 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764875.499212:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308ce00 with x1862022223309056 ext(3043328->3092479) 00002000:00010000:3.0:1775764875.499218:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308ce00 00000100:00100000:2.0:1775764875.506452:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764875.507034:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223309184 00000100:00100000:3.0:1775764875.507044:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223309184 00000100:00100000:2.0:1775764875.507229:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84985 00000100:00100000:2.0:1775764875.507240:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223309184:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764875.557291:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997089 is committed 00000001:00080000:2.0:1775764875.557324:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997090 is committed 00000100:00100000:3.0:1775764875.557621:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223309184:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 50378us (51174us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764875.557632:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84985 00000100:00100000:1.0:1775764875.572200:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.573483:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223309312 00000100:00100000:2.0:1775764875.573496:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223309312 00002000:00100000:2.0:1775764875.573671:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (0->1048575) req@ffff8b8c8f2f5f80 x1862022223309312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764875.573682:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5f80 with x1862022223309312 ext(0->1048575) 00002000:00010000:2.0:1775764875.573689:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f5f80 00000100:00100000:2.0:1775764875.573725:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39962 00000100:00100000:2.0:1775764875.573735:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223309312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764875.585877:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.586068:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223309440 00000100:00100000:0.0:1775764875.586081:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223309440 00002000:00100000:0.0:1775764875.586137:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1413119) req@ffff8b8c9378fb80 x1862022223309440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764875.586150:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378fb80 with x1862022223309440 ext(1048576->1413119) 00002000:00010000:0.0:1775764875.586156:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378fb80 00000100:00100000:0.0:1775764875.586192:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39963 00000100:00100000:0.0:1775764875.586202:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223309440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764875.605281:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223309312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 31537us (33080us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764875.605448:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39962 00002000:00100000:3.0:1775764875.605462:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (0->1048575) req@ffff8b8c8f2f5f80 x1862022223309312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/440 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764875.605482:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5f80 with x1862022223309312 ext(0->1048575) 00002000:00010000:3.0:1775764875.605489:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f5f80 00000100:00100000:1.0:1775764875.607245:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223309440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21037us (21376us total) trans 0 rc 364544/364544 00000100:00100000:1.0:1775764875.607255:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39963 00002000:00100000:1.0:1775764875.607265:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1048576->1413119) req@ffff8b8c9378fb80 x1862022223309440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/440 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 364544/364544 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764875.607281:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378fb80 with x1862022223309440 ext(1048576->1413119) 00002000:00010000:1.0:1775764875.607285:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378fb80 00000100:00100000:2.0:1775764875.612672:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.612955:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223309696 00000100:00100000:1.0:1775764875.612966:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223309696 00000100:00100000:1.0:1775764875.613032:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44970 00000100:00100000:1.0:1775764875.613043:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223309696:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764875.613096:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764875.613124:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d148a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd630 expref: 10 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.613144:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.613148:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764875.624822:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1491 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.624845:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1491 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.624990:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1491 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764875.625186:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032736 00000004:00010000:1.0:1775764875.625229:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dcdd390a reply state 000000004478a2ff transno 4295032737 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1491 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764875.625239:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764875.625366:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223309696:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 12321us (12699us total) trans 4295032737 rc 0/0 00000100:00100000:1.0:1775764875.625376:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44970 00000020:00080000:1.0:1775764875.625383:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764875.633071:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1491 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.633089:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1491 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.633097:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1491 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.633103:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f6b8600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764875.633109:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1491 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.633118:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1491 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.633136:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.633139:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764875.633143:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1491 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.633150:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d1491 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764875.634414:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764875.634475:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.634584:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223309824 00000100:00100000:1.0:1775764875.634594:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223309824 00002000:00010000:1.0:1775764875.634643:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764875.634648:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308ea00 with x1862022223309824 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764875.634659:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308ea00. 00000100:00100000:1.0:1775764875.634686:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223309952 00000100:00100000:1.0:1775764875.634690:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223309952 00002000:00010000:1.0:1775764875.634701:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (665888->18446744073709551615) 00002000:00100000:1.0:1775764875.634704:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c380 with x1862022223309952 ext(665888->18446744073709551615) 00002000:00010000:1.0:1775764875.634710:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308c380. 00000100:00100000:1.0:1775764875.634731:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39964 00000100:00100000:1.0:1775764875.634743:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223309824:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764875.635037:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764875.635042:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764875.635044:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764875.635046:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764875.635047:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 585 00000100:00100000:1.0:1775764875.635099:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223309824:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 358us (691us total) trans 4294997091 rc 0/0 00000100:00100000:1.0:1775764875.635108:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39964 00002000:00010000:1.0:1775764875.635112:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764875.635114:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308ea00 with x1862022223309824 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764875.635119:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308ea00. 00000100:00100000:1.0:1775764875.635140:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39965 00000100:00100000:1.0:1775764875.635147:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223309952:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764875.635294:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1409146 -> 665888 00002000:00010000:1.0:1775764875.635297:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764875.635300:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764875.635302:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764875 00002000:00010000:1.0:1775764875.635304:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764875.635326:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223309952:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 180us (858us total) trans 4294996379 rc 0/0 00000100:00100000:1.0:1775764875.635333:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39965 00002000:00010000:1.0:1775764875.635336:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (665888->18446744073709551615) 00002000:00100000:1.0:1775764875.635338:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c380 with x1862022223309952 ext(665888->18446744073709551615) 00002000:00010000:1.0:1775764875.635342:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308c380. 00000100:00100000:3.0:1775764875.642282:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.642449:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223310080 00000100:00100000:2.0:1775764875.642459:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223310080 00000100:00100000:2.0:1775764875.642577:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44971 00000100:00100000:2.0:1775764875.642589:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022223310080:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764875.642627:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764875.642651:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352200/0xdb23b4c9253d1498 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd637 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.642744:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353e00/0xdb23b4c9253d149f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.642758:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353e00/0xdb23b4c9253d149f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.642783:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353e00/0xdb23b4c9253d149f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764875.642811:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4860192 00000004:00200000:2.0:1775764875.642815:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764875.642832:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353e00/0xdb23b4c9253d149f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.642857:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352200/0xdb23b4c9253d1498 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd637 expref: 13 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.642875:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353e00/0xdb23b4c9253d149f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd637 expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.642883:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764875.642887:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764875.642891:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96353e00, rc 0) 00000100:00100000:2.0:1775764875.642960:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223310080:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 373us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764875.642967:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44971 00000100:00100000:1.0:1775764875.658912:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.659007:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223310208 00000100:00100000:2.0:1775764875.659018:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223310208 00002000:00100000:2.0:1775764875.659080:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (905216->917503) req@ffff8b8c8f2f4e00 x1862022223310208/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 12776/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764875.659093:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4e00 with x1862022223310208 ext(905216->917503) 00002000:00010000:2.0:1775764875.659100:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f4e00 00000100:00100000:2.0:1775764875.659138:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39966 00000100:00100000:2.0:1775764875.659148:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223310208:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764875.659625:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223310208:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 477us (722us total) trans 4294997092 rc 0/0 00000100:00100000:2.0:1775764875.659633:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39966 00002000:00100000:2.0:1775764875.659640:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (905216->917503) req@ffff8b8c8f2f4e00 x1862022223310208/t4294997092(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 12776/448 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764875.659649:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4e00 with x1862022223310208 ext(905216->917503) 00002000:00010000:2.0:1775764875.659653:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f4e00 00000100:00100000:3.0:1775764875.666249:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.666656:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223310336 00000100:00100000:2.0:1775764875.666668:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223310336 00000100:00100000:2.0:1775764875.666734:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84986 00000100:00100000:2.0:1775764875.666744:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223310336:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764875.728701:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997091 is committed 00000100:00100000:0.0:1775764875.729154:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223310336:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 62406us (62907us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764875.729165:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84986 00000001:00080000:2.0:1775764875.730424:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997092 is committed 00000100:00100000:3.0:1775764875.732252:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.732533:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223310592 00000100:00100000:0.0:1775764875.732578:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223310592 00000100:00100000:0.0:1775764875.732649:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44972 00000100:00100000:0.0:1775764875.732660:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223310592:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764875.732717:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764875.732747:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353e00/0xdb23b4c9253d149f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd637 expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.732765:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.732770:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764875.733207:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d14a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.733228:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d14a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.733238:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d14a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764875.733389:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032738 00000004:00010000:0.0:1775764875.733422:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000112967f9 reply state 0000000022ae86d8 transno 4295032739 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d14a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764875.733431:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764875.734317:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223310592:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1655us (2068us total) trans 4295032739 rc 0/0 00000100:00100000:1.0:1775764875.734328:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44972 00000020:00080000:1.0:1775764875.734334:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764875.737101:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.737201:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223310720 00000100:00100000:1.0:1775764875.737212:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223310720 00002000:00010000:1.0:1775764875.737256:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764875.737261:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c000 with x1862022223310720 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764875.737274:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308c000. 00000100:00100000:1.0:1775764875.737320:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39967 00000100:00100000:1.0:1775764875.737330:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223310720:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764875.737664:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764875.737668:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764876 00002000:00010000:1.0:1775764875.737670:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764875.737672:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764876 00002000:00010000:1.0:1775764875.737675:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 649 00000100:00100000:1.0:1775764875.737729:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223310720:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 401us (637us total) trans 4294997093 rc 0/0 00000100:00100000:1.0:1775764875.737736:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39967 00002000:00010000:1.0:1775764875.737740:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764875.737742:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c000 with x1862022223310720 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764875.737746:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308c000. 00000100:00100000:3.0:1775764875.740182:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.740283:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223310848 00000100:00100000:1.0:1775764875.740301:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223310848 00002000:00010000:1.0:1775764875.740337:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (848709->18446744073709551615) 00002000:00100000:1.0:1775764875.740342:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308d880 with x1862022223310848 ext(848709->18446744073709551615) 00002000:00010000:1.0:1775764875.740352:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308d880. 00000100:00100000:1.0:1775764875.740388:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39968 00000100:00100000:1.0:1775764875.740397:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223310848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764875.740656:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 665888 -> 848709 00002000:00010000:1.0:1775764875.740660:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764875 -> 1775764876 00002000:00010000:1.0:1775764875.740662:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764875.740664:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764875 -> 1775764876 00002000:00010000:1.0:1775764875.740666:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764875.740714:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223310848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 318us (539us total) trans 4294996380 rc 0/0 00000100:00100000:1.0:1775764875.740721:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39968 00002000:00010000:1.0:1775764875.740725:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (848709->18446744073709551615) 00002000:00100000:1.0:1775764875.740727:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308d880 with x1862022223310848 ext(848709->18446744073709551615) 00002000:00010000:1.0:1775764875.740732:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308d880. 00010000:00010000:0.0:1775764875.745269:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d14a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.745288:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d14a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.745304:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d14a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.745310:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f6b8600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764875.745314:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d14a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.745322:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d14a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.745339:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.745342:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764875.745347:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d14a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.745356:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f6b8600/0xdb23b4c9253d14a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764875.748404:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.748651:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223310976 00000100:00100000:1.0:1775764875.748662:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223310976 00000100:00100000:1.0:1775764875.748784:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44973 00000100:00100000:1.0:1775764875.748796:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022223310976:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764875.748824:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764875.748844:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd63e expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.748932:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.748959:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.748970:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764875.748999:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5043013 00000004:00200000:1.0:1775764875.749003:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764875.749019:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.749043:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd63e expref: 15 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.749061:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd63e expref: 14 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.749069:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.749072:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764875.749075:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8edbee00, rc 0) 00000100:00100000:1.0:1775764875.749139:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223310976:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 346us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764875.749150:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44973 00000100:00100000:3.0:1775764875.761273:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.761436:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223311232 00000100:00100000:1.0:1775764875.761446:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223311232 00000100:00100000:1.0:1775764875.761511:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44974 00000100:00100000:1.0:1775764875.761520:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223311232:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764875.761608:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764875.761635:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd63e expref: 14 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.761653:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.761658:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764875.761992:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.762006:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.762016:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764875.762066:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032740 00000004:00010000:1.0:1775764875.762091:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ede056c reply state 0000000054d0a44b transno 4295032741 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764875.762100:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764875.762192:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223311232:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 671us (925us total) trans 4295032741 rc 0/0 00000100:00100000:1.0:1775764875.762200:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44974 00000020:00080000:1.0:1775764875.762206:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764875.771396:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764875.771442:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.771645:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223311488 00000100:00100000:1.0:1775764875.771657:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223311488 00002000:00010000:1.0:1775764875.771698:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764875.771704:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308dc00 with x1862022223311488 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764875.771716:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308dc00. 00000100:00100000:1.0:1775764875.771744:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223311360 00000100:00100000:1.0:1775764875.771747:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223311360 00002000:00010000:1.0:1775764875.771759:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2856380->18446744073709551615) 00002000:00100000:1.0:1775764875.771762:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308fb80 with x1862022223311360 ext(2856380->18446744073709551615) 00002000:00010000:1.0:1775764875.771782:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308fb80. 00000100:00100000:1.0:1775764875.771806:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39969 00000100:00100000:1.0:1775764875.771815:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223311488:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:0.0:1775764875.771888:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.771900:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.771908:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.771914:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8edbe200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764875.771919:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.771926:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14bb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.771943:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.771947:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764875.771952:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14bb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.772038:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14bb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764875.772091:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39970 00002000:00010000:1.0:1775764875.772096:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 848709 -> 0 00002000:00010000:1.0:1775764875.772100:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00000100:00100000:0.0:1775764875.772103:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223311360:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764875.772105:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764875.772109:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:1.0:1775764875.772113:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764875.772170:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223311488:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 354us (782us total) trans 4294996381 rc 0/0 00000100:00100000:1.0:1775764875.772179:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39969 00002000:00010000:1.0:1775764875.772183:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764875.772186:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308dc00 with x1862022223311488 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764875.772191:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308dc00. 00002000:00010000:0.0:1775764875.772625:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2856380 00002000:00010000:0.0:1775764875.772628:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:0.0:1775764875.772630:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764875.772631:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:0.0:1775764875.772633:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:0.0:1775764875.772654:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223311360:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 556us (1213us total) trans 4294997094 rc 0/0 00000100:00100000:0.0:1775764875.772659:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39970 00002000:00010000:0.0:1775764875.772661:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2856380->18446744073709551615) 00002000:00100000:0.0:1775764875.772663:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308fb80 with x1862022223311360 ext(2856380->18446744073709551615) 00002000:00010000:0.0:1775764875.772666:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308fb80. 00000100:00100000:3.0:1775764875.783136:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.783687:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223311616 00000100:00100000:1.0:1775764875.783699:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223311616 00000100:00100000:1.0:1775764875.783936:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44975 00000100:00100000:1.0:1775764875.783949:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022223311616:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764875.783976:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764875.783996:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd645 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.784089:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.784105:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.784116:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764875.784148:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2856380 00000004:00200000:1.0:1775764875.784153:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764875.784169:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.784196:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd645 expref: 17 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.784226:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd645 expref: 16 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.784234:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.784237:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764875.784250:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8edbf400, rc 0) 00000100:00100000:1.0:1775764875.784321:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223311616:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 375us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764875.784331:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44975 00000100:00100000:3.0:1775764875.796941:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.797019:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223311872 00000100:00100000:1.0:1775764875.797033:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223311872 00000100:00100000:1.0:1775764875.797407:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44976 00000100:00100000:1.0:1775764875.797420:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223311872:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764875.799364:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764875.799404:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd645 expref: 16 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.799427:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.799433:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764875.799709:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.799723:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.799734:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764875.799789:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032742 00000004:00010000:1.0:1775764875.799813:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037408c3c reply state 00000000e631f742 transno 4295032743 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764875.799823:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764875.799930:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223311872:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2513us (3166us total) trans 4295032743 rc 0/0 00000100:00100000:1.0:1775764875.799940:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44976 00000020:00080000:1.0:1775764875.799953:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764875.806529:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.806656:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.806665:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.806671:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8edbee00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764875.806677:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.806684:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.806702:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.806705:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764875.806710:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.806716:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764875.810360:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764875.810400:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.810438:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223312128 00000100:00100000:2.0:1775764875.810450:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223312128 00002000:00010000:2.0:1775764875.810492:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764875.810497:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da4700 with x1862022223312128 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764875.810511:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da4700. 00000100:00100000:2.0:1775764875.810570:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223312000 00000100:00100000:2.0:1775764875.810584:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223312000 00002000:00010000:2.0:1775764875.810597:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3056246->18446744073709551615) 00002000:00100000:2.0:1775764875.810611:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da6300 with x1862022223312000 ext(3056246->18446744073709551615) 00002000:00010000:2.0:1775764875.810617:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da6300. 00000100:00100000:2.0:1775764875.810633:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39971 00000100:00100000:2.0:1775764875.810642:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223312128:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:0.0:1775764875.810682:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39972 00000100:00100000:0.0:1775764875.810695:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223312000:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764875.810863:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764875.810867:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764875.810869:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764875.810871:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764875.810872:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764875.810924:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223312128:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 283us (574us total) trans 4294996382 rc 0/0 00000100:00100000:2.0:1775764875.810931:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39971 00002000:00010000:2.0:1775764875.810935:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764875.810937:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da4700 with x1862022223312128 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764875.810941:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da4700. 00002000:00010000:0.0:1775764875.811408:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2856380 -> 3056246 00002000:00010000:0.0:1775764875.811412:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:0.0:1775764875.811415:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764875.811417:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:0.0:1775764875.811419:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:0.0:1775764875.812028:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223312000:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1334us (1624us total) trans 4294997095 rc 0/0 00000100:00100000:0.0:1775764875.812038:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39972 00002000:00010000:0.0:1775764875.812043:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3056246->18446744073709551615) 00002000:00100000:0.0:1775764875.812045:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da6300 with x1862022223312000 ext(3056246->18446744073709551615) 00002000:00010000:0.0:1775764875.812052:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da6300. 00000100:00100000:3.0:1775764875.828840:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.828920:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223312256 00000100:00100000:2.0:1775764875.828931:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223312256 00002000:00100000:2.0:1775764875.828990:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2859008->3059711) req@ffff8b8c87da7480 x1862022223312256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764875.829001:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da7480 with x1862022223312256 ext(2859008->3059711) 00002000:00010000:2.0:1775764875.829007:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da7480 00000100:00100000:2.0:1775764875.829043:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39973 00000100:00100000:2.0:1775764875.829052:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223312256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764875.837749:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223312256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8687us (8908us total) trans 0 rc 200704/200704 00000100:00100000:2.0:1775764875.837763:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39973 00002000:00100000:2.0:1775764875.837777:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2859008->3059711) req@ffff8b8c87da7480 x1862022223312256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/440 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 200704/200704 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764875.837788:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da7480 with x1862022223312256 ext(2859008->3059711) 00002000:00010000:2.0:1775764875.837795:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da7480 00000100:00100000:3.0:1775764875.848271:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.848340:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223312384 00000100:00100000:1.0:1775764875.848350:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223312384 00002000:00100000:1.0:1775764875.848401:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3010560->3056245) req@ffff8b8c87da7800 x1862022223312384/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764875.848412:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da7800 with x1862022223312384 ext(3010560->3056245) 00002000:00010000:1.0:1775764875.848418:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da7800 00000100:00100000:1.0:1775764875.848465:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39974 00000100:00100000:1.0:1775764875.848474:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223312384:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764875.857418:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223312384:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8935us (9148us total) trans 4294997096 rc 0/0 00000100:00100000:1.0:1775764875.861136:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39974 00002000:00100000:1.0:1775764875.861153:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3010560->3056245) req@ffff8b8c87da7800 x1862022223312384/t4294997096(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/448 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764875.861163:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da7800 with x1862022223312384 ext(3010560->3056245) 00002000:00010000:1.0:1775764875.861169:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da7800 00000100:00100000:2.0:1775764875.871164:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.871279:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223312512 00000100:00100000:0.0:1775764875.871289:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223312512 00000100:00100000:0.0:1775764875.871351:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84987 00000100:00100000:0.0:1775764875.871361:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223312512:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764875.921304:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997095 is committed 00000001:00080000:1.0:1775764875.921325:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997096 is committed 00000100:00100000:3.0:1775764875.921524:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223312512:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 50160us (50364us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764875.921534:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84987 00000100:00100000:0.0:1775764875.924910:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.925168:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223312640 00000100:00100000:1.0:1775764875.925178:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223312640 00000100:00100000:1.0:1775764875.925237:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44977 00000100:00100000:1.0:1775764875.925247:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022223312640:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764875.925271:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764875.925292:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd64c expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.925381:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.925394:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.925405:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764875.925433:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3056246 00000004:00200000:1.0:1775764875.925438:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764875.925455:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.925483:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd64c expref: 19 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.925498:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd64c expref: 18 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.925507:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.925510:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764875.925513:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8edbee00, rc 0) 00000100:00100000:1.0:1775764875.929070:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223312640:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 3813us (4156us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764875.929083:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44977 00000100:00100000:2.0:1775764875.938421:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.938510:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223312768 00000100:00100000:1.0:1775764875.938522:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223312768 00002000:00100000:1.0:1775764875.938617:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2306048->2351103) req@ffff8b8c9378e300 x1862022223312768/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764875.938627:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378e300 with x1862022223312768 ext(2306048->2351103) 00002000:00010000:1.0:1775764875.938633:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378e300 00000100:00100000:1.0:1775764875.938657:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39975 00000100:00100000:1.0:1775764875.938666:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223312768:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764875.944491:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223312768:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5816us (6168us total) trans 4294997097 rc 0/0 00000100:00100000:1.0:1775764875.944505:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39975 00002000:00100000:1.0:1775764875.944517:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2306048->2351103) req@ffff8b8c9378e300 x1862022223312768/t4294997097(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:356/0 lens 488/448 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764875.944526:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378e300 with x1862022223312768 ext(2306048->2351103) 00002000:00010000:1.0:1775764875.944531:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378e300 00000100:00100000:3.0:1775764875.951875:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.952188:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223312896 00000100:00100000:0.0:1775764875.952199:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223312896 00000100:00100000:0.0:1775764875.952258:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84988 00000100:00100000:0.0:1775764875.952269:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223312896:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764875.988346:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997097 is committed 00000100:00100000:1.0:1775764875.988645:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223312896:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36371us (36772us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764875.988658:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84988 00000100:00100000:0.0:1775764875.992890:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764875.992986:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223313152 00000100:00100000:1.0:1775764875.992996:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223313152 00000100:00100000:1.0:1775764875.993099:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44978 00000100:00100000:1.0:1775764875.993110:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223313152:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764875.993166:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764875.993195:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd64c expref: 18 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.993232:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764875.993238:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764875.993446:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.993460:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.993685:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764875.993743:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032744 00000004:00010000:1.0:1775764875.993779:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8403384 reply state 000000001ac60fec transno 4295032745 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764875.993789:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764875.993886:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223313152:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 777us (1002us total) trans 4295032745 rc 0/0 00000100:00100000:1.0:1775764875.993894:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44978 00000020:00080000:1.0:1775764875.993899:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764875.996935:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.996953:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.996960:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.996966:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8edbf400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764875.996971:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.996979:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.996997:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764875.997000:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764875.997004:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764875.997010:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbf400/0xdb23b4c9253d14e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764875.998426:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764875.998472:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764875.998572:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223313280 00000100:00100000:2.0:1775764875.998583:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223313280 00002000:00010000:2.0:1775764875.998632:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3180826->18446744073709551615) 00002000:00100000:2.0:1775764875.998637:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6680 with x1862022223313280 ext(3180826->18446744073709551615) 00002000:00010000:2.0:1775764875.998649:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6680. 00000100:00100000:2.0:1775764875.998674:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223313408 00000100:00100000:2.0:1775764875.998677:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223313408 00002000:00010000:2.0:1775764875.998689:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764875.998692:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4700 with x1862022223313408 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764875.998698:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e4700. 00000100:00100000:2.0:1775764875.998717:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39976 00000100:00100000:2.0:1775764875.998725:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223313280:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764875.999000:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3056246 -> 3180826 00002000:00010000:2.0:1775764875.999004:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764875.999007:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764875.999009:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764875.999011:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 779 00000100:00100000:2.0:1775764875.999062:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223313280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 337us (643us total) trans 4294997098 rc 0/0 00000100:00100000:2.0:1775764875.999069:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39976 00002000:00010000:2.0:1775764875.999072:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3180826->18446744073709551615) 00002000:00100000:2.0:1775764875.999075:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6680 with x1862022223313280 ext(3180826->18446744073709551615) 00002000:00010000:2.0:1775764875.999079:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6680. 00000100:00100000:2.0:1775764875.999095:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39977 00000100:00100000:2.0:1775764875.999102:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223313408:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764875.999209:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764875.999212:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764875.999215:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764875.999217:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764875.999219:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764875.999240:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022223313408:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 138us (773us total) trans 4294996383 rc 0/0 00000100:00100000:2.0:1775764875.999246:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39977 00002000:00010000:2.0:1775764875.999249:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764875.999251:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4700 with x1862022223313408 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764875.999256:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e4700. 00000100:00100000:3.0:1775764876.004706:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.004812:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223313536 00000100:00100000:2.0:1775764876.004823:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223313536 00002000:00100000:2.0:1775764876.004889:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3059712->3182591) req@ffff8b8c87da4e00 x1862022223313536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.004901:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da4e00 with x1862022223313536 ext(3059712->3182591) 00002000:00010000:2.0:1775764876.004906:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da4e00 00000100:00100000:2.0:1775764876.004941:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39978 00000100:00100000:2.0:1775764876.004951:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223313536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:3.0:1775764876.005593:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764876.010348:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223313536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5387us (5639us total) trans 0 rc 122880/122880 00000100:00100000:2.0:1775764876.010361:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39978 00002000:00100000:2.0:1775764876.010375:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3059712->3182591) req@ffff8b8c87da4e00 x1862022223313536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/440 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 122880/122880 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.010384:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da4e00 with x1862022223313536 ext(3059712->3182591) 00002000:00010000:2.0:1775764876.010389:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da4e00 00000100:00100000:0.0:1775764876.014351:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.014633:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223313664 00000100:00100000:2.0:1775764876.014643:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223313664 00002000:00100000:2.0:1775764876.014695:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3162112->3180825) req@ffff8b8caf9e6300 x1862022223313664/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.014705:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6300 with x1862022223313664 ext(3162112->3180825) 00002000:00010000:2.0:1775764876.014710:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6300 00000100:00100000:2.0:1775764876.014811:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39979 00000100:00100000:2.0:1775764876.014821:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223313664:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764876.017220:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223313664:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2391us (2868us total) trans 4294997099 rc 0/0 00000100:00100000:3.0:1775764876.017232:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39979 00002000:00100000:3.0:1775764876.017243:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3162112->3180825) req@ffff8b8caf9e6300 x1862022223313664/t4294997099(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764876.017252:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6300 with x1862022223313664 ext(3162112->3180825) 00002000:00010000:3.0:1775764876.017258:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6300 00000100:00100000:0.0:1775764876.021087:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.021195:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223313792 00000100:00100000:1.0:1775764876.021206:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223313792 00000100:00100000:0.0:1775764876.021362:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84989 00000100:00100000:0.0:1775764876.021374:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223313792:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764876.074138:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997098 is committed 00000001:00080000:3.0:1775764876.074157:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997099 is committed 00000100:00100000:2.0:1775764876.074383:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223313792:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 53005us (53298us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.074395:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84989 00000100:00100000:0.0:1775764876.081728:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.081836:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223313920 00000100:00100000:1.0:1775764876.081846:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223313920 00000100:00100000:1.0:1775764876.081904:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44979 00000100:00100000:1.0:1775764876.081914:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022223313920:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764876.081939:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764876.081961:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd653 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.082064:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.082079:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.082094:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764876.082123:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3180826 00000004:00200000:1.0:1775764876.082128:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764876.082145:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.082173:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbee00/0xdb23b4c9253d14ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd653 expref: 21 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.082192:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd653 expref: 20 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.082200:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.082203:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764876.082206:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8edbe200, rc 0) 00000100:00100000:1.0:1775764876.082268:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223313920:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 355us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.082276:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44979 00000100:00100000:3.0:1775764876.088622:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.088784:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223314176 00000100:00100000:1.0:1775764876.088794:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223314176 00000100:00100000:1.0:1775764876.088859:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44980 00000100:00100000:1.0:1775764876.088870:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223314176:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764876.088924:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764876.088951:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d14f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd653 expref: 20 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.088972:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.088977:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764876.089181:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d14fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.089192:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d14fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.089199:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d14fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764876.089244:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032746 00000004:00010000:1.0:1775764876.089271:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f01ecbc reply state 000000001d8fee30 transno 4295032747 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d14fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764876.089279:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764876.089367:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223314176:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 499us (753us total) trans 4295032747 rc 0/0 00000100:00100000:1.0:1775764876.089374:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44980 00000020:00080000:1.0:1775764876.089378:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764876.093495:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.093641:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764876.093788:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d14fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.093801:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d14fa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.093809:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d14fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.093820:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8edbfe00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764876.093825:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d14fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.093832:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d14fa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.093851:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.093853:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764876.093858:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d14fa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.093863:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d14fa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764876.094412:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223314304 00000100:00100000:2.0:1775764876.094424:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223314304 00002000:00010000:2.0:1775764876.094582:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764876.094587:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4380 with x1862022223314304 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764876.094609:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4380. 00000100:00100000:2.0:1775764876.094690:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223314432 00000100:00100000:2.0:1775764876.094695:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223314432 00002000:00010000:2.0:1775764876.094709:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (138334->18446744073709551615) 00002000:00100000:2.0:1775764876.094712:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5500 with x1862022223314432 ext(138334->18446744073709551615) 00002000:00010000:2.0:1775764876.094719:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5500. 00000100:00100000:3.0:1775764876.094757:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39980 00000100:00100000:3.0:1775764876.094780:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223314304:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764876.095073:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3180826 -> 4194304 00002000:00010000:3.0:1775764876.095077:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:3.0:1775764876.095080:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764876.095082:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:3.0:1775764876.095085:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 907 00000100:00100000:3.0:1775764876.095157:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223314304:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 389us (1672us total) trans 4294997100 rc 0/0 00000100:00100000:3.0:1775764876.095165:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39980 00002000:00010000:3.0:1775764876.095169:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764876.095171:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4380 with x1862022223314304 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764876.095176:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4380. 00000100:00100000:3.0:1775764876.095194:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39981 00000100:00100000:3.0:1775764876.095202:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2363:x1862022223314432:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764876.095317:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 138334 00002000:00010000:3.0:1775764876.095320:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:3.0:1775764876.095322:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764876.095324:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:3.0:1775764876.095326:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764876.095351:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2363:x1862022223314432:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 150us (1710us total) trans 4294996384 rc 0/0 00000100:00100000:3.0:1775764876.095358:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39981 00002000:00010000:3.0:1775764876.095360:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (138334->18446744073709551615) 00002000:00100000:3.0:1775764876.095363:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5500 with x1862022223314432 ext(138334->18446744073709551615) 00002000:00010000:3.0:1775764876.095367:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5500. 00000100:00100000:0.0:1775764876.103760:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.104285:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.104303:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223314688 00000100:00100000:1.0:1775764876.104314:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223314688 00002000:00100000:1.0:1775764876.104377:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3182592->4194303) req@ffff8b8caf9e6d80 x1862022223314688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764876.104387:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6d80 with x1862022223314688 ext(3182592->4194303) 00002000:00010000:1.0:1775764876.104393:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6d80 00000100:00100000:1.0:1775764876.104415:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39982 00000100:00100000:1.0:1775764876.104425:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223314688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764876.106719:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223314560 00000100:00100000:1.0:1775764876.106733:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223314560 00002000:00100000:1.0:1775764876.106787:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (0->139263) req@ffff8b8caf9e5180 x1862022223314560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764876.106803:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5180 with x1862022223314560 ext(0->139263) 00002000:00010000:1.0:1775764876.106809:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5180 00000100:00100000:1.0:1775764876.106833:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39983 00000100:00100000:1.0:1775764876.106842:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2362:x1862022223314560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764876.122108:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223314688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17670us (18343us total) trans 0 rc 1011712/1011712 00000100:00100000:1.0:1775764876.122124:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39982 00002000:00100000:1.0:1775764876.122137:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3182592->4194303) req@ffff8b8caf9e6d80 x1862022223314688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/440 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 1011712/1011712 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764876.122146:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6d80 with x1862022223314688 ext(3182592->4194303) 00002000:00010000:1.0:1775764876.122152:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6d80 00000100:00100000:1.0:1775764876.126269:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2362:x1862022223314560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 19417us (21974us total) trans 0 rc 139264/139264 00000100:00100000:1.0:1775764876.126282:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39983 00002000:00100000:1.0:1775764876.126295:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (0->139263) req@ffff8b8caf9e5180 x1862022223314560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/440 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 139264/139264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764876.126307:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5180 with x1862022223314560 ext(0->139263) 00002000:00010000:1.0:1775764876.126313:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5180 00000100:00100000:0.0:1775764876.131914:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.132070:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223314816 00000100:00100000:2.0:1775764876.132081:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223314816 00002000:00100000:2.0:1775764876.132130:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (69632->138333) req@ffff8b8caf9e6a00 x1862022223314816/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.132142:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6a00 with x1862022223314816 ext(69632->138333) 00002000:00010000:2.0:1775764876.132148:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e6a00 00000100:00100000:2.0:1775764876.132179:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39984 00000100:00100000:2.0:1775764876.132189:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2363:x1862022223314816:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764876.136377:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:2363:x1862022223314816:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4180us (4463us total) trans 4294996385 rc 0/0 00000100:00100000:2.0:1775764876.136390:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39984 00002000:00100000:2.0:1775764876.136402:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (69632->138333) req@ffff8b8caf9e6a00 x1862022223314816/t4294996385(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.136413:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6a00 with x1862022223314816 ext(69632->138333) 00002000:00010000:2.0:1775764876.136419:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e6a00 00000100:00100000:0.0:1775764876.140620:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764876.140707:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223314944 00000100:00100000:3.0:1775764876.140717:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223314944 00000100:00100000:3.0:1775764876.140762:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84990 00000100:00100000:3.0:1775764876.140781:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:2362:x1862022223314944:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764876.173427:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996375 is committed 00000001:00080000:2.0:1775764876.173448:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996381 is committed 00000001:00080000:2.0:1775764876.173474:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996385 is committed 00000100:00100000:1.0:1775764876.173879:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223314944:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33093us (33262us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.173891:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84990 00000100:00100000:2.0:1775764876.177194:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.177276:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223315072 00000100:00100000:1.0:1775764876.177297:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223315072 00000100:00100000:1.0:1775764876.177362:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44981 00000100:00100000:1.0:1775764876.177372:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022223315072:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764876.177396:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764876.177417:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d1501 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd65a expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.177518:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1508 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.177532:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1508 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.177565:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1508 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764876.177593:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4332638 00000004:00200000:1.0:1775764876.177609:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764876.177627:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1508 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.177653:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d1501 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd65a expref: 23 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.177669:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1508 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd65a expref: 22 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.177678:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.177680:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764876.177684:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8edbe200, rc 0) 00000100:00100000:1.0:1775764876.178132:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223315072:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 758us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.178141:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44981 00000100:00100000:2.0:1775764876.186458:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.186731:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223315200 00000100:00100000:1.0:1775764876.186741:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223315200 00002000:00100000:1.0:1775764876.186871:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2510848->2514943) req@ffff8b8c9378f800 x1862022223315200/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 4584/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764876.186881:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f800 with x1862022223315200 ext(2510848->2514943) 00002000:00010000:1.0:1775764876.186887:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f800 00000100:00100000:1.0:1775764876.186967:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39985 00000100:00100000:1.0:1775764876.186977:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223315200:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764876.187707:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223315200:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 729us (1255us total) trans 4294997101 rc 0/0 00000100:00100000:1.0:1775764876.187716:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39985 00002000:00100000:1.0:1775764876.187724:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2510848->2514943) req@ffff8b8c9378f800 x1862022223315200/t4294997101(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 4584/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764876.187732:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f800 with x1862022223315200 ext(2510848->2514943) 00002000:00010000:1.0:1775764876.187736:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f800 00000100:00100000:0.0:1775764876.191246:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764876.191427:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223315328 00000100:00100000:3.0:1775764876.191437:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223315328 00000100:00100000:3.0:1775764876.191502:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84991 00000100:00100000:3.0:1775764876.191514:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223315328:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764876.231251:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997101 is committed 00000100:00100000:1.0:1775764876.231660:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223315328:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 40143us (40418us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.231672:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84991 00010000:00010000:3.0:1775764876.236939:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764876.239254:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.239506:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223315584 00000100:00100000:1.0:1775764876.239517:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223315584 00000100:00100000:1.0:1775764876.239609:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44982 00000100:00100000:1.0:1775764876.239620:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223315584:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764876.239683:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764876.239716:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1508 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd65a expref: 22 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.239737:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.239742:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764876.240116:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d150f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.240131:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d150f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.240140:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d150f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764876.240193:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032748 00000004:00010000:1.0:1775764876.240400:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000047fbea98 reply state 00000000f8b027e6 transno 4295032749 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d150f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764876.240411:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764876.240718:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223315584:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1097us (1471us total) trans 4295032749 rc 0/0 00000100:00100000:1.0:1775764876.240726:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44982 00000020:00080000:1.0:1775764876.240732:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764876.248028:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.248113:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764876.248191:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223315712 00000100:00100000:3.0:1775764876.248203:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223315712 00002000:00010000:3.0:1775764876.248248:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3925820->18446744073709551615) 00002000:00100000:3.0:1775764876.248254:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378df80 with x1862022223315712 ext(3925820->18446744073709551615) 00002000:00010000:3.0:1775764876.248267:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378df80. 00000100:00100000:3.0:1775764876.248302:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223315840 00000100:00100000:3.0:1775764876.248305:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223315840 00002000:00010000:3.0:1775764876.248319:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764876.248323:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ce00 with x1862022223315840 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764876.248329:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378ce00. 00000100:00100000:3.0:1775764876.248347:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39986 00000100:00100000:3.0:1775764876.248357:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223315712:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764876.248683:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3925820 00002000:00010000:3.0:1775764876.248687:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:3.0:1775764876.248689:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764876.248692:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:3.0:1775764876.248694:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 971 00000100:00100000:3.0:1775764876.248813:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223315712:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 396us (733us total) trans 4294997102 rc 0/0 00000100:00100000:3.0:1775764876.248822:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39986 00002000:00010000:3.0:1775764876.248826:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3925820->18446744073709551615) 00002000:00100000:3.0:1775764876.248829:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378df80 with x1862022223315712 ext(3925820->18446744073709551615) 00000100:00100000:1.0:1775764876.248832:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39987 00002000:00010000:3.0:1775764876.248834:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378df80. 00000100:00100000:1.0:1775764876.248842:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223315840:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764876.249059:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 138334 -> 0 00002000:00010000:1.0:1775764876.249062:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:1.0:1775764876.249064:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764876.249067:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:1.0:1775764876.249069:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764876.249092:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223315840:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 252us (979us total) trans 4294996386 rc 0/0 00000100:00100000:1.0:1775764876.249100:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39987 00002000:00010000:1.0:1775764876.249102:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764876.249105:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ce00 with x1862022223315840 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764876.249109:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378ce00. 00010000:00010000:0.0:1775764876.249191:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d150f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.249201:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d150f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.249208:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d150f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.249214:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8edbfe00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764876.249219:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d150f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.249227:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d150f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.249473:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764876.249478:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764876.249483:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d150f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.249493:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbfe00/0xdb23b4c9253d150f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764876.253794:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.253864:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223315968 00000100:00100000:2.0:1775764876.253872:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223315968 00000100:00100000:2.0:1775764876.253919:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44983 00000100:00100000:2.0:1775764876.253927:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022223315968:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764876.253951:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764876.253971:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d1516 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd661 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.254047:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353200/0xdb23b4c9253d151d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.254058:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353200/0xdb23b4c9253d151d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.254067:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353200/0xdb23b4c9253d151d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764876.254089:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3925820 00000004:00200000:2.0:1775764876.254091:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764876.254103:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353200/0xdb23b4c9253d151d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.254120:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d1516 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd661 expref: 25 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.254133:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353200/0xdb23b4c9253d151d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd661 expref: 24 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.254142:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764876.254144:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764876.254147:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96353200, rc 0) 00000100:00100000:2.0:1775764876.254195:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223315968:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 268us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.254202:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44983 00000100:00100000:2.0:1775764876.262679:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.262990:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223316096 00000100:00100000:0.0:1775764876.263002:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223316096 00002000:00100000:0.0:1775764876.263060:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1183744->3375103) req@ffff8b8c9378ea00 x1862022223316096/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 504/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764876.263071:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ea00 with x1862022223316096 ext(1183744->3375103) 00002000:00010000:0.0:1775764876.263077:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ea00 00000100:00100000:0.0:1775764876.263117:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39988 00000100:00100000:0.0:1775764876.263127:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223316096:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764876.268261:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223316096:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5125us (5581us total) trans 4294997103 rc 0/0 00000100:00100000:1.0:1775764876.268277:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39988 00002000:00100000:1.0:1775764876.268291:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1183744->3375103) req@ffff8b8c9378ea00 x1862022223316096/t4294997103(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 504/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764876.268301:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ea00 with x1862022223316096 ext(1183744->3375103) 00002000:00010000:1.0:1775764876.268309:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ea00 00000100:00100000:2.0:1775764876.272995:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.273194:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223316224 00000100:00100000:0.0:1775764876.273205:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223316224 00000100:00100000:0.0:1775764876.273334:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84992 00000100:00100000:0.0:1775764876.273346:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223316224:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764876.280604:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.281045:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223316352 00000100:00100000:1.0:1775764876.281059:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223316352 00000100:00100000:1.0:1775764876.281119:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 969 00000100:00100000:1.0:1775764876.281130:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8317a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:36837393-023c-42fc-a2a5-d5ec86474e44+9:2362:x1862022223316352:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:1.0:1775764876.281199:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8317a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:36837393-023c-42fc-a2a5-d5ec86474e44+9:2362:x1862022223316352:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 71us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.281206:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 969 00000001:00080000:1.0:1775764876.320338:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997103 is committed 00000100:00100000:0.0:1775764876.320755:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223316224:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 47405us (47764us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.325633:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84992 00000100:00100000:0.0:1775764876.328124:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.328228:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223316608 00000100:00100000:1.0:1775764876.328237:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223316608 00000100:00100000:1.0:1775764876.328305:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44984 00000100:00100000:1.0:1775764876.328315:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223316608:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764876.328371:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764876.328399:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353200/0xdb23b4c9253d151d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd661 expref: 24 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.328418:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.328422:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764876.328686:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1524 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.328700:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.328710:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764876.328757:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032750 00000004:00010000:1.0:1775764876.329184:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003570fa75 reply state 000000008e644484 transno 4295032751 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764876.329194:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764876.329476:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223316608:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1161us (1358us total) trans 4295032751 rc 0/0 00000100:00100000:1.0:1775764876.329484:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44984 00000020:00080000:1.0:1775764876.329490:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764876.334534:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764876.334675:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.334689:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1524 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.334699:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1524 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.334705:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8edbe200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764876.334710:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1524 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.334718:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1524 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.334738:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.334741:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764876.334746:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1524 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.334752:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8edbe200/0xdb23b4c9253d1524 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764876.335674:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.335803:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223316736 00000100:00100000:1.0:1775764876.335815:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223316736 00002000:00010000:1.0:1775764876.335862:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3744671->18446744073709551615) 00002000:00100000:1.0:1775764876.335867:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f100 with x1862022223316736 ext(3744671->18446744073709551615) 00002000:00010000:1.0:1775764876.335881:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f100. 00000100:00100000:1.0:1775764876.335916:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223316864 00000100:00100000:1.0:1775764876.335919:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223316864 00002000:00010000:1.0:1775764876.335932:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764876.335935:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d500 with x1862022223316864 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764876.335942:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378d500. 00000100:00100000:1.0:1775764876.335962:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39989 00000100:00100000:1.0:1775764876.335971:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223316736:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764876.336329:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3925820 -> 3744671 00002000:00010000:1.0:1775764876.336334:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:1.0:1775764876.336337:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764876.336339:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:1.0:1775764876.336342:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 1099 00000100:00100000:1.0:1775764876.336398:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223316736:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 427us (1874us total) trans 4294997104 rc 0/0 00000100:00100000:1.0:1775764876.336407:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39989 00002000:00010000:1.0:1775764876.336411:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3744671->18446744073709551615) 00002000:00100000:1.0:1775764876.336414:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f100 with x1862022223316736 ext(3744671->18446744073709551615) 00002000:00010000:1.0:1775764876.336418:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f100. 00000100:00100000:1.0:1775764876.336436:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39990 00000100:00100000:1.0:1775764876.336443:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223316864:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764876.336583:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764876.336586:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:1.0:1775764876.336589:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764876.336591:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:1.0:1775764876.336593:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764876.336628:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223316864:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 186us (961us total) trans 4294996387 rc 0/0 00000100:00100000:1.0:1775764876.336636:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39990 00002000:00010000:1.0:1775764876.336639:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764876.336641:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d500 with x1862022223316864 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764876.336647:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378d500. 00000100:00100000:3.0:1775764876.341658:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.341816:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223316992 00000100:00100000:2.0:1775764876.341826:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223316992 00000100:00100000:2.0:1775764876.341880:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44985 00000100:00100000:2.0:1775764876.341890:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022223316992:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764876.341913:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764876.341933:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d152b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd668 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.342020:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1532 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.342034:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1532 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.342045:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1532 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764876.342075:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3744671 00000004:00200000:2.0:1775764876.342079:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764876.342095:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1532 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.342119:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d152b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd668 expref: 27 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.342137:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1532 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd668 expref: 26 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.342145:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764876.342148:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764876.342151:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96353a00, rc 0) 00000100:00100000:2.0:1775764876.342217:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223316992:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 329us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.342224:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44985 00000100:00100000:3.0:1775764876.357716:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.357836:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223317248 00000100:00100000:2.0:1775764876.357846:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223317248 00000100:00100000:2.0:1775764876.357913:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44986 00000100:00100000:2.0:1775764876.357924:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223317248:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764876.357980:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764876.358010:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1532 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd668 expref: 26 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.358031:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764876.358037:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764876.358267:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d1539 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.358282:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d1539 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.358292:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d1539 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764876.358343:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032752 00000004:00010000:2.0:1775764876.358369:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f40577e8 reply state 0000000075eaa008 transno 4295032753 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d1539 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764876.358378:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764876.358471:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223317248:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 549us (764us total) trans 4295032753 rc 0/0 00000100:00100000:2.0:1775764876.358478:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44986 00000020:00080000:2.0:1775764876.358483:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764876.362929:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.362964:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764876.363053:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d1539 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.363066:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d1539 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.363079:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d1539 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.363084:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96352400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764876.363089:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d1539 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.363096:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d1539 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.363115:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764876.363119:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764876.363124:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d1539 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.363130:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352400/0xdb23b4c9253d1539 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764876.363242:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223317376 00000100:00100000:2.0:1775764876.363253:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223317376 00002000:00010000:2.0:1775764876.363295:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764876.363299:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f6a00 with x1862022223317376 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764876.363311:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f6a00. 00000100:00100000:2.0:1775764876.363330:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223317504 00000100:00100000:2.0:1775764876.363333:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223317504 00002000:00010000:2.0:1775764876.363346:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1017402->18446744073709551615) 00002000:00100000:2.0:1775764876.363349:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4380 with x1862022223317504 ext(1017402->18446744073709551615) 00002000:00010000:2.0:1775764876.363356:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f4380. 00000100:00100000:2.0:1775764876.363385:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39991 00000100:00100000:2.0:1775764876.363395:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223317376:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764876.363690:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3744671 -> 4194304 00002000:00010000:2.0:1775764876.363694:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764876.363696:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764876.363699:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764876.363701:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1099 00000100:00100000:2.0:1775764876.363756:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223317376:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 361us (835us total) trans 4294997105 rc 0/0 00000100:00100000:2.0:1775764876.363764:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39991 00002000:00010000:2.0:1775764876.363768:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764876.363771:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f6a00 with x1862022223317376 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764876.363775:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f6a00. 00000100:00100000:2.0:1775764876.363792:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39992 00000100:00100000:2.0:1775764876.363799:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223317504:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764876.363915:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1017402 00002000:00010000:2.0:1775764876.363918:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764876.363920:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764876.363921:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764876.363923:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764876.363947:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223317504:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 148us (983us total) trans 4294996388 rc 0/0 00000100:00100000:2.0:1775764876.363953:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39992 00002000:00010000:2.0:1775764876.363956:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1017402->18446744073709551615) 00002000:00100000:2.0:1775764876.363958:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4380 with x1862022223317504 ext(1017402->18446744073709551615) 00002000:00010000:2.0:1775764876.363963:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f4380. 00000100:00100000:3.0:1775764876.373284:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.374620:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.374942:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223317632 00000100:00100000:2.0:1775764876.374953:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223317632 00002000:00100000:2.0:1775764876.375007:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (983040->987135) req@ffff8b8c87da6d80 x1862022223317632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.375019:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da6d80 with x1862022223317632 ext(983040->987135) 00002000:00010000:2.0:1775764876.375025:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da6d80 00000100:00100000:2.0:1775764876.375053:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223317760 00000100:00100000:2.0:1775764876.375057:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223317760 00002000:00100000:2.0:1775764876.375073:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3747840->4194303) req@ffff8b8c8f2f7100 x1862022223317760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.375081:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f7100 with x1862022223317760 ext(3747840->4194303) 00002000:00010000:2.0:1775764876.375084:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f7100 00000100:00100000:2.0:1775764876.375109:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39993 00000100:00100000:2.0:1775764876.375118:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223317632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764876.375382:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223317632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 264us (2108us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764876.375390:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39993 00002000:00100000:2.0:1775764876.375396:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (983040->987135) req@ffff8b8c87da6d80 x1862022223317632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/4536 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.375404:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da6d80 with x1862022223317632 ext(983040->987135) 00002000:00010000:2.0:1775764876.375407:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da6d80 00000100:00100000:2.0:1775764876.375423:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39994 00000100:00100000:2.0:1775764876.375430:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223317760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764876.384411:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223317760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8972us (9787us total) trans 0 rc 446464/446464 00000100:00100000:2.0:1775764876.384426:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39994 00002000:00100000:2.0:1775764876.384438:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3747840->4194303) req@ffff8b8c8f2f7100 x1862022223317760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/440 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 446464/446464 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.384449:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f7100 with x1862022223317760 ext(3747840->4194303) 00002000:00010000:2.0:1775764876.384454:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f7100 00000100:00100000:3.0:1775764876.393582:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.393994:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223317888 00000100:00100000:2.0:1775764876.394005:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223317888 00002000:00100000:2.0:1775764876.394060:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (0->1019903) req@ffff8b8c87da4000 x1862022223317888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 504/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.394071:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da4000 with x1862022223317888 ext(0->1019903) 00002000:00010000:2.0:1775764876.394077:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da4000 00000100:00100000:2.0:1775764876.394110:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39995 00000100:00100000:2.0:1775764876.394120:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223317888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764876.409246:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223317888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15116us (15701us total) trans 0 rc 1015808/1015808 00000100:00100000:2.0:1775764876.409260:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39995 00002000:00100000:2.0:1775764876.409273:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (0->1019903) req@ffff8b8c87da4000 x1862022223317888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 504/440 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 1015808/1015808 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.409284:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da4000 with x1862022223317888 ext(0->1019903) 00002000:00010000:2.0:1775764876.409300:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da4000 00000100:00100000:3.0:1775764876.416701:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.416921:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223318016 00000100:00100000:1.0:1775764876.416932:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223318016 00002000:00100000:1.0:1775764876.416980:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (983040->1017401) req@ffff8b8c87da5880 x1862022223318016/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764876.416991:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da5880 with x1862022223318016 ext(983040->1017401) 00002000:00010000:1.0:1775764876.416997:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da5880 00000100:00100000:1.0:1775764876.417030:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39996 00000100:00100000:1.0:1775764876.417041:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223318016:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764876.423080:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223318016:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6030us (6378us total) trans 4294996389 rc 0/0 00000100:00100000:3.0:1775764876.423094:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39996 00002000:00100000:3.0:1775764876.423106:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (983040->1017401) req@ffff8b8c87da5880 x1862022223318016/t4294996389(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764876.423117:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da5880 with x1862022223318016 ext(983040->1017401) 00002000:00010000:3.0:1775764876.423123:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da5880 00000100:00100000:2.0:1775764876.429633:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764876.429788:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223318144 00000100:00100000:3.0:1775764876.429798:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223318144 00000100:00100000:3.0:1775764876.429847:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84993 00000100:00100000:3.0:1775764876.429856:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223318144:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764876.486215:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996387 is committed 00000001:00080000:3.0:1775764876.486235:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996388 is committed 00000001:00080000:3.0:1775764876.486241:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996389 is committed 00000100:00100000:2.0:1775764876.486408:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223318144:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 56549us (56780us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.486419:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84993 00000100:00100000:0.0:1775764876.491771:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.491914:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223318272 00000100:00100000:2.0:1775764876.491924:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223318272 00000100:00100000:2.0:1775764876.491992:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44987 00000100:00100000:2.0:1775764876.492003:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022223318272:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764876.492029:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764876.492051:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352e00/0xdb23b4c9253d1540 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd66f expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.492139:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1547 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.492153:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1547 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.492167:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1547 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764876.492198:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5211706 00000004:00200000:2.0:1775764876.492203:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764876.492221:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1547 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.492247:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352e00/0xdb23b4c9253d1540 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd66f expref: 29 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.492267:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1547 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd66f expref: 28 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.492280:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764876.492297:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764876.492303:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96353a00, rc 0) 00000100:00100000:2.0:1775764876.492366:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223318272:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 365us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.492373:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44987 00000100:00100000:3.0:1775764876.500411:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.500618:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223318528 00000100:00100000:0.0:1775764876.500629:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223318528 00000100:00100000:0.0:1775764876.500691:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44988 00000100:00100000:0.0:1775764876.500700:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223318528:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764876.500753:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764876.500781:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353a00/0xdb23b4c9253d1547 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd66f expref: 28 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.500802:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764876.500808:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764876.501039:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d154e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.501053:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d154e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.501064:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d154e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764876.501118:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032754 00000004:00010000:0.0:1775764876.501146:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee772a38 reply state 000000000a52e056 transno 4295032755 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d154e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764876.501154:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764876.501261:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223318528:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 561us (858us total) trans 4295032755 rc 0/0 00000100:00100000:0.0:1775764876.501269:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44988 00000020:00080000:0.0:1775764876.501274:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764876.504940:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d154e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.504959:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d154e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.504967:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d154e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.504973:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca280ca00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764876.504979:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d154e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.504987:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d154e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.505005:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.505010:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764876.505015:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d154e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.505021:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d154e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764876.510197:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.510306:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223318656 00000100:00100000:0.0:1775764876.510316:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223318656 00002000:00010000:0.0:1775764876.510365:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764876.510370:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da4a80 with x1862022223318656 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764876.510383:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da4a80. 00000100:00100000:0.0:1775764876.510416:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39997 00000100:00100000:0.0:1775764876.510426:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223318656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764876.510703:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764876.510707:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:0.0:1775764876.510710:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764876.510712:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:0.0:1775764876.510715:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1099 00000100:00100000:0.0:1775764876.510774:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223318656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 348us (585us total) trans 4294997106 rc 0/0 00000100:00100000:0.0:1775764876.510781:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39997 00002000:00010000:0.0:1775764876.510784:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764876.510787:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da4a80 with x1862022223318656 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764876.510792:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da4a80. 00000100:00100000:0.0:1775764876.514486:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.514603:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223318784 00000100:00100000:2.0:1775764876.514613:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223318784 00002000:00010000:2.0:1775764876.514653:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (373987->18446744073709551615) 00002000:00100000:2.0:1775764876.514658:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33800 with x1862022223318784 ext(373987->18446744073709551615) 00002000:00010000:2.0:1775764876.514671:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33800. 00000100:00100000:2.0:1775764876.514707:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39998 00000100:00100000:2.0:1775764876.514717:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223318784:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764876.515078:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1017402 -> 373987 00002000:00010000:2.0:1775764876.515083:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764876.515085:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764876.515087:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:2.0:1775764876.515090:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:2.0:1775764876.515172:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223318784:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 455us (694us total) trans 4294996390 rc 0/0 00000100:00100000:2.0:1775764876.515182:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39998 00002000:00010000:2.0:1775764876.515187:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (373987->18446744073709551615) 00002000:00100000:2.0:1775764876.515190:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33800 with x1862022223318784 ext(373987->18446744073709551615) 00002000:00010000:2.0:1775764876.515196:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a33800. 00000100:00100000:2.0:1775764876.524446:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.525750:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223318912 00000100:00100000:0.0:1775764876.525879:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223318912 00000100:00100000:0.0:1775764876.526003:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44989 00000100:00100000:0.0:1775764876.526013:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022223318912:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764876.526043:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764876.526064:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c000/0xdb23b4c9253d1555 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd676 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.526152:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d155c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.526166:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d155c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.526178:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d155c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764876.526205:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4568291 00000004:00200000:0.0:1775764876.526224:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764876.526245:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d155c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.526271:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c000/0xdb23b4c9253d1555 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd676 expref: 31 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.526301:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d155c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd676 expref: 30 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.526310:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764876.526313:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764876.526316:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca280de00, rc 0) 00000100:00100000:0.0:1775764876.526432:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223318912:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 421us (1995us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.526440:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44989 00000100:00100000:3.0:1775764876.536768:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.537033:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223319040 00000100:00100000:1.0:1775764876.537046:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223319040 00002000:00100000:1.0:1775764876.537100:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (999424->1998847) req@ffff8b8c87da5c00 x1862022223319040/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 504/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764876.537111:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da5c00 with x1862022223319040 ext(999424->1998847) 00002000:00010000:1.0:1775764876.537117:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da5c00 00000100:00100000:1.0:1775764876.537152:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 39999 00000100:00100000:1.0:1775764876.537162:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223319040:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764876.547044:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223319040:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9875us (10285us total) trans 4294997107 rc 0/0 00000100:00100000:0.0:1775764876.547058:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 39999 00002000:00100000:0.0:1775764876.547070:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (999424->1998847) req@ffff8b8c87da5c00 x1862022223319040/t4294997107(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 504/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764876.547079:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da5c00 with x1862022223319040 ext(999424->1998847) 00002000:00010000:0.0:1775764876.547086:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da5c00 00000100:00100000:2.0:1775764876.552023:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.552137:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223319168 00000100:00100000:0.0:1775764876.552149:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223319168 00000100:00100000:0.0:1775764876.552216:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84994 00000100:00100000:0.0:1775764876.552226:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223319168:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764876.602687:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997107 is committed 00000100:00100000:1.0:1775764876.603019:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223319168:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 50787us (50998us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.603032:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84994 00000100:00100000:1.0:1775764876.608806:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764876.609154:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223319424 00000100:00100000:3.0:1775764876.609164:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223319424 00000100:00100000:3.0:1775764876.609229:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44990 00000100:00100000:3.0:1775764876.609241:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223319424:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764876.609308:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764876.609336:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d155c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd676 expref: 30 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.609361:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764876.609365:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764876.609645:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1563 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.609659:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1563 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.609670:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1563 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764876.609718:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032756 00000004:00010000:3.0:1775764876.609741:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e972c95 reply state 00000000f1bde7d9 transno 4295032757 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1563 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764876.609750:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764876.609846:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223319424:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 607us (1048us total) trans 4295032757 rc 0/0 00000100:00100000:3.0:1775764876.609854:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44990 00000020:00080000:3.0:1775764876.609859:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764876.616636:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.616665:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764876.616808:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223319552 00000100:00100000:3.0:1775764876.616818:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223319552 00002000:00010000:3.0:1775764876.616857:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764876.616861:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b480 with x1862022223319552 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764876.616875:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b480. 00000100:00100000:3.0:1775764876.616902:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223319680 00000100:00100000:3.0:1775764876.616905:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223319680 00002000:00010000:3.0:1775764876.616917:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (798710->18446744073709551615) 00002000:00100000:3.0:1775764876.616919:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b800 with x1862022223319680 ext(798710->18446744073709551615) 00002000:00010000:3.0:1775764876.616927:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8b800. 00000100:00100000:3.0:1775764876.616950:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40000 00000100:00100000:3.0:1775764876.616959:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223319552:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764876.617237:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764876.617240:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:3.0:1775764876.617243:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764876.617245:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:3.0:1775764876.617247:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1099 -> 1291 00000100:00100000:3.0:1775764876.617314:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223319552:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 355us (687us total) trans 4294997108 rc 0/0 00000100:00100000:3.0:1775764876.617322:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40000 00002000:00010000:3.0:1775764876.617326:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764876.617328:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b480 with x1862022223319552 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764876.617333:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b480. 00000100:00100000:3.0:1775764876.617349:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40001 00000100:00100000:3.0:1775764876.617356:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223319680:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764876.617491:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 373987 -> 798710 00002000:00010000:3.0:1775764876.617494:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764876 00002000:00010000:3.0:1775764876.617497:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764876.617499:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764876 00002000:00010000:3.0:1775764876.617501:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764876.617524:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223319680:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 169us (858us total) trans 4294996391 rc 0/0 00000100:00100000:3.0:1775764876.617531:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40001 00002000:00010000:3.0:1775764876.617533:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (798710->18446744073709551615) 00002000:00100000:3.0:1775764876.617563:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b800 with x1862022223319680 ext(798710->18446744073709551615) 00002000:00010000:3.0:1775764876.617569:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8b800. 00010000:00010000:0.0:1775764876.618318:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1563 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.618342:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1563 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.618350:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1563 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.618356:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764876.618361:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1563 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.618368:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1563 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.618386:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764876.618389:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764876.618394:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1563 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.618400:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1000/0xdb23b4c9253d1563 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764876.622528:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.622983:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223319808 00000100:00100000:2.0:1775764876.622994:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223319808 00000100:00100000:2.0:1775764876.623061:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44991 00000100:00100000:2.0:1775764876.623072:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022223319808:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764876.623102:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764876.623124:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d156a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd67d expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.623216:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d1571 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.623230:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d1571 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.623242:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d1571 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764876.623271:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4993014 00000004:00200000:2.0:1775764876.623276:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764876.623427:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d1571 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.623457:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d156a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd67d expref: 33 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.623479:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d1571 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd67d expref: 32 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.623488:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764876.623492:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764876.623495:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96353800, rc 0) 00000100:00100000:2.0:1775764876.623634:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223319808:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 563us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.623642:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44991 00000100:00100000:1.0:1775764876.638454:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.639199:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223319936 00000100:00100000:2.0:1775764876.639210:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223319936 00002000:00100000:2.0:1775764876.639263:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (143360->2224127) req@ffff8b8cafa11500 x1862022223319936/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 504/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.639273:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa11500 with x1862022223319936 ext(143360->2224127) 00002000:00010000:2.0:1775764876.639279:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa11500 00000100:00100000:2.0:1775764876.639451:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40002 00000100:00100000:2.0:1775764876.639472:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223319936:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764876.649044:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223319936:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9573us (10588us total) trans 4294997109 rc 0/0 00000100:00100000:3.0:1775764876.649058:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40002 00002000:00100000:3.0:1775764876.649072:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (143360->2224127) req@ffff8b8cafa11500 x1862022223319936/t4294997109(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 504/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764876.649082:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa11500 with x1862022223319936 ext(143360->2224127) 00002000:00010000:3.0:1775764876.649088:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa11500 00000100:00100000:0.0:1775764876.654747:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.655013:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223320064 00000100:00100000:1.0:1775764876.655024:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223320064 00000100:00100000:1.0:1775764876.655128:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84995 00000100:00100000:1.0:1775764876.655139:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223320064:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764876.699862:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997109 is committed 00000100:00100000:1.0:1775764876.700108:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223320064:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44965us (45364us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.700120:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84995 00000100:00100000:2.0:1775764876.710366:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.710916:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223320192 00000100:00100000:0.0:1775764876.710927:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223320192 00002000:00100000:0.0:1775764876.710976:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2297856->2359295) req@ffff8b8cb0a89f80 x1862022223320192/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764876.710986:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022223320192 ext(2297856->2359295) 00002000:00010000:0.0:1775764876.710991:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89f80 00000100:00100000:0.0:1775764876.711019:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40003 00000100:00100000:0.0:1775764876.711028:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223320192:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764876.727430:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223320192:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 16392us (17062us total) trans 4294997110 rc 0/0 00000100:00100000:3.0:1775764876.727444:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40003 00002000:00100000:3.0:1775764876.727457:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2297856->2359295) req@ffff8b8cb0a89f80 x1862022223320192/t4294997110(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764876.727469:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022223320192 ext(2297856->2359295) 00002000:00010000:3.0:1775764876.727474:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89f80 00000100:00100000:0.0:1775764876.732686:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764876.732786:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223320320 00000100:00100000:3.0:1775764876.732796:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223320320 00000100:00100000:3.0:1775764876.732853:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84996 00000100:00100000:3.0:1775764876.732863:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223320320:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764876.762488:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997110 is committed 00000100:00100000:0.0:1775764876.762720:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223320320:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 29853us (30038us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.762733:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84996 00000100:00100000:2.0:1775764876.775053:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.775319:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223320448 00000100:00100000:1.0:1775764876.775330:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223320448 00002000:00100000:1.0:1775764876.775380:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3166208->3182591) req@ffff8b8cb0a88e00 x1862022223320448/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 16872/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764876.775390:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88e00 with x1862022223320448 ext(3166208->3182591) 00002000:00010000:1.0:1775764876.775396:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88e00 00000100:00100000:1.0:1775764876.775424:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40004 00000100:00100000:1.0:1775764876.775434:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223320448:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764876.775963:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223320448:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 528us (918us total) trans 4294997111 rc 0/0 00000100:00100000:1.0:1775764876.775971:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40004 00002000:00100000:1.0:1775764876.775979:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3166208->3182591) req@ffff8b8cb0a88e00 x1862022223320448/t4294997111(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 16872/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764876.775987:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88e00 with x1862022223320448 ext(3166208->3182591) 00002000:00010000:1.0:1775764876.775991:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a88e00 00000100:00100000:2.0:1775764876.780849:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.781126:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223320576 00000100:00100000:1.0:1775764876.781135:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223320576 00000100:00100000:1.0:1775764876.781191:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84997 00000100:00100000:1.0:1775764876.781201:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223320576:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764876.818006:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997111 is committed 00000100:00100000:3.0:1775764876.818210:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223320576:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 37004us (37363us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764876.818225:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84997 00000100:00100000:0.0:1775764876.824233:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.824336:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223320704 00000100:00100000:2.0:1775764876.824346:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223320704 00002000:00100000:2.0:1775764876.824397:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3776512->3817471) req@ffff8b8b85a32d80 x1862022223320704/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.824408:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022223320704 ext(3776512->3817471) 00002000:00010000:2.0:1775764876.824414:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80 00000100:00100000:2.0:1775764876.824445:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40005 00000100:00100000:2.0:1775764876.824463:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223320704:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764876.827860:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223320704:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3398us (3627us total) trans 4294997112 rc 0/0 00000100:00100000:2.0:1775764876.827873:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40005 00002000:00100000:2.0:1775764876.827887:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3776512->3817471) req@ffff8b8b85a32d80 x1862022223320704/t4294997112(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764876.827897:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022223320704 ext(3776512->3817471) 00002000:00010000:2.0:1775764876.827903:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a32d80 00000100:00100000:1.0:1775764876.833232:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.833476:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223320832 00000100:00100000:2.0:1775764876.833487:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223320832 00000100:00100000:2.0:1775764876.833703:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84998 00000100:00100000:2.0:1775764876.833715:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223320832:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764876.871681:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997112 is committed 00000100:00100000:2.0:1775764876.872080:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223320832:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38363us (38851us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.872093:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84998 00000100:00100000:0.0:1775764876.876604:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.876687:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223321088 00000100:00100000:1.0:1775764876.876699:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223321088 00000100:00100000:1.0:1775764876.876764:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44992 00000100:00100000:1.0:1775764876.876774:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223321088:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764876.876826:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764876.876856:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d1571 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd67d expref: 32 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.876874:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.876879:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764876.877078:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d1578 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.877092:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d1578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.877102:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d1578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764876.877149:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032758 00000004:00010000:1.0:1775764876.877170:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054d79865 reply state 000000004527391d transno 4295032759 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d1578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764876.877179:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764876.877267:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223321088:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 494us (682us total) trans 4295032759 rc 0/0 00000100:00100000:1.0:1775764876.877274:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44992 00000020:00080000:1.0:1775764876.877280:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764876.881347:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d1578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.881363:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d1578 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.881370:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d1578 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.881376:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc5c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764876.881381:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d1578 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.881388:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d1578 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.881403:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.881406:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764876.881410:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d1578 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.881415:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5c00/0xdb23b4c9253d1578 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764876.883101:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.883138:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.883223:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223321216 00000100:00100000:2.0:1775764876.883232:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223321216 00002000:00010000:2.0:1775764876.883269:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2572589->18446744073709551615) 00002000:00100000:2.0:1775764876.883275:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022223321216 ext(2572589->18446744073709551615) 00002000:00010000:2.0:1775764876.883295:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00. 00000100:00100000:2.0:1775764876.883327:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223321344 00000100:00100000:2.0:1775764876.883330:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223321344 00002000:00010000:2.0:1775764876.883342:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764876.883347:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022223321344 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764876.883354:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a31f80. 00000100:00100000:2.0:1775764876.883377:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40006 00000100:00100000:2.0:1775764876.883386:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223321216:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764876.883803:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2572589 00002000:00010000:2.0:1775764876.883808:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764877 00002000:00010000:2.0:1775764876.883811:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764876.883813:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764877 00002000:00010000:2.0:1775764876.883815:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1549 00000100:00100000:2.0:1775764876.883874:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223321216:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 488us (778us total) trans 4294997113 rc 0/0 00000100:00100000:2.0:1775764876.883883:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40006 00002000:00010000:2.0:1775764876.883886:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2572589->18446744073709551615) 00002000:00100000:2.0:1775764876.883889:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31c00 with x1862022223321216 ext(2572589->18446744073709551615) 00002000:00010000:2.0:1775764876.883894:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a31c00. 00000100:00100000:2.0:1775764876.883912:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40007 00000100:00100000:2.0:1775764876.883920:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223321344:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764876.884067:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 798710 -> 0 00002000:00010000:2.0:1775764876.884070:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764876 -> 1775764877 00002000:00010000:2.0:1775764876.884073:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764876.884075:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764876 -> 1775764877 00002000:00010000:2.0:1775764876.884077:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764876.884101:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223321344:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 181us (962us total) trans 4294996392 rc 0/0 00000100:00100000:2.0:1775764876.884107:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40007 00002000:00010000:2.0:1775764876.884110:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764876.884113:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a31f80 with x1862022223321344 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764876.884117:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a31f80. 00000100:00100000:0.0:1775764876.893871:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.894026:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223321472 00000100:00100000:2.0:1775764876.894038:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223321472 00000100:00100000:2.0:1775764876.894098:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44993 00000100:00100000:2.0:1775764876.894107:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022223321472:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764876.894130:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764876.894150:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353e00/0xdb23b4c9253d157f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd684 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.894247:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352200/0xdb23b4c9253d1586 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.894263:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352200/0xdb23b4c9253d1586 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.894274:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352200/0xdb23b4c9253d1586 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764876.894466:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2572589 00000004:00200000:2.0:1775764876.894471:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764876.894489:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352200/0xdb23b4c9253d1586 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.894515:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353e00/0xdb23b4c9253d157f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd684 expref: 35 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.894533:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352200/0xdb23b4c9253d1586 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd684 expref: 34 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.894724:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764876.894727:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764876.894730:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96352200, rc 0) 00000100:00100000:2.0:1775764876.894795:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223321472:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 688us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.894802:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44993 00000100:00100000:2.0:1775764876.904781:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764876.904939:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223321728 00000100:00100000:3.0:1775764876.904950:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223321728 00000100:00100000:3.0:1775764876.905016:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44994 00000100:00100000:3.0:1775764876.905027:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223321728:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764876.905087:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764876.905116:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352200/0xdb23b4c9253d1586 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd684 expref: 34 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.905138:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764876.905143:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764876.905397:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d158d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.905412:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d158d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.905423:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d158d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764876.905486:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032760 00000004:00010000:3.0:1775764876.905512:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000025170d5f reply state 00000000b5e48ccf transno 4295032761 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d158d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764876.905521:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764876.906195:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223321728:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1168us (1419us total) trans 4295032761 rc 0/0 00000100:00100000:3.0:1775764876.906204:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44994 00000020:00080000:3.0:1775764876.906219:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764876.909429:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d158d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.909446:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d158d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.909453:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d158d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.909469:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764876.909475:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d158d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.909484:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d158d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.909509:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.909512:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764876.909516:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d158d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.909523:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0600/0xdb23b4c9253d158d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764876.911219:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.911256:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.911417:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223321856 00000100:00100000:1.0:1775764876.911428:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223321856 00002000:00010000:1.0:1775764876.911478:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2503042->18446744073709551615) 00002000:00100000:1.0:1775764876.911482:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b100 with x1862022223321856 ext(2503042->18446744073709551615) 00002000:00010000:1.0:1775764876.911495:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b100. 00000100:00100000:1.0:1775764876.911525:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223321984 00000100:00100000:1.0:1775764876.911529:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223321984 00002000:00010000:1.0:1775764876.911566:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764876.911570:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022223321984 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764876.911576:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89500. 00000100:00100000:1.0:1775764876.911610:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40008 00000100:00100000:1.0:1775764876.911619:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223321856:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764876.911929:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2572589 -> 2503042 00002000:00010000:1.0:1775764876.911934:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764876.911937:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764876.911939:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764876.911942:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1549 -> 1549 00000100:00100000:1.0:1775764876.912003:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223321856:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 385us (803us total) trans 4294997114 rc 0/0 00000100:00100000:1.0:1775764876.912012:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40008 00002000:00010000:1.0:1775764876.912015:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2503042->18446744073709551615) 00002000:00100000:1.0:1775764876.912017:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b100 with x1862022223321856 ext(2503042->18446744073709551615) 00002000:00010000:1.0:1775764876.912022:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b100. 00000100:00100000:1.0:1775764876.912039:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40009 00000100:00100000:1.0:1775764876.912045:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223321984:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764876.912148:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764876.912151:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764876.912154:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764876.912155:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764876.912157:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764876.912178:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223321984:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 133us (922us total) trans 4294996393 rc 0/0 00000100:00100000:1.0:1775764876.912185:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40009 00002000:00010000:1.0:1775764876.912187:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764876.912190:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022223321984 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764876.912194:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89500. 00000100:00100000:0.0:1775764876.917601:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764876.917945:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223322112 00000100:00100000:3.0:1775764876.917956:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223322112 00000100:00100000:3.0:1775764876.918016:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44995 00000100:00100000:3.0:1775764876.918028:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022223322112:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764876.918054:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764876.918075:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1594 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd68b expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.918163:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d159b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.918177:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d159b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.918190:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d159b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764876.918217:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2503042 00000004:00200000:3.0:1775764876.918221:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764876.918239:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d159b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.918264:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1594 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd68b expref: 37 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.918295:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d159b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd68b expref: 36 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.918304:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764876.918308:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764876.918313:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1800, rc 0) 00000100:00100000:3.0:1775764876.918379:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223322112:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 354us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764876.918386:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44995 00000100:00100000:1.0:1775764876.924534:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.924671:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223322368 00000100:00100000:2.0:1775764876.924682:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223322368 00000100:00100000:2.0:1775764876.924746:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44996 00000100:00100000:2.0:1775764876.924756:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223322368:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764876.924825:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764876.924856:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1800/0xdb23b4c9253d159b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd68b expref: 36 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.924877:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764876.924882:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764876.925109:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d15a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.925124:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d15a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.925135:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d15a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764876.925188:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032762 00000004:00010000:2.0:1775764876.925213:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bfdc2927 reply state 00000000e79eabcb transno 4295032763 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d15a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764876.925222:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764876.925326:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223322368:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 571us (802us total) trans 4295032763 rc 0/0 00000100:00100000:2.0:1775764876.925333:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44996 00000020:00080000:2.0:1775764876.925339:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764876.928782:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d15a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.928799:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d15a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.928807:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d15a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.928814:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96353800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764876.928819:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d15a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.928827:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d15a2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.928846:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764876.928849:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764876.928853:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d15a2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.928859:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96353800/0xdb23b4c9253d15a2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764876.931908:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764876.931937:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764876.932010:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223322624 00000100:00100000:3.0:1775764876.932020:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223322624 00002000:00010000:3.0:1775764876.932057:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (559141->18446744073709551615) 00002000:00100000:3.0:1775764876.932062:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa11880 with x1862022223322624 ext(559141->18446744073709551615) 00002000:00010000:3.0:1775764876.932075:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cafa11880. 00000100:00100000:3.0:1775764876.932100:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223322496 00000100:00100000:3.0:1775764876.932103:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223322496 00002000:00010000:3.0:1775764876.932115:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764876.932118:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa11180 with x1862022223322496 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764876.932125:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa11180. 00000100:00100000:3.0:1775764876.932147:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40010 00000100:00100000:3.0:1775764876.932156:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223322624:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764876.932397:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 559141 00002000:00010000:3.0:1775764876.932401:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:3.0:1775764876.932403:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764876.932405:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:3.0:1775764876.932407:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764876.932468:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223322624:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 312us (568us total) trans 4294996394 rc 0/0 00000100:00100000:3.0:1775764876.932475:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40010 00002000:00010000:3.0:1775764876.932478:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (559141->18446744073709551615) 00002000:00100000:3.0:1775764876.932481:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa11880 with x1862022223322624 ext(559141->18446744073709551615) 00002000:00010000:3.0:1775764876.932485:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cafa11880. 00000100:00100000:3.0:1775764876.932503:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40011 00000100:00100000:3.0:1775764876.932510:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223322496:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764876.932659:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2503042 -> 4194304 00002000:00010000:3.0:1775764876.932663:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:3.0:1775764876.932665:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764876.932667:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:3.0:1775764876.932669:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1549 -> 1549 00000100:00100000:3.0:1775764876.932691:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223322496:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 181us (752us total) trans 4294997115 rc 0/0 00000100:00100000:3.0:1775764876.932697:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40011 00002000:00010000:3.0:1775764876.932700:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764876.932703:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa11180 with x1862022223322496 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764876.932707:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa11180. 00000100:00100000:2.0:1775764876.948051:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.948090:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764876.948126:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.948225:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223322880 00000100:00100000:0.0:1775764876.948235:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223322880 00002000:00100000:0.0:1775764876.948293:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2506752->3555327) req@ffff8b8cb0a8ad80 x1862022223322880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764876.948303:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8ad80 with x1862022223322880 ext(2506752->3555327) 00002000:00010000:0.0:1775764876.948309:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8ad80 00000100:00100000:0.0:1775764876.948338:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223322752 00000100:00100000:0.0:1775764876.948341:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223322752 00002000:00100000:0.0:1775764876.948359:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (548864->552959) req@ffff8b8cb0a88000 x1862022223322752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764876.948366:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88000 with x1862022223322752 ext(548864->552959) 00002000:00010000:0.0:1775764876.948370:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88000 00000100:00100000:0.0:1775764876.948383:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223323008 00000100:00100000:0.0:1775764876.948386:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223323008 00002000:00100000:0.0:1775764876.948397:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3555328->4194303) req@ffff8b8cb0a89880 x1862022223323008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764876.948406:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89880 with x1862022223323008 ext(3555328->4194303) 00002000:00010000:0.0:1775764876.948408:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89880 00000100:00100000:0.0:1775764876.948424:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40012 00000100:00100000:0.0:1775764876.948433:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223322880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764876.949444:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40013 00000100:00100000:0.0:1775764876.949454:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223322752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764876.949626:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223322752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 172us (1534us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764876.949634:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40013 00002000:00100000:0.0:1775764876.949641:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (548864->552959) req@ffff8b8cb0a88000 x1862022223322752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/4536 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764876.949649:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88000 with x1862022223322752 ext(548864->552959) 00002000:00010000:0.0:1775764876.949653:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88000 00000100:00100000:0.0:1775764876.949673:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40014 00000100:00100000:0.0:1775764876.949681:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223323008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764876.961914:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223322880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13470us (13860us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764876.961928:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40012 00002000:00100000:3.0:1775764876.961941:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2506752->3555327) req@ffff8b8cb0a8ad80 x1862022223322880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/440 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764876.961952:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8ad80 with x1862022223322880 ext(2506752->3555327) 00002000:00010000:3.0:1775764876.961958:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8ad80 00000100:00100000:2.0:1775764876.973150:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764876.973233:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223323136 00000100:00100000:3.0:1775764876.973244:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223323136 00002000:00100000:3.0:1775764876.974601:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (0->561151) req@ffff8b8cb0a89180 x1862022223323136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 504/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764876.974617:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89180 with x1862022223323136 ext(0->561151) 00002000:00010000:3.0:1775764876.974623:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89180 00000100:00100000:3.0:1775764876.974715:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40015 00000100:00100000:3.0:1775764876.974728:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223323136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764876.992476:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223323136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17741us (19326us total) trans 0 rc 557056/557056 00000100:00100000:3.0:1775764876.992490:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40015 00002000:00100000:3.0:1775764876.992503:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (0->561151) req@ffff8b8cb0a89180 x1862022223323136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 504/440 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 557056/557056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764876.992512:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89180 with x1862022223323136 ext(0->561151) 00002000:00010000:3.0:1775764876.992519:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89180 00000100:00100000:3.0:1775764876.992708:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223323008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 43027us (44581us total) trans 0 rc 638976/638976 00000100:00100000:3.0:1775764876.992715:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40014 00002000:00100000:3.0:1775764876.992721:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3555328->4194303) req@ffff8b8cb0a89880 x1862022223323008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 488/440 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 638976/638976 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764876.992730:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89880 with x1862022223323008 ext(3555328->4194303) 00002000:00010000:3.0:1775764876.992734:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89880 00000100:00100000:1.0:1775764876.997925:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764876.998170:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223323264 00000100:00100000:0.0:1775764876.998180:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223323264 00002000:00100000:0.0:1775764876.998227:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (548864->559140) req@ffff8b8cbb57d050 x1862022223323264/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 10768/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764876.998238:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57d050 with x1862022223323264 ext(548864->559140) 00002000:00010000:0.0:1775764876.998244:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57d050 00000100:00100000:0.0:1775764876.998277:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40016 00000100:00100000:0.0:1775764876.998297:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb57d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223323264:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764876.998798:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb57d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223323264:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 501us (880us total) trans 4294996395 rc 0/0 00000100:00100000:0.0:1775764876.998807:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40016 00002000:00100000:0.0:1775764876.998814:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (548864->559140) req@ffff8b8cbb57d050 x1862022223323264/t4294996395(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:357/0 lens 10768/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764876.998823:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57d050 with x1862022223323264 ext(548864->559140) 00002000:00010000:0.0:1775764876.998826:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb57d050 00000100:00100000:2.0:1775764877.004190:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.004271:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223323392 00000100:00100000:3.0:1775764877.004291:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223323392 00000100:00100000:3.0:1775764877.004387:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 84999 00000100:00100000:3.0:1775764877.004397:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223323392:12345-192.168.202.29@tcp:16:fsx.0 00000100:00080000:1.0:1775764877.004607:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764877.041691:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.041731:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223323520 00000100:00100000:3.0:1775764877.041740:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223323520 00000100:00100000:3.0:1775764877.041815:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44997 00000100:00100000:3.0:1775764877.041826:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022223323520:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764877.041850:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764877.041870:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d15a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd692 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.041955:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d15b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.041969:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d15b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.041980:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d15b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764877.042008:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4753445 00000004:00200000:3.0:1775764877.042012:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764877.042030:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d15b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.042056:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d15a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd692 expref: 39 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.042074:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d15b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd692 expref: 38 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.042087:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764877.042090:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764877.042094:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1c00, rc 0) 00000100:00100000:3.0:1775764877.042149:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223323520:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 325us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764877.042156:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44997 00000100:00100000:2.0:1775764877.045938:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223323392:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33886us (34099us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764877.045956:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 84999 00000001:00080000:0.0:1775764877.046092:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996395 is committed 00000100:00100000:3.0:1775764877.046407:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.046639:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223323776 00000100:00100000:2.0:1775764877.046649:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223323776 00000100:00100000:2.0:1775764877.046699:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44998 00000100:00100000:2.0:1775764877.046709:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223323776:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764877.046770:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764877.046798:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1c00/0xdb23b4c9253d15b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd692 expref: 38 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.046822:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764877.046827:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764877.047032:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352a00/0xdb23b4c9253d15b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.047046:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352a00/0xdb23b4c9253d15b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.047055:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352a00/0xdb23b4c9253d15b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764877.047105:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032764 00000004:00010000:2.0:1775764877.047129:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003782c20d reply state 000000001bbf88f8 transno 4295032765 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352a00/0xdb23b4c9253d15b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764877.047138:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764877.047217:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223323776:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 510us (812us total) trans 4295032765 rc 0/0 00000100:00100000:2.0:1775764877.047224:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44998 00000020:00080000:2.0:1775764877.047228:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1775764877.047445:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764877.050711:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352a00/0xdb23b4c9253d15b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.050728:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352a00/0xdb23b4c9253d15b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.050735:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352a00/0xdb23b4c9253d15b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.050740:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96352a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764877.050745:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352a00/0xdb23b4c9253d15b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.050752:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352a00/0xdb23b4c9253d15b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.050779:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.050781:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764877.050787:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352a00/0xdb23b4c9253d15b7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.050792:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352a00/0xdb23b4c9253d15b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764877.052265:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.052351:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.052721:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223323904 00000100:00100000:1.0:1775764877.052731:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223323904 00002000:00010000:1.0:1775764877.052779:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764877.052784:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da7480 with x1862022223323904 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764877.052796:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da7480. 00000100:00100000:1.0:1775764877.052820:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223324032 00000100:00100000:1.0:1775764877.052823:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223324032 00002000:00010000:1.0:1775764877.052834:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (761258->18446744073709551615) 00002000:00100000:1.0:1775764877.052837:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da7800 with x1862022223324032 ext(761258->18446744073709551615) 00002000:00010000:1.0:1775764877.052844:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da7800. 00000100:00100000:1.0:1775764877.052863:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40017 00000100:00100000:1.0:1775764877.052871:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223323904:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764877.053088:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764877.053092:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.053095:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764877.053097:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.053099:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1549 -> 1549 00000100:00100000:1.0:1775764877.053151:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223323904:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 280us (894us total) trans 4294997116 rc 0/0 00000100:00100000:1.0:1775764877.053159:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40017 00002000:00010000:1.0:1775764877.053162:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764877.053165:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da7480 with x1862022223323904 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764877.053169:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da7480. 00000100:00100000:1.0:1775764877.053185:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40018 00000100:00100000:1.0:1775764877.053192:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223324032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764877.054006:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 559141 -> 761258 00002000:00010000:1.0:1775764877.054011:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.054014:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764877.054016:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.054019:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764877.054065:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223324032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 870us (1711us total) trans 4294996396 rc 0/0 00000100:00100000:1.0:1775764877.054072:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40018 00002000:00010000:1.0:1775764877.054075:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (761258->18446744073709551615) 00002000:00100000:1.0:1775764877.054079:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da7800 with x1862022223324032 ext(761258->18446744073709551615) 00002000:00010000:1.0:1775764877.054084:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da7800. 00000100:00100000:3.0:1775764877.059182:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.059298:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223324160 00000100:00100000:1.0:1775764877.059308:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223324160 00000100:00100000:1.0:1775764877.059365:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 44999 00000100:00100000:1.0:1775764877.059375:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022223324160:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764877.059401:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764877.059423:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d15be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd699 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.059518:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d15c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.059533:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d15c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.059914:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d15c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764877.059946:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4955562 00000004:00200000:1.0:1775764877.059950:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764877.059967:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d15c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.059993:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d15be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd699 expref: 41 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.060009:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d15c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd699 expref: 40 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.060023:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.060026:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764877.060030:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf000, rc 0) 00000100:00100000:1.0:1775764877.060131:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223324160:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 756us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764877.060139:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 44999 00000100:00100000:3.0:1775764877.069660:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.069841:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223324288 00000100:00100000:2.0:1775764877.069851:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223324288 00002000:00100000:2.0:1775764877.069900:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (1032192->1089535) req@ffff8b8c87da6d80 x1862022223324288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.069912:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da6d80 with x1862022223324288 ext(1032192->1089535) 00002000:00010000:2.0:1775764877.069919:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da6d80 00000100:00100000:2.0:1775764877.069957:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40019 00000100:00100000:2.0:1775764877.069966:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223324288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764877.073064:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223324288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3087us (3402us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764877.073079:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40019 00002000:00100000:2.0:1775764877.073092:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (1032192->1089535) req@ffff8b8c87da6d80 x1862022223324288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/440 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.073101:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da6d80 with x1862022223324288 ext(1032192->1089535) 00002000:00010000:2.0:1775764877.073108:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da6d80 00000100:00100000:3.0:1775764877.077418:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.077819:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223324544 00000100:00100000:0.0:1775764877.077830:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223324544 00000100:00100000:0.0:1775764877.077892:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45000 00000100:00100000:0.0:1775764877.077902:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223324544:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764877.077956:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764877.077984:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d15c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd699 expref: 40 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.078003:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.078009:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764877.078226:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c800/0xdb23b4c9253d15cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.078241:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c800/0xdb23b4c9253d15cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.078251:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c800/0xdb23b4c9253d15cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764877.078320:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032766 00000004:00010000:0.0:1775764877.078347:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cb301425 reply state 00000000c9f4be29 transno 4295032767 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c800/0xdb23b4c9253d15cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764877.078356:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764877.078451:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223324544:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 551us (1045us total) trans 4295032767 rc 0/0 00000100:00100000:0.0:1775764877.079166:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45000 00000020:00080000:0.0:1775764877.079173:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764877.080713:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c800/0xdb23b4c9253d15cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.080726:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c800/0xdb23b4c9253d15cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.080734:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c800/0xdb23b4c9253d15cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.080739:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca280c800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764877.080744:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c800/0xdb23b4c9253d15cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.080751:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c800/0xdb23b4c9253d15cc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.080778:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.080781:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764877.080785:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c800/0xdb23b4c9253d15cc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.080791:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c800/0xdb23b4c9253d15cc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764877.084118:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.084188:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223324672 00000100:00100000:0.0:1775764877.084198:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223324672 00002000:00010000:0.0:1775764877.084244:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764877.084249:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa10a80 with x1862022223324672 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764877.084261:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa10a80. 00000100:00100000:0.0:1775764877.084299:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40020 00000100:00100000:0.0:1775764877.084309:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223324672:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764877.084529:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764877.084533:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:0.0:1775764877.084575:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764877.084578:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:0.0:1775764877.084581:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1549 -> 1549 00000100:00100000:0.0:1775764877.084641:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223324672:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 332us (531us total) trans 4294997117 rc 0/0 00000100:00100000:0.0:1775764877.084649:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40020 00002000:00010000:0.0:1775764877.084652:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764877.084655:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa10a80 with x1862022223324672 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764877.084659:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa10a80. 00000100:00100000:3.0:1775764877.085832:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.086123:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223324800 00000100:00100000:0.0:1775764877.086133:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223324800 00002000:00010000:0.0:1775764877.086162:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (631750->18446744073709551615) 00002000:00100000:0.0:1775764877.086166:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da5880 with x1862022223324800 ext(631750->18446744073709551615) 00002000:00010000:0.0:1775764877.086175:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da5880. 00000100:00100000:0.0:1775764877.086203:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40021 00000100:00100000:0.0:1775764877.086224:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223324800:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764877.086898:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 761258 -> 631750 00002000:00010000:0.0:1775764877.086903:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:0.0:1775764877.086905:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764877.086908:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:0.0:1775764877.086910:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764877.087379:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223324800:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1164us (1548us total) trans 4294996397 rc 0/0 00000100:00100000:0.0:1775764877.087389:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40021 00002000:00010000:0.0:1775764877.087393:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (631750->18446744073709551615) 00002000:00100000:0.0:1775764877.087396:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da5880 with x1862022223324800 ext(631750->18446744073709551615) 00002000:00010000:0.0:1775764877.087402:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c87da5880. 00000100:00100000:1.0:1775764877.092190:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.092659:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223324928 00000100:00100000:3.0:1775764877.092671:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223324928 00000100:00100000:2.0:1775764877.092941:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45001 00000100:00100000:2.0:1775764877.092953:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022223324928:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764877.092977:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764877.092997:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352000/0xdb23b4c9253d15d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6a0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.093081:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352600/0xdb23b4c9253d15da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.093094:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352600/0xdb23b4c9253d15da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.093105:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352600/0xdb23b4c9253d15da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764877.093129:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4826054 00000004:00200000:2.0:1775764877.093133:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764877.093148:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352600/0xdb23b4c9253d15da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.093170:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352000/0xdb23b4c9253d15d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6a0 expref: 43 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.093186:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352600/0xdb23b4c9253d15da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6a0 expref: 42 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.093193:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764877.093196:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764877.093199:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c96352600, rc 0) 00000100:00100000:2.0:1775764877.093711:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223324928:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 760us (1529us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764877.093719:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45001 00000100:00100000:1.0:1775764877.099582:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.099633:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223325184 00000100:00100000:0.0:1775764877.099643:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223325184 00000100:00100000:0.0:1775764877.099712:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45002 00000100:00100000:0.0:1775764877.099722:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223325184:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764877.099774:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764877.099801:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352600/0xdb23b4c9253d15da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6a0 expref: 42 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.100144:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.100151:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764877.100723:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d000/0xdb23b4c9253d15e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.100742:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d000/0xdb23b4c9253d15e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.100753:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d000/0xdb23b4c9253d15e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764877.100816:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032768 00000004:00010000:0.0:1775764877.101059:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fae0dd28 reply state 0000000089478a91 transno 4295032769 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d000/0xdb23b4c9253d15e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764877.101069:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764877.101191:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223325184:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1468us (1615us total) trans 4295032769 rc 0/0 00000100:00100000:0.0:1775764877.101442:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45002 00000020:00080000:0.0:1775764877.101450:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764877.109502:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.109567:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.109646:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223325312 00000100:00100000:2.0:1775764877.109655:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223325312 00002000:00010000:2.0:1775764877.109694:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3831632->18446744073709551615) 00002000:00100000:2.0:1775764877.109699:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa12680 with x1862022223325312 ext(3831632->18446744073709551615) 00002000:00010000:2.0:1775764877.109710:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa12680. 00000100:00100000:2.0:1775764877.109736:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223325440 00000100:00100000:2.0:1775764877.109739:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223325440 00002000:00010000:2.0:1775764877.109750:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764877.109754:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa10700 with x1862022223325440 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764877.109767:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cafa10700. 00000100:00100000:2.0:1775764877.109784:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40022 00000100:00100000:2.0:1775764877.109793:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223325312:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764877.110129:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3831632 00002000:00010000:2.0:1775764877.110134:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.110137:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764877.110139:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.110142:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1549 -> 1549 00000100:00100000:2.0:1775764877.110196:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223325312:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 403us (702us total) trans 4294997118 rc 0/0 00000100:00100000:2.0:1775764877.110205:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40022 00002000:00010000:2.0:1775764877.110209:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3831632->18446744073709551615) 00002000:00100000:2.0:1775764877.110211:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa12680 with x1862022223325312 ext(3831632->18446744073709551615) 00002000:00010000:2.0:1775764877.110216:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa12680. 00000100:00100000:2.0:1775764877.110232:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40023 00000100:00100000:2.0:1775764877.110239:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223325440:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764877.110381:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 631750 -> 0 00002000:00010000:2.0:1775764877.110385:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.110387:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764877.110390:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.110392:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764877.110414:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223325440:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 175us (846us total) trans 4294996398 rc 0/0 00000100:00100000:2.0:1775764877.110420:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40023 00002000:00010000:2.0:1775764877.110423:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764877.110425:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa10700 with x1862022223325440 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764877.110430:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cafa10700. 00010000:00010000:0.0:1775764877.111252:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d000/0xdb23b4c9253d15e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.111265:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d000/0xdb23b4c9253d15e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.111272:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d000/0xdb23b4c9253d15e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.111288:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca280d000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764877.111293:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d000/0xdb23b4c9253d15e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.111301:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d000/0xdb23b4c9253d15e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.111322:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.111326:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764877.111330:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d000/0xdb23b4c9253d15e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.111336:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d000/0xdb23b4c9253d15e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764877.116218:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.116316:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223325568 00000100:00100000:1.0:1775764877.116326:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223325568 00000100:00100000:1.0:1775764877.116377:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45003 00000100:00100000:1.0:1775764877.116387:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022223325568:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764877.116410:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764877.116429:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d15e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6a7 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.116516:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253d15ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.116529:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253d15ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.116575:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253d15ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764877.116609:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3831632 00000004:00200000:1.0:1775764877.116613:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764877.116629:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253d15ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.116652:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d15e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6a7 expref: 45 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.116673:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253d15ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6a7 expref: 44 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.116681:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.116683:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764877.116686:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ece200, rc 0) 00000100:00100000:1.0:1775764877.116736:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223325568:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 351us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764877.116743:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45003 00000100:00100000:1.0:1775764877.123980:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.124112:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223325696 00000100:00100000:3.0:1775764877.124122:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223325696 00002000:00100000:3.0:1775764877.124174:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (405504->2359295) req@ffff8b8cafa12300 x1862022223325696/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.124186:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa12300 with x1862022223325696 ext(405504->2359295) 00002000:00010000:3.0:1775764877.124192:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa12300 00000100:00100000:3.0:1775764877.124230:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40024 00000100:00100000:3.0:1775764877.124239:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223325696:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764877.132506:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223325696:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8258us (8526us total) trans 4294997119 rc 0/0 00000100:00100000:3.0:1775764877.132523:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40024 00002000:00100000:3.0:1775764877.132576:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (405504->2359295) req@ffff8b8cafa12300 x1862022223325696/t4294997119(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/448 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.132595:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa12300 with x1862022223325696 ext(405504->2359295) 00002000:00010000:3.0:1775764877.132601:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa12300 00000100:00100000:1.0:1775764877.137846:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.137937:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223325824 00000100:00100000:3.0:1775764877.137947:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223325824 00000100:00100000:3.0:1775764877.138008:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85000 00000100:00100000:3.0:1775764877.138018:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223325824:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764877.175783:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997117 is committed 00000001:00080000:3.0:1775764877.175817:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997118 is committed 00000001:00080000:3.0:1775764877.175834:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997119 is committed 00000100:00100000:1.0:1775764877.176061:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223325824:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38039us (38219us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764877.176073:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85000 00000100:00100000:3.0:1775764877.181829:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.181927:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223325952 00000100:00100000:2.0:1775764877.181938:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223325952 00002000:00100000:2.0:1775764877.181987:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (393216->3772415) req@ffff8b8c87da4a80 x1862022223325952/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.182004:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da4a80 with x1862022223325952 ext(393216->3772415) 00002000:00010000:2.0:1775764877.182010:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da4a80 00000100:00100000:2.0:1775764877.182044:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40025 00000100:00100000:2.0:1775764877.182054:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223325952:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764877.194674:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223325952:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 12612us (12844us total) trans 4294997120 rc 0/0 00000100:00100000:2.0:1775764877.194687:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40025 00002000:00100000:2.0:1775764877.194700:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (393216->3772415) req@ffff8b8c87da4a80 x1862022223325952/t4294997120(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/448 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.194710:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da4a80 with x1862022223325952 ext(393216->3772415) 00002000:00010000:2.0:1775764877.194717:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da4a80 00000100:00100000:2.0:1775764877.198983:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.199089:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223326080 00000100:00100000:0.0:1775764877.199099:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223326080 00000100:00100000:0.0:1775764877.199160:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85001 00000100:00100000:0.0:1775764877.199170:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb46b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223326080:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764877.244142:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb46b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223326080:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44963us (45157us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764877.244155:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85001 00000001:00080000:2.0:1775764877.248192:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997120 is committed 00000100:00100000:1.0:1775764877.250200:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.250437:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223326208 00000100:00100000:3.0:1775764877.250448:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223326208 00002000:00100000:3.0:1775764877.250511:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2105344->2154495) req@ffff8b8cafa13800 x1862022223326208/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.250521:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa13800 with x1862022223326208 ext(2105344->2154495) 00002000:00010000:3.0:1775764877.250526:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa13800 00000100:00100000:3.0:1775764877.250584:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40026 00000100:00100000:3.0:1775764877.250603:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223326208:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764877.254727:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223326208:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4116us (4524us total) trans 4294997121 rc 0/0 00000100:00100000:2.0:1775764877.254740:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40026 00002000:00100000:2.0:1775764877.254758:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2105344->2154495) req@ffff8b8cafa13800 x1862022223326208/t4294997121(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/448 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.254768:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa13800 with x1862022223326208 ext(2105344->2154495) 00002000:00010000:2.0:1775764877.254773:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa13800 00010000:00010000:2.0:1775764877.257687:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764877.261323:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.261534:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223326336 00000100:00100000:3.0:1775764877.261583:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223326336 00000100:00100000:3.0:1775764877.261647:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85002 00000100:00100000:3.0:1775764877.261656:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223326336:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764877.286164:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997121 is committed 00000100:00100000:1.0:1775764877.286469:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223326336:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 24808us (25149us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764877.286480:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85002 00000100:00100000:3.0:1775764877.305728:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.305967:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223326464 00000100:00100000:2.0:1775764877.305978:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223326464 00002000:00100000:2.0:1775764877.306032:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (32768->1605631) req@ffff8b8c87da5f80 x1862022223326464/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 520/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.306042:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da5f80 with x1862022223326464 ext(32768->1605631) 00002000:00010000:2.0:1775764877.306048:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da5f80 00000100:00100000:2.0:1775764877.306131:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40027 00000100:00100000:2.0:1775764877.306141:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223326464:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764877.317133:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223326464:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10980us (11400us total) trans 4294997122 rc 0/0 00000100:00100000:3.0:1775764877.317147:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40027 00002000:00100000:3.0:1775764877.317162:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (32768->1605631) req@ffff8b8c87da5f80 x1862022223326464/t4294997122(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 520/456 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.317173:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da5f80 with x1862022223326464 ext(32768->1605631) 00002000:00010000:3.0:1775764877.317178:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da5f80 00000100:00100000:2.0:1775764877.321783:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.322711:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223326592 00000100:00100000:0.0:1775764877.322724:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223326592 00000100:00100000:1.0:1775764877.323037:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85003 00000100:00100000:1.0:1775764877.323051:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223326592:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764877.364303:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223326592:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 41245us (42519us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764877.364318:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85003 00000001:00080000:3.0:1775764877.365921:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997122 is committed 00000100:00100000:1.0:1775764877.370767:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.370974:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223326848 00000100:00100000:2.0:1775764877.370986:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223326848 00000100:00100000:2.0:1775764877.371051:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45004 00000100:00100000:2.0:1775764877.371061:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223326848:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764877.371117:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764877.371145:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece200/0xdb23b4c9253d15ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6a7 expref: 44 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.371164:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764877.371168:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764877.371626:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d15f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.371642:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d15f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.371652:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d15f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764877.371708:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032770 00000004:00010000:2.0:1775764877.371735:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000beb419e0 reply state 0000000058e78e3a transno 4295032771 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d15f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764877.371744:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764877.371833:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223326848:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 773us (1083us total) trans 4295032771 rc 0/0 00000100:00100000:2.0:1775764877.371841:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45004 00000020:00080000:2.0:1775764877.371846:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764877.375738:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.375798:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.375882:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223326976 00000100:00100000:2.0:1775764877.375894:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223326976 00002000:00010000:2.0:1775764877.375938:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4006982->18446744073709551615) 00002000:00100000:2.0:1775764877.375943:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da5c00 with x1862022223326976 ext(4006982->18446744073709551615) 00002000:00010000:2.0:1775764877.375954:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da5c00. 00000100:00100000:2.0:1775764877.375975:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223327104 00000100:00100000:2.0:1775764877.375978:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223327104 00002000:00010000:2.0:1775764877.375989:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764877.375992:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83100 with x1862022223327104 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764877.376000:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83100. 00000100:00100000:2.0:1775764877.376017:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40028 00000100:00100000:2.0:1775764877.376026:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c87da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223326976:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764877.376333:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3831632 -> 4006982 00002000:00010000:2.0:1775764877.376337:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.376340:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764877.376342:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.376344:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1549 -> 1869 00000100:00100000:2.0:1775764877.376399:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c87da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223326976:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 373us (670us total) trans 4294997123 rc 0/0 00000100:00100000:2.0:1775764877.376410:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40028 00002000:00010000:2.0:1775764877.376414:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4006982->18446744073709551615) 00002000:00100000:2.0:1775764877.376416:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c87da5c00 with x1862022223326976 ext(4006982->18446744073709551615) 00002000:00010000:2.0:1775764877.376421:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c87da5c00. 00000100:00100000:2.0:1775764877.376438:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40029 00000100:00100000:2.0:1775764877.376446:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223327104:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764877.376603:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764877.376607:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.376610:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764877.376612:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.376614:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764877.376637:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223327104:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 192us (839us total) trans 4294996399 rc 0/0 00000100:00100000:2.0:1775764877.376644:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40029 00002000:00010000:2.0:1775764877.376646:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764877.376648:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed83100 with x1862022223327104 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764877.376653:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed83100. 00010000:00010000:1.0:1775764877.377119:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d15f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.377129:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d15f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.377136:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d15f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.377142:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c96352c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764877.377147:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d15f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.377155:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d15f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.377171:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.377174:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764877.377178:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d15f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.377185:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c96352c00/0xdb23b4c9253d15f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764877.381847:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.381934:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223327232 00000100:00100000:0.0:1775764877.381945:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223327232 00000100:00100000:0.0:1775764877.382008:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45005 00000100:00100000:0.0:1775764877.382018:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022223327232:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764877.382045:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764877.382066:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d15fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6ae expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.382155:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d600/0xdb23b4c9253d1604 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.382171:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d600/0xdb23b4c9253d1604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.382183:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d600/0xdb23b4c9253d1604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764877.382224:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4006982 00000004:00200000:0.0:1775764877.382229:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764877.382246:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d600/0xdb23b4c9253d1604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.382271:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d15fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6ae expref: 47 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.382298:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d600/0xdb23b4c9253d1604 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6ae expref: 46 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.382306:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.382309:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764877.382313:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca280d600, rc 0) 00000100:00100000:0.0:1775764877.382378:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223327232:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 360us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764877.382385:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45005 00000100:00100000:1.0:1775764877.392712:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.393059:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223327488 00000100:00100000:3.0:1775764877.393068:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223327488 00000100:00100000:3.0:1775764877.393118:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45006 00000100:00100000:3.0:1775764877.393125:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223327488:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764877.393172:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764877.393195:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d600/0xdb23b4c9253d1604 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6ae expref: 46 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.393210:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764877.393214:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764877.393765:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d160b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.393782:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d160b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.393793:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d160b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764877.393899:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032772 00000004:00010000:2.0:1775764877.393930:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f87abf03 reply state 0000000069c97da9 transno 4295032773 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d160b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764877.393938:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764877.394200:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223327488:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1073us (1495us total) trans 4295032773 rc 0/0 00000100:00100000:2.0:1775764877.394209:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45006 00000020:00080000:2.0:1775764877.394214:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764877.398980:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.399207:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223327744 00000100:00100000:2.0:1775764877.399229:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223327744 00002000:00010000:2.0:1775764877.399269:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1415728->18446744073709551615) 00002000:00100000:2.0:1775764877.399274:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa12d80 with x1862022223327744 ext(1415728->18446744073709551615) 00002000:00010000:2.0:1775764877.399297:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cafa12d80. 00000100:00100000:2.0:1775764877.399330:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40030 00000100:00100000:2.0:1775764877.399339:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223327744:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764877.399601:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1415728 00002000:00010000:2.0:1775764877.399605:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.399608:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764877.399610:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.399612:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764877.399680:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223327744:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 341us (708us total) trans 4294996400 rc 0/0 00000100:00100000:2.0:1775764877.399687:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40030 00002000:00010000:2.0:1775764877.399691:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1415728->18446744073709551615) 00002000:00100000:2.0:1775764877.399693:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa12d80 with x1862022223327744 ext(1415728->18446744073709551615) 00002000:00010000:2.0:1775764877.399698:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cafa12d80. 00000100:00100000:1.0:1775764877.400792:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.400899:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223327616 00000100:00100000:2.0:1775764877.400908:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223327616 00002000:00010000:2.0:1775764877.400937:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764877.400941:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa13480 with x1862022223327616 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764877.400949:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa13480. 00000100:00100000:2.0:1775764877.400973:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40031 00000100:00100000:2.0:1775764877.400981:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223327616:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764877.401158:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4006982 -> 4194304 00002000:00010000:2.0:1775764877.401162:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.401164:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764877.401166:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:2.0:1775764877.401168:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1869 -> 1869 00000100:00100000:2.0:1775764877.401205:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223327616:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 224us (417us total) trans 4294997124 rc 0/0 00000100:00100000:2.0:1775764877.401211:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40031 00002000:00010000:2.0:1775764877.401215:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764877.401218:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa13480 with x1862022223327616 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764877.401222:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa13480. 00010000:00010000:0.0:1775764877.401634:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d160b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.401645:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d160b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.401652:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d160b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.401658:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764877.401662:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d160b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.401670:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d160b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.401685:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.401688:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764877.401692:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d160b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.401698:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1400/0xdb23b4c9253d160b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764877.407202:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.407403:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223327872 00000100:00100000:0.0:1775764877.407415:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223327872 00000100:00100000:0.0:1775764877.407514:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45007 00000100:00100000:0.0:1775764877.407524:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022223327872:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764877.407595:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764877.407619:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1612 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6b5 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.407709:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c600/0xdb23b4c9253d1619 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.407723:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c600/0xdb23b4c9253d1619 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.407735:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c600/0xdb23b4c9253d1619 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764877.407772:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5610032 00000004:00200000:0.0:1775764877.407777:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764877.407796:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c600/0xdb23b4c9253d1619 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.407821:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1612 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6b5 expref: 49 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.407839:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c600/0xdb23b4c9253d1619 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6b5 expref: 48 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.407847:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.407849:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764877.407853:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca280c600, rc 0) 00000100:00100000:0.0:1775764877.407963:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223327872:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 441us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764877.407970:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45007 00000100:00100000:0.0:1775764877.417661:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.417694:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.417794:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223328000 00000100:00100000:2.0:1775764877.417805:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223328000 00002000:00100000:2.0:1775764877.417854:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (933888->937983) req@ffff8b8c9f968700 x1862022223328000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.417866:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968700 with x1862022223328000 ext(933888->937983) 00002000:00010000:2.0:1775764877.417872:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f968700 00000100:00100000:2.0:1775764877.417903:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223328128 00000100:00100000:2.0:1775764877.417906:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223328128 00002000:00100000:2.0:1775764877.417921:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3833856->4194303) req@ffff8b8c9f96b800 x1862022223328128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.417931:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b800 with x1862022223328128 ext(3833856->4194303) 00002000:00010000:2.0:1775764877.417934:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b800 00000100:00100000:2.0:1775764877.417959:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40032 00000100:00100000:2.0:1775764877.417968:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223328000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764877.418199:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223328000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 230us (546us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764877.418207:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40032 00002000:00100000:2.0:1775764877.418213:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (933888->937983) req@ffff8b8c9f968700 x1862022223328000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/4536 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.418223:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968700 with x1862022223328000 ext(933888->937983) 00002000:00010000:2.0:1775764877.418226:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f968700 00000100:00100000:2.0:1775764877.418242:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40033 00000100:00100000:2.0:1775764877.418249:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223328128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764877.426593:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223328128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8324us (8878us total) trans 0 rc 360448/360448 00000100:00100000:2.0:1775764877.426607:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40033 00002000:00100000:2.0:1775764877.426619:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3833856->4194303) req@ffff8b8c9f96b800 x1862022223328128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/440 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 360448/360448 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.426628:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b800 with x1862022223328128 ext(3833856->4194303) 00002000:00010000:2.0:1775764877.426634:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b800 00000100:00100000:3.0:1775764877.437157:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.437712:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223328256 00000100:00100000:1.0:1775764877.437723:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223328256 00002000:00100000:1.0:1775764877.437846:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (0->999423) req@ffff8b8c8ed80a80 x1862022223328256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764877.437857:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80a80 with x1862022223328256 ext(0->999423) 00002000:00010000:1.0:1775764877.437863:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80a80 00000100:00100000:1.0:1775764877.437939:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40034 00000100:00100000:1.0:1775764877.437950:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223328256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764877.451270:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223328256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13311us (14111us total) trans 0 rc 937984/937984 00000100:00100000:2.0:1775764877.451294:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40034 00002000:00100000:2.0:1775764877.451307:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (0->999423) req@ffff8b8c8ed80a80 x1862022223328256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/440 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 937984/937984 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.451318:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80a80 with x1862022223328256 ext(0->999423) 00002000:00010000:2.0:1775764877.451324:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80a80 00000100:00100000:3.0:1775764877.463140:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.463272:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223328512 00000100:00100000:0.0:1775764877.463293:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223328512 00000100:00100000:0.0:1775764877.463357:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45008 00000100:00100000:0.0:1775764877.463368:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223328512:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764877.463421:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764877.463459:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280c600/0xdb23b4c9253d1619 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6b5 expref: 48 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.463478:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.463483:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764877.463813:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1620 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.463827:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.463837:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764877.463887:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032774 00000004:00010000:0.0:1775764877.463914:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002646da7d reply state 000000008f74d4fc transno 4295032775 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764877.463924:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764877.464007:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223328512:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 641us (876us total) trans 4295032775 rc 0/0 00000100:00100000:0.0:1775764877.464015:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45008 00000020:00080000:0.0:1775764877.464020:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764877.470234:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.470433:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223328640 00000100:00100000:3.0:1775764877.470443:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223328640 00002000:00010000:3.0:1775764877.470500:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (644532->18446744073709551615) 00002000:00100000:3.0:1775764877.470506:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a680 with x1862022223328640 ext(644532->18446744073709551615) 00002000:00010000:3.0:1775764877.470518:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8a680. 00000100:00100000:3.0:1775764877.470582:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40035 00000100:00100000:3.0:1775764877.470602:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223328640:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764877.471394:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 644532 00002000:00010000:3.0:1775764877.471400:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:3.0:1775764877.471403:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764877.471406:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:3.0:1775764877.471408:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1869 -> 1869 00000100:00100000:3.0:1775764877.471661:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223328640:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1058us (1433us total) trans 4294997125 rc 0/0 00000100:00100000:3.0:1775764877.471670:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40035 00002000:00010000:3.0:1775764877.471675:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (644532->18446744073709551615) 00002000:00100000:3.0:1775764877.471678:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8a680 with x1862022223328640 ext(644532->18446744073709551615) 00002000:00010000:3.0:1775764877.471684:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8a680. 00000100:00100000:2.0:1775764877.471817:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.471933:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223328768 00000100:00100000:3.0:1775764877.471941:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223328768 00002000:00010000:3.0:1775764877.471963:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764877.471967:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88700 with x1862022223328768 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764877.471973:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88700. 00000100:00100000:3.0:1775764877.471994:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40036 00000100:00100000:3.0:1775764877.472002:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223328768:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764877.472186:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1415728 -> 0 00002000:00010000:3.0:1775764877.472189:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:3.0:1775764877.472192:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764877.472194:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:3.0:1775764877.472196:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00010000:00010000:1.0:1775764877.473517:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.473534:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1620 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.473554:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1620 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.473560:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca280dc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764877.473565:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1620 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.473573:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1620 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.473600:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.473604:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764877.473610:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1620 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.473616:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d1620 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764877.475146:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223328768:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 3134us (3319us total) trans 4294996401 rc 0/0 00000100:00100000:3.0:1775764877.475161:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40036 00002000:00010000:3.0:1775764877.475168:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764877.475171:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88700 with x1862022223328768 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764877.475182:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88700. 00000100:00100000:2.0:1775764877.501828:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.502981:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223328896 00000100:00100000:1.0:1775764877.502994:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223328896 00000100:00100000:1.0:1775764877.503110:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45009 00000100:00100000:1.0:1775764877.503121:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022223328896:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764877.503147:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764877.503169:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d1627 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6bc expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.503264:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d162e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.503394:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d162e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.503407:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d162e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764877.503437:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 644532 00000004:00200000:1.0:1775764877.503441:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764877.503654:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d162e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.503680:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece400/0xdb23b4c9253d1627 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6bc expref: 51 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.503696:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d162e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6bc expref: 50 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.503705:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.503708:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764877.503712:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf800, rc 0) 00000100:00100000:1.0:1775764877.503971:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223328896:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 851us (2223us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764877.503979:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45009 00000100:00100000:0.0:1775764877.516702:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.519442:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223329152 00000100:00100000:2.0:1775764877.519724:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223329152 00000100:00100000:2.0:1775764877.520422:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45010 00000100:00100000:2.0:1775764877.520436:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223329152:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764877.520700:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764877.520732:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf800/0xdb23b4c9253d162e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6bc expref: 50 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.523406:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764877.523420:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764877.524069:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1635 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.524086:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1635 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.524097:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1635 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764877.524149:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032776 00000004:00010000:2.0:1775764877.524174:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001504a3a8 reply state 000000005aaea3e6 transno 4295032777 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1635 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764877.524184:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764877.524643:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223329152:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 4208us (7946us total) trans 4295032777 rc 0/0 00000100:00100000:2.0:1775764877.524653:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45010 00000020:00080000:2.0:1775764877.524661:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764877.530007:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.530081:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764877.530147:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1635 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.530159:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1635 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.530167:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1635 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.530172:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764877.530177:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1635 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.530184:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1635 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.530202:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.530205:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764877.530209:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1635 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.530215:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1635 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764877.530795:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223329280 00000100:00100000:1.0:1775764877.530805:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223329280 00002000:00010000:1.0:1775764877.530843:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (448543->18446744073709551615) 00002000:00100000:1.0:1775764877.530847:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8aa00 with x1862022223329280 ext(448543->18446744073709551615) 00002000:00010000:1.0:1775764877.530858:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8aa00. 00000100:00100000:1.0:1775764877.530881:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223329408 00000100:00100000:1.0:1775764877.530884:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223329408 00002000:00010000:1.0:1775764877.530894:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764877.530897:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88a80 with x1862022223329408 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764877.530903:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88a80. 00000100:00100000:1.0:1775764877.530926:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40037 00000100:00100000:1.0:1775764877.530935:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223329280:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764877.531221:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 644532 -> 448543 00002000:00010000:1.0:1775764877.531225:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.531228:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764877.531230:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.531232:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1869 -> 1869 00000100:00100000:1.0:1775764877.531298:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223329280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 363us (1299us total) trans 4294997126 rc 0/0 00000100:00100000:1.0:1775764877.531305:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40037 00002000:00010000:1.0:1775764877.531309:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (448543->18446744073709551615) 00002000:00100000:1.0:1775764877.531312:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8aa00 with x1862022223329280 ext(448543->18446744073709551615) 00002000:00010000:1.0:1775764877.531316:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8aa00. 00000100:00100000:1.0:1775764877.531332:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40038 00000100:00100000:1.0:1775764877.531339:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223329408:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764877.531439:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764877.531442:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.531445:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764877.531447:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.531449:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764877.531470:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2362:x1862022223329408:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 132us (1389us total) trans 4294996402 rc 0/0 00000100:00100000:1.0:1775764877.531477:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40038 00002000:00010000:1.0:1775764877.531480:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764877.531482:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88a80 with x1862022223329408 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764877.531486:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88a80. 00000100:00100000:1.0:1775764877.538237:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.538417:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223329536 00000100:00100000:2.0:1775764877.538428:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223329536 00000100:00100000:2.0:1775764877.538499:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45011 00000100:00100000:2.0:1775764877.538509:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022223329536:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764877.538564:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764877.538594:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d163c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6c3 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.538682:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1643 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.538697:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1643 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.538710:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1643 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764877.538738:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 448543 00000004:00200000:2.0:1775764877.538743:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764877.538772:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1643 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.538800:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d163c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6c3 expref: 53 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.538817:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1643 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6c3 expref: 52 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.538831:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764877.538834:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764877.538837:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4e00, rc 0) 00000100:00100000:2.0:1775764877.538904:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223329536:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 396us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764877.538911:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45011 00000100:00100000:3.0:1775764877.545819:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.545957:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223329792 00000100:00100000:1.0:1775764877.545967:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223329792 00000100:00100000:1.0:1775764877.546027:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45012 00000100:00100000:1.0:1775764877.546038:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223329792:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764877.546089:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764877.546114:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1643 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6c3 expref: 52 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.546133:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.546139:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764877.546369:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d164a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.546383:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d164a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.546393:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d164a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764877.546439:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032778 00000004:00010000:1.0:1775764877.546474:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f166c93 reply state 00000000e7d03bb9 transno 4295032779 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d164a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764877.546484:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764877.546606:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223329792:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 569us (795us total) trans 4295032779 rc 0/0 00000100:00100000:1.0:1775764877.546613:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45012 00000020:00080000:1.0:1775764877.546619:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764877.549581:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d164a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.549622:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d164a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.549629:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d164a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.549635:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecee00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764877.549639:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d164a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.549650:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d164a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.549667:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.549670:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764877.549675:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d164a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.549681:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecee00/0xdb23b4c9253d164a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764877.552696:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.552942:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.554885:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223329920 00000100:00100000:1.0:1775764877.554898:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223329920 00002000:00010000:1.0:1775764877.554943:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1868964->18446744073709551615) 00002000:00100000:1.0:1775764877.554949:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022223329920 ext(1868964->18446744073709551615) 00002000:00010000:1.0:1775764877.554962:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300. 00000100:00100000:1.0:1775764877.554981:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223330048 00000100:00100000:1.0:1775764877.554984:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223330048 00002000:00010000:1.0:1775764877.554996:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764877.554998:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b480 with x1862022223330048 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764877.555004:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8b480. 00000100:00100000:1.0:1775764877.555030:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40039 00000100:00100000:1.0:1775764877.555039:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223329920:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764877.555246:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 448543 -> 1868964 00002000:00010000:1.0:1775764877.555250:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.555252:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764877.555255:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.555258:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1869 -> 1869 00000100:00100000:1.0:1775764877.555324:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223329920:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 286us (2784us total) trans 4294997127 rc 0/0 00000100:00100000:1.0:1775764877.555332:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40039 00002000:00010000:1.0:1775764877.555335:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1868964->18446744073709551615) 00002000:00100000:1.0:1775764877.555338:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82300 with x1862022223329920 ext(1868964->18446744073709551615) 00002000:00010000:1.0:1775764877.555342:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82300. 00000100:00100000:1.0:1775764877.555358:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40040 00000100:00100000:1.0:1775764877.555365:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2364:x1862022223330048:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764877.555486:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764877.555490:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.555492:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764877.555494:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:1.0:1775764877.555496:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:1.0:1775764877.555516:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223330048:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 152us (2575us total) trans 4294996403 rc 0/0 00000100:00100000:1.0:1775764877.555524:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40040 00002000:00010000:1.0:1775764877.555527:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764877.555529:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b480 with x1862022223330048 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764877.555534:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a8b480. 00000100:00100000:2.0:1775764877.559693:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.559866:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223330176 00000100:00100000:0.0:1775764877.559875:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223330176 00000100:00100000:0.0:1775764877.559969:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45013 00000100:00100000:0.0:1775764877.559979:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+53:11755:x1862022223330176:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764877.560003:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764877.560023:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d1651 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6ca expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.560102:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d1658 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.560113:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d1658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.560123:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d1658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764877.560142:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1868964 00000004:00200000:0.0:1775764877.560145:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764877.560157:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d1658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.560178:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280ca00/0xdb23b4c9253d1651 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6ca expref: 55 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.560190:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d1658 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6ca expref: 54 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.560196:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.560198:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764877.560200:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca280de00, rc 0) 00000100:00100000:0.0:1775764877.560248:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223330176:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 273us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764877.560253:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45013 00000100:00100000:3.0:1775764877.564866:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.569763:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223330432 00000100:00100000:2.0:1775764877.569778:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223330432 00000100:00100000:2.0:1775764877.569877:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45014 00000100:00100000:2.0:1775764877.569889:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223330432:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764877.569945:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764877.569973:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280de00/0xdb23b4c9253d1658 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6ca expref: 54 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.569993:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764877.569997:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764877.570203:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d165f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.570217:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d165f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.570227:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d165f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764877.570296:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032780 00000004:00010000:2.0:1775764877.570322:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb303bc9 reply state 00000000a1ead591 transno 4295032781 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d165f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764877.570330:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764877.570421:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223330432:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 535us (5564us total) trans 4295032781 rc 0/0 00000100:00100000:2.0:1775764877.570429:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45014 00000020:00080000:2.0:1775764877.570434:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764877.572366:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d165f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.572380:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d165f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.572386:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d165f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.572392:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764877.572396:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d165f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.572404:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d165f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.572419:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.572668:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764877.572673:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d165f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.572679:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d165f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764877.574147:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.574195:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223330560 00000100:00100000:2.0:1775764877.574207:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223330560 00000100:00100000:1.0:1775764877.574230:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00002000:00010000:2.0:1775764877.574247:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3986622->18446744073709551615) 00002000:00100000:2.0:1775764877.574251:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa11180 with x1862022223330560 ext(3986622->18446744073709551615) 00002000:00010000:2.0:1775764877.574262:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa11180. 00000100:00100000:2.0:1775764877.574932:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223330688 00000100:00100000:2.0:1775764877.574940:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223330688 00002000:00010000:2.0:1775764877.574958:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764877.574963:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4e00 with x1862022223330688 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764877.574972:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d4e00. 00000100:00100000:0.0:1775764877.575093:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40041 00000100:00100000:0.0:1775764877.575104:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223330560:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764877.575310:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1868964 -> 3986622 00002000:00010000:0.0:1775764877.575314:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:0.0:1775764877.575316:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764877.575319:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:0.0:1775764877.575320:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1869 -> 1869 00000100:00100000:0.0:1775764877.575385:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223330560:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 283us (1242us total) trans 4294997128 rc 0/0 00000100:00100000:0.0:1775764877.575393:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40041 00002000:00010000:0.0:1775764877.575397:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3986622->18446744073709551615) 00002000:00100000:0.0:1775764877.575399:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa11180 with x1862022223330560 ext(3986622->18446744073709551615) 00002000:00010000:0.0:1775764877.575404:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa11180. 00000100:00100000:0.0:1775764877.575435:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40042 00000100:00100000:0.0:1775764877.575442:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223330688:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764877.575574:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764877.575577:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764877 00002000:00010000:0.0:1775764877.575579:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764877.575581:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764877 00002000:00010000:0.0:1775764877.575593:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764877.575625:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223330688:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 184us (1394us total) trans 4294996404 rc 0/0 00000100:00100000:0.0:1775764877.575633:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40042 00002000:00010000:0.0:1775764877.575635:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764877.575638:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4e00 with x1862022223330688 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764877.575642:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d4e00. 00000100:00100000:1.0:1775764877.613173:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.613210:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.613243:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.613340:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223330816 00000100:00100000:2.0:1775764877.613352:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223330816 00002000:00100000:2.0:1775764877.613401:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (450560->3928063) req@ffff8b8c993d6d80 x1862022223330816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.613411:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d6d80 with x1862022223330816 ext(450560->3928063) 00002000:00010000:2.0:1775764877.613417:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d6d80 00000100:00100000:2.0:1775764877.613458:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223330944 00000100:00100000:2.0:1775764877.613462:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223330944 00002000:00100000:2.0:1775764877.613477:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1495040->2543615) req@ffff8b8c993d4a80 x1862022223330944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.613486:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4a80 with x1862022223330944 ext(1495040->2543615) 00002000:00010000:2.0:1775764877.613489:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d4a80 00000100:00100000:2.0:1775764877.613503:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223331072 00000100:00100000:2.0:1775764877.613506:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223331072 00002000:00100000:2.0:1775764877.613519:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2543616->3592191) req@ffff8b8c993d5c00 x1862022223331072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.613526:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5c00 with x1862022223331072 ext(2543616->3592191) 00002000:00010000:2.0:1775764877.613529:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d5c00 00000100:00100000:2.0:1775764877.613590:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40043 00000100:00100000:2.0:1775764877.613600:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2364:x1862022223330816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764877.614598:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40044 00000100:00100000:3.0:1775764877.614610:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2364:x1862022223330944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764877.615420:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40045 00000100:00100000:3.0:1775764877.615430:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223331072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764877.622253:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.625867:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223331200 00000100:00100000:2.0:1775764877.626049:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223331200 00002000:00100000:2.0:1775764877.626102:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3592192->3989503) req@ffff8b8c9f969500 x1862022223331200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.626114:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969500 with x1862022223331200 ext(3592192->3989503) 00002000:00010000:2.0:1775764877.626119:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969500 00000100:00100000:2.0:1775764877.626154:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40046 00000100:00100000:2.0:1775764877.626163:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022223331200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764877.650858:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022223330816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 37249us (37683us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764877.650873:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40043 00002000:00100000:2.0:1775764877.650886:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (450560->3928063) req@ffff8b8c993d6d80 x1862022223330816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/440 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.650896:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d6d80 with x1862022223330816 ext(450560->3928063) 00002000:00010000:2.0:1775764877.650902:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d6d80 00000100:00100000:1.0:1775764877.651675:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2364:x1862022223330944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 37064us (38460us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764877.651684:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40044 00002000:00100000:1.0:1775764877.651691:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1495040->2543615) req@ffff8b8c993d4a80 x1862022223330944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/440 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764877.651699:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4a80 with x1862022223330944 ext(1495040->2543615) 00002000:00010000:1.0:1775764877.651702:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d4a80 00000100:00100000:0.0:1775764877.659424:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223331200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 33251us (37171us total) trans 0 rc 393216/393216 00000100:00100000:0.0:1775764877.659437:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40046 00002000:00100000:0.0:1775764877.659459:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3592192->3989503) req@ffff8b8c9f969500 x1862022223331200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/440 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 393216/393216 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764877.659470:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969500 with x1862022223331200 ext(3592192->3989503) 00002000:00010000:0.0:1775764877.659475:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f969500 00000100:00100000:2.0:1775764877.662349:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223331072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 46909us (49093us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764877.662363:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40045 00002000:00100000:2.0:1775764877.662377:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2543616->3592191) req@ffff8b8c993d5c00 x1862022223331072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/440 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.662387:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5c00 with x1862022223331072 ext(2543616->3592191) 00002000:00010000:2.0:1775764877.662393:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d5c00 00000100:00100000:3.0:1775764877.667876:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.668109:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223331328 00000100:00100000:0.0:1775764877.668119:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223331328 00002000:00100000:0.0:1775764877.668170:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3923968->3986621) req@ffff8b8c8ed80e00 x1862022223331328/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764877.668181:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022223331328 ext(3923968->3986621) 00002000:00010000:0.0:1775764877.668187:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:0.0:1775764877.668223:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40047 00000100:00100000:0.0:1775764877.668232:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223331328:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764877.674605:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223331328:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6364us (6728us total) trans 4294997129 rc 0/0 00000100:00100000:0.0:1775764877.674618:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40047 00002000:00100000:0.0:1775764877.674631:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (3923968->3986621) req@ffff8b8c8ed80e00 x1862022223331328/t4294997129(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/448 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764877.674642:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80e00 with x1862022223331328 ext(3923968->3986621) 00002000:00010000:0.0:1775764877.674648:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed80e00 00000100:00100000:3.0:1775764877.679206:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.679279:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223331456 00000100:00100000:0.0:1775764877.679290:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223331456 00000100:00100000:0.0:1775764877.679347:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85004 00000100:00100000:0.0:1775764877.679356:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2365:x1862022223331456:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764877.714947:0:12898:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997129 is committed 00000100:00100000:0.0:1775764877.715258:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223331456:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35897us (36054us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764877.715271:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85004 00000100:00100000:3.0:1775764877.718677:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.719029:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223331584 00000100:00100000:0.0:1775764877.719038:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223331584 00000100:00100000:0.0:1775764877.719098:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45015 00000100:00100000:0.0:1775764877.719108:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022223331584:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764877.719132:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764877.719154:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1666 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6d1 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.719240:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d166d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.719254:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d166d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.719271:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d166d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764877.719298:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3986622 00000004:00200000:0.0:1775764877.719302:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764877.719320:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d166d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.719344:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1666 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6d1 expref: 57 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.719362:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d166d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6d1 expref: 56 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.719371:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.719374:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764877.719377:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044800, rc 0) 00000100:00100000:0.0:1775764877.719440:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223331584:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 334us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764877.719624:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45015 00000100:00100000:1.0:1775764877.726251:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.726334:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223331840 00000100:00100000:0.0:1775764877.726345:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223331840 00000100:00100000:0.0:1775764877.726407:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45016 00000100:00100000:0.0:1775764877.726418:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223331840:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764877.726489:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764877.726517:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d166d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6d1 expref: 56 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.726595:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.726601:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764877.726842:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1674 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.726857:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.726866:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764877.726919:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032782 00000004:00010000:0.0:1775764877.726946:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009278f547 reply state 000000005c9a19df transno 4295032783 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764877.726956:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764877.727041:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223331840:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 624us (798us total) trans 4295032783 rc 0/0 00000100:00100000:0.0:1775764877.727048:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45016 00000020:00080000:0.0:1775764877.727053:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764877.730217:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.730234:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1674 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.730242:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1674 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.730249:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2045c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764877.730254:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1674 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.730262:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1674 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.730280:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.730284:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764877.730288:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1674 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.730293:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1674 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764877.736177:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.740021:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223331968 00000100:00100000:0.0:1775764877.740035:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223331968 00002000:00010000:0.0:1775764877.740079:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764877.740084:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4700 with x1862022223331968 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764877.740097:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d4700. 00000100:00100000:0.0:1775764877.740242:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40048 00000100:00100000:0.0:1775764877.740254:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223331968:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764877.740675:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3986622 -> 4194304 00002000:00010000:0.0:1775764877.740679:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764878 00002000:00010000:0.0:1775764877.740682:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764877.740684:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764878 00002000:00010000:0.0:1775764877.740686:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1869 -> 713 00000100:00100000:0.0:1775764877.740834:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223331968:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 498us (4581us total) trans 4294997130 rc 0/0 00000100:00100000:0.0:1775764877.740843:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40048 00002000:00010000:0.0:1775764877.740848:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764877.740851:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d4700 with x1862022223331968 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764877.740856:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c993d4700. 00000100:00100000:1.0:1775764877.742494:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.742899:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223332096 00000100:00100000:2.0:1775764877.742910:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223332096 00002000:00010000:2.0:1775764877.742950:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1290912->18446744073709551615) 00002000:00100000:2.0:1775764877.742956:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d6300 with x1862022223332096 ext(1290912->18446744073709551615) 00002000:00010000:2.0:1775764877.742965:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d6300. 00000100:00100000:2.0:1775764877.743004:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40049 00000100:00100000:2.0:1775764877.743014:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223332096:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764877.743226:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1290912 00002000:00010000:2.0:1775764877.743230:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764877 -> 1775764878 00002000:00010000:2.0:1775764877.743233:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764877.743235:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764877 -> 1775764878 00002000:00010000:2.0:1775764877.743237:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764877.743720:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223332096:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 707us (1233us total) trans 4294996405 rc 0/0 00000100:00100000:2.0:1775764877.743732:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40049 00002000:00010000:2.0:1775764877.743737:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1290912->18446744073709551615) 00002000:00100000:2.0:1775764877.743739:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d6300 with x1862022223332096 ext(1290912->18446744073709551615) 00002000:00010000:2.0:1775764877.743744:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d6300. 00000100:00100000:1.0:1775764877.746354:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.746415:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223332224 00000100:00100000:0.0:1775764877.746426:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223332224 00000100:00100000:0.0:1775764877.746484:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45017 00000100:00100000:0.0:1775764877.746495:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022223332224:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764877.746518:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764877.746556:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d167b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6d8 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.746726:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfce00/0xdb23b4c9253d1682 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.746738:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfce00/0xdb23b4c9253d1682 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.746754:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfce00/0xdb23b4c9253d1682 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764877.746779:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5485216 00000004:00200000:1.0:1775764877.746783:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764877.746801:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfce00/0xdb23b4c9253d1682 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.746826:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d167b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6d8 expref: 59 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.746844:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfce00/0xdb23b4c9253d1682 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6d8 expref: 58 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.746853:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.746856:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764877.746859:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8ecfce00, rc 0) 00000100:00100000:1.0:1775764877.746909:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223332224:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 417us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764877.746914:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45017 00000100:00100000:1.0:1775764877.753662:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.753766:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223332352 00000100:00100000:0.0:1775764877.753774:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223332352 00002000:00100000:0.0:1775764877.753813:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (1036288->1044479) req@ffff8b8c993d5f80 x1862022223332352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764877.753822:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5f80 with x1862022223332352 ext(1036288->1044479) 00002000:00010000:0.0:1775764877.753827:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d5f80 00000100:00100000:0.0:1775764877.753853:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40050 00000100:00100000:0.0:1775764877.753862:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223332352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764877.754133:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223332352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 272us (479us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1775764877.754138:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40050 00002000:00100000:0.0:1775764877.754143:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (1036288->1044479) req@ffff8b8c993d5f80 x1862022223332352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/8632 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764877.754148:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5f80 with x1862022223332352 ext(1036288->1044479) 00002000:00010000:0.0:1775764877.754152:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d5f80 00000100:00100000:3.0:1775764877.758282:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.758407:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223332480 00000100:00100000:2.0:1775764877.758419:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223332480 00002000:00100000:2.0:1775764877.758468:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (335872->339967) req@ffff8b8c8ed80000 x1862022223332480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.758478:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022223332480 ext(335872->339967) 00002000:00010000:2.0:1775764877.758484:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:2.0:1775764877.758521:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40051 00000100:00100000:2.0:1775764877.758531:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223332480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764877.758895:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223332480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 364us (621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764877.758902:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40051 00002000:00100000:2.0:1775764877.758909:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (335872->339967) req@ffff8b8c8ed80000 x1862022223332480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/4536 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.758917:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed80000 with x1862022223332480 ext(335872->339967) 00002000:00010000:2.0:1775764877.758921:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8ed80000 00000100:00100000:1.0:1775764877.762777:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.762898:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223332608 00000100:00100000:3.0:1775764877.762906:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223332608 00002000:00100000:3.0:1775764877.762946:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (339968->344063) req@ffff8b8c993d7100 x1862022223332608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.762955:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d7100 with x1862022223332608 ext(339968->344063) 00002000:00010000:3.0:1775764877.762960:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d7100 00000100:00100000:3.0:1775764877.762987:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40052 00000100:00100000:3.0:1775764877.762996:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223332608:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764877.763218:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223332608:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 223us (449us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764877.763223:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40052 00002000:00100000:3.0:1775764877.763227:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (339968->344063) req@ffff8b8c993d7100 x1862022223332608/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/4536 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.763233:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d7100 with x1862022223332608 ext(339968->344063) 00002000:00010000:3.0:1775764877.763235:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d7100 00000100:00100000:1.0:1775764877.767225:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.767311:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223332736 00000100:00100000:3.0:1775764877.767319:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223332736 00002000:00100000:3.0:1775764877.767363:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (315392->380927) req@ffff8b8c993d5500 x1862022223332736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.767383:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5500 with x1862022223332736 ext(315392->380927) 00002000:00010000:3.0:1775764877.767390:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d5500 00000100:00100000:3.0:1775764877.767425:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40053 00000100:00100000:3.0:1775764877.767433:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223332736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764877.773245:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223332736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5802us (6019us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764877.773259:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40053 00002000:00100000:3.0:1775764877.773271:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (315392->380927) req@ffff8b8c993d5500 x1862022223332736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/440 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.773282:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c993d5500 with x1862022223332736 ext(315392->380927) 00002000:00010000:3.0:1775764877.773287:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c993d5500 00000100:00100000:1.0:1775764877.780698:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.780861:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223332992 00000100:00100000:3.0:1775764877.780870:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223332992 00000100:00100000:3.0:1775764877.780930:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45018 00000100:00100000:3.0:1775764877.780940:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223332992:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764877.780993:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764877.781018:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfce00/0xdb23b4c9253d1682 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6d8 expref: 58 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.781039:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764877.781045:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764877.781258:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1689 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.781278:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.781288:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764877.781338:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032784 00000004:00010000:3.0:1775764877.781360:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d3283c6f reply state 0000000092d22900 transno 4295032785 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764877.781370:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764877.781747:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223332992:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 807us (1056us total) trans 4295032785 rc 0/0 00000100:00100000:3.0:1775764877.781766:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45018 00000020:00080000:3.0:1775764877.781771:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764877.787677:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.787716:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764877.787895:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.787910:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1689 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.787918:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1689 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.787924:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a1e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764877.787930:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1689 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.787938:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1689 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.787955:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.787958:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764877.787963:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1689 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.787969:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1e00/0xdb23b4c9253d1689 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764877.788039:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223333120 00000100:00100000:1.0:1775764877.788050:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223333120 00002000:00010000:1.0:1775764877.788091:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764877.788096:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022223333120 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764877.788108:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89f80. 00000100:00100000:1.0:1775764877.788127:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223333248 00000100:00100000:1.0:1775764877.788130:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223333248 00002000:00010000:1.0:1775764877.788141:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (271266->18446744073709551615) 00002000:00100000:1.0:1775764877.788144:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88e00 with x1862022223333248 ext(271266->18446744073709551615) 00002000:00010000:1.0:1775764877.788151:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88e00. 00000100:00100000:1.0:1775764877.788178:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40054 00000100:00100000:1.0:1775764877.788188:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223333120:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764877.788417:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764877.788421:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764877.788423:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:1.0:1775764877.788426:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764877.788428:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:0.0:1775764877.788603:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40055 00000100:00100000:0.0:1775764877.788613:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223333248:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764877.788785:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1290912 -> 271266 00002000:00010000:0.0:1775764877.788788:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764877.788790:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:0.0:1775764877.788793:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764877.788795:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1775764877.788845:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223333248:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 233us (1127us total) trans 4294996406 rc 0/0 00000100:00100000:0.0:1775764877.788853:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40055 00002000:00010000:0.0:1775764877.788856:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (271266->18446744073709551615) 00002000:00100000:0.0:1775764877.788859:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88e00 with x1862022223333248 ext(271266->18446744073709551615) 00002000:00010000:0.0:1775764877.788864:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88e00. 00000100:00100000:1.0:1775764877.789142:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223333120:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 955us (1475us total) trans 4294997131 rc 0/0 00000100:00100000:1.0:1775764877.789150:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40054 00002000:00010000:1.0:1775764877.789153:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764877.789156:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89f80 with x1862022223333120 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764877.789161:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89f80. 00000100:00100000:1.0:1775764877.794966:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.795041:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223333376 00000100:00100000:2.0:1775764877.795049:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223333376 00000100:00100000:2.0:1775764877.795095:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45019 00000100:00100000:2.0:1775764877.795102:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022223333376:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764877.795129:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764877.795150:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1690 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6df expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.795367:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d1697 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.795381:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d1697 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.795393:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d1697 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764877.795421:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4465570 00000004:00200000:2.0:1775764877.795426:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764877.795444:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d1697 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.795717:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1690 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6df expref: 61 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.795729:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d1697 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6df expref: 60 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.795735:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764877.795737:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764877.795740:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5a00, rc 0) 00000100:00100000:2.0:1775764877.801442:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223333376:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 6328us (6474us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764877.801460:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45019 00000100:00100000:2.0:1775764877.808238:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.810730:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223333504 00000100:00100000:1.0:1775764877.810749:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223333504 00002000:00100000:1.0:1775764877.810806:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (4177920->4182015) req@ffff8b8cb0a8b100 x1862022223333504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764877.810818:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b100 with x1862022223333504 ext(4177920->4182015) 00002000:00010000:1.0:1775764877.810824:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b100 00000100:00100000:1.0:1775764877.810854:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40056 00000100:00100000:1.0:1775764877.810864:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223333504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764877.811081:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223333504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 218us (2851us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764877.811089:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40056 00002000:00100000:1.0:1775764877.811095:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (4177920->4182015) req@ffff8b8cb0a8b100 x1862022223333504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/4536 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764877.811102:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8b100 with x1862022223333504 ext(4177920->4182015) 00002000:00010000:1.0:1775764877.811105:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8b100 00000100:00100000:3.0:1775764877.816853:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.817101:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223333632 00000100:00100000:2.0:1775764877.817112:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223333632 00002000:00100000:2.0:1775764877.817166:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (4182016->4186111) req@ffff8b8c908ae680 x1862022223333632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.817176:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae680 with x1862022223333632 ext(4182016->4186111) 00002000:00010000:2.0:1775764877.817181:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ae680 00000100:00100000:2.0:1775764877.817205:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40057 00000100:00100000:2.0:1775764877.817275:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223333632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764877.817491:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223333632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 277us (643us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764877.817499:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40057 00002000:00100000:2.0:1775764877.817506:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (4182016->4186111) req@ffff8b8c908ae680 x1862022223333632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/4536 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.817514:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae680 with x1862022223333632 ext(4182016->4186111) 00002000:00010000:2.0:1775764877.817518:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ae680 00000100:00100000:0.0:1775764877.823415:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.823620:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223333760 00000100:00100000:3.0:1775764877.823632:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223333760 00002000:00100000:3.0:1775764877.823683:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4157440->4194303) req@ffff8b8c9f96b480 x1862022223333760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.823694:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b480 with x1862022223333760 ext(4157440->4194303) 00002000:00010000:3.0:1775764877.823700:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b480 00000100:00100000:3.0:1775764877.823744:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40058 00000100:00100000:3.0:1775764877.823762:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223333760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764877.828100:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.828413:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223333760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4646us (5006us total) trans 0 rc 28672/28672 00000100:00100000:3.0:1775764877.828425:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40058 00002000:00100000:3.0:1775764877.828438:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (4157440->4194303) req@ffff8b8c9f96b480 x1862022223333760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/440 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.828460:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b480 with x1862022223333760 ext(4157440->4194303) 00002000:00010000:3.0:1775764877.828467:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b480 00000100:00100000:3.0:1775764877.828496:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223333888 00000100:00100000:3.0:1775764877.828502:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223333888 00002000:00100000:3.0:1775764877.828533:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (0->28671) req@ffff8b8c9f96ad80 x1862022223333888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.828557:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96ad80 with x1862022223333888 ext(0->28671) 00002000:00010000:3.0:1775764877.828561:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96ad80 00000100:00100000:2.0:1775764877.828658:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40059 00000100:00100000:2.0:1775764877.828670:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223333888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764877.833281:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223333888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4604us (5180us total) trans 0 rc 28672/28672 00000100:00100000:2.0:1775764877.833294:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40059 00002000:00100000:2.0:1775764877.833306:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (0->28671) req@ffff8b8c9f96ad80 x1862022223333888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/440 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.833317:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96ad80 with x1862022223333888 ext(0->28671) 00002000:00010000:2.0:1775764877.833324:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f96ad80 00000100:00100000:1.0:1775764877.833773:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb0a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224994048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764877.833820:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764877.833940:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224994048 00000100:00100000:2.0:1775764877.833947:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224994048 00000100:00100000:2.0:1775764877.834008:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1775764877.834017:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c993d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224994048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764877.834037:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 232194048 pending 0 free 3859808256 avail 3854565376 00000100:00100000:2.0:1775764877.834086:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c993d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224994048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764877.834092:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1775764877.834320:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb0a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224994048:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764877.834384:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764877.838769:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.838876:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223334016 00000100:00100000:2.0:1775764877.838885:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223334016 00002000:00100000:2.0:1775764877.838928:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2764800->3784703) req@ffff8b8c9f968000 x1862022223334016/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 536/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.838939:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968000 with x1862022223334016 ext(2764800->3784703) 00002000:00010000:2.0:1775764877.838945:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968000 00000100:00100000:2.0:1775764877.839015:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40060 00000100:00100000:2.0:1775764877.839022:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223334016:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764877.845042:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223334016:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6009us (6272us total) trans 4294997132 rc 0/0 00000100:00100000:2.0:1775764877.845052:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40060 00002000:00100000:2.0:1775764877.845063:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (2764800->3784703) req@ffff8b8c9f968000 x1862022223334016/t4294997132(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 536/456 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.845075:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968000 with x1862022223334016 ext(2764800->3784703) 00002000:00010000:2.0:1775764877.845079:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f968000 00000100:00100000:1.0:1775764877.847392:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.847705:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223334144 00000100:00100000:3.0:1775764877.847715:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223334144 00000100:00100000:0.0:1775764877.847948:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85005 00000100:00100000:0.0:1775764877.847960:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223334144:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764877.892817:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997130 is committed 00000001:00080000:1.0:1775764877.892835:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997131 is committed 00000001:00080000:1.0:1775764877.892842:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997132 is committed 00000100:00100000:0.0:1775764877.893158:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223334144:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 45195us (45767us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764877.893170:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85005 00000100:00100000:0.0:1775764877.899634:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.899921:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223334400 00000100:00100000:1.0:1775764877.899932:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223334400 00000100:00100000:1.0:1775764877.900000:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45020 00000100:00100000:1.0:1775764877.900012:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223334400:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764877.900069:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764877.900098:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d1697 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6df expref: 60 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.900119:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.900125:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764877.900345:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd400/0xdb23b4c9253d169e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.900360:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd400/0xdb23b4c9253d169e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.900371:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd400/0xdb23b4c9253d169e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764877.900421:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032786 00000004:00010000:1.0:1775764877.900460:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009983cf98 reply state 00000000c68bf52e transno 4295032787 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd400/0xdb23b4c9253d169e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764877.900475:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764877.900624:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223334400:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 615us (999us total) trans 4295032787 rc 0/0 00000100:00100000:1.0:1775764877.900631:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45020 00000020:00080000:1.0:1775764877.900636:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764877.904618:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.904648:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.904820:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223334656 00000100:00100000:2.0:1775764877.904832:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223334656 00002000:00010000:2.0:1775764877.904873:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764877.904878:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bfb80 with x1862022223334656 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764877.904891:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bfb80. 00000100:00100000:2.0:1775764877.904910:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223334528 00000100:00100000:2.0:1775764877.904924:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223334528 00002000:00010000:2.0:1775764877.904936:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1028665->18446744073709551615) 00002000:00100000:2.0:1775764877.904938:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be300 with x1862022223334528 ext(1028665->18446744073709551615) 00002000:00010000:2.0:1775764877.904944:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911be300. 00000100:00100000:2.0:1775764877.904958:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40061 00000100:00100000:2.0:1775764877.904967:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223334656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764877.905225:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 271266 -> 0 00002000:00010000:2.0:1775764877.905229:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764877.905232:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764877.905234:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764877.905236:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764877.905283:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223334656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 317us (675us total) trans 4294996407 rc 0/0 00000100:00100000:2.0:1775764877.905290:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40061 00002000:00010000:2.0:1775764877.905294:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764877.905297:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bfb80 with x1862022223334656 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764877.905302:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bfb80. 00000100:00100000:2.0:1775764877.905318:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40062 00000100:00100000:2.0:1775764877.905326:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223334528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764877.905872:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1028665 00002000:00010000:2.0:1775764877.905877:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764877.905879:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764877.905881:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764877.905883:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 1291 00000100:00100000:2.0:1775764877.905922:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223334528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 583us (1259us total) trans 4294997133 rc 0/0 00000100:00100000:2.0:1775764877.905928:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40062 00002000:00010000:2.0:1775764877.905931:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1028665->18446744073709551615) 00002000:00100000:2.0:1775764877.905934:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be300 with x1862022223334528 ext(1028665->18446744073709551615) 00002000:00010000:2.0:1775764877.905938:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911be300. 00010000:00010000:0.0:1775764877.906227:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd400/0xdb23b4c9253d169e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.906237:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd400/0xdb23b4c9253d169e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.906244:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd400/0xdb23b4c9253d169e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.906250:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8ecfd400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764877.906255:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd400/0xdb23b4c9253d169e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.906261:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd400/0xdb23b4c9253d169e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.906277:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764877.906279:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764877.906284:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd400/0xdb23b4c9253d169e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764877.906290:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd400/0xdb23b4c9253d169e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764877.921963:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.922087:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223334784 00000100:00100000:1.0:1775764877.922099:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223334784 00000100:00100000:1.0:1775764877.922165:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45021 00000100:00100000:1.0:1775764877.922175:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022223334784:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764877.922202:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764877.922237:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfc200/0xdb23b4c9253d16a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6e6 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.922325:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfde00/0xdb23b4c9253d16ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.922351:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfde00/0xdb23b4c9253d16ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.922362:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfde00/0xdb23b4c9253d16ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764877.922390:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1028665 00000004:00200000:1.0:1775764877.922395:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764877.922411:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfde00/0xdb23b4c9253d16ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.922442:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfc200/0xdb23b4c9253d16a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6e6 expref: 63 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.922471:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfde00/0xdb23b4c9253d16ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6e6 expref: 62 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.922479:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.922481:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764877.922485:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8ecfde00, rc 0) 00000100:00100000:1.0:1775764877.922598:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223334784:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 424us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764877.922605:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45021 00000100:00100000:0.0:1775764877.932271:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.932375:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223335040 00000100:00100000:2.0:1775764877.932386:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223335040 00000100:00100000:2.0:1775764877.932454:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45022 00000100:00100000:2.0:1775764877.932465:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223335040:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764877.932516:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764877.932574:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfde00/0xdb23b4c9253d16ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6e6 expref: 62 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.932602:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764877.932606:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764877.932803:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d16b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.932818:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d16b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764877.932827:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d16b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764877.932881:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032788 00000004:00010000:2.0:1775764877.932904:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe3653b6 reply state 000000008301865a transno 4295032789 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d16b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764877.932913:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764877.933001:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223335040:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 537us (738us total) trans 4295032789 rc 0/0 00000100:00100000:2.0:1775764877.933009:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45022 00000020:00080000:2.0:1775764877.933014:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764877.936288:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d16b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.936307:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d16b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.936315:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d16b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.936321:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764877.936326:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d16b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.936333:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d16b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.936351:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764877.936355:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764877.936359:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d16b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764877.936365:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d16b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764877.939241:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.939328:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223335168 00000100:00100000:3.0:1775764877.939338:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223335168 00002000:00010000:3.0:1775764877.939379:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764877.939384:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b100 with x1862022223335168 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764877.939397:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b100. 00000100:00100000:3.0:1775764877.939431:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40063 00000100:00100000:3.0:1775764877.939440:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223335168:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764877.939711:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1028665 -> 4194304 00002000:00010000:3.0:1775764877.939716:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764877.939718:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764877.939721:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764877.939723:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:3.0:1775764877.939786:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223335168:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 346us (553us total) trans 4294997134 rc 0/0 00000100:00100000:3.0:1775764877.939794:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40063 00002000:00010000:3.0:1775764877.939798:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764877.939800:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f96b100 with x1862022223335168 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764877.939805:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9f96b100. 00000100:00100000:0.0:1775764877.942228:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.942306:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223335296 00000100:00100000:3.0:1775764877.942316:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223335296 00002000:00010000:3.0:1775764877.942351:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (762351->18446744073709551615) 00002000:00100000:3.0:1775764877.942356:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968e00 with x1862022223335296 ext(762351->18446744073709551615) 00002000:00010000:3.0:1775764877.942367:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f968e00. 00000100:00100000:3.0:1775764877.942397:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40064 00000100:00100000:3.0:1775764877.942406:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223335296:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764877.942673:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 762351 00002000:00010000:3.0:1775764877.942677:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764877.942679:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:3.0:1775764877.942681:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764877.942683:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1775764877.942740:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223335296:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 334us (531us total) trans 4294996408 rc 0/0 00000100:00100000:3.0:1775764877.942758:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40064 00002000:00010000:3.0:1775764877.942762:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (762351->18446744073709551615) 00002000:00100000:3.0:1775764877.942764:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f968e00 with x1862022223335296 ext(762351->18446744073709551615) 00002000:00010000:3.0:1775764877.942768:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f968e00. 00000100:00100000:1.0:1775764877.948278:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.948379:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223335424 00000100:00100000:2.0:1775764877.948389:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223335424 00002000:00100000:2.0:1775764877.948438:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (712704->716799) req@ffff8b8c911bf480 x1862022223335424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.948458:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf480 with x1862022223335424 ext(712704->716799) 00002000:00010000:2.0:1775764877.948464:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bf480 00000100:00100000:2.0:1775764877.948495:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40065 00000100:00100000:2.0:1775764877.948505:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223335424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764877.948803:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223335424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 298us (533us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764877.948812:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40065 00002000:00100000:2.0:1775764877.948819:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (712704->716799) req@ffff8b8c911bf480 x1862022223335424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/4536 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.948827:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf480 with x1862022223335424 ext(712704->716799) 00002000:00010000:2.0:1775764877.948830:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bf480 00000100:00100000:1.0:1775764877.952814:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764877.953157:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223335552 00000100:00100000:3.0:1775764877.953168:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223335552 00002000:00100000:3.0:1775764877.953218:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (716800->720895) req@ffff8b8c911bf800 x1862022223335552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.953231:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf800 with x1862022223335552 ext(716800->720895) 00002000:00010000:3.0:1775764877.953238:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bf800 00000100:00100000:3.0:1775764877.953273:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40066 00000100:00100000:3.0:1775764877.953283:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2364:x1862022223335552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764877.953597:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2364:x1862022223335552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 313us (792us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764877.953605:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40066 00002000:00100000:3.0:1775764877.953611:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (716800->720895) req@ffff8b8c911bf800 x1862022223335552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/4536 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764877.953619:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bf800 with x1862022223335552 ext(716800->720895) 00002000:00010000:3.0:1775764877.953622:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bf800 00000100:00100000:0.0:1775764877.958741:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.958902:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223335680 00000100:00100000:1.0:1775764877.958912:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223335680 00002000:00100000:1.0:1775764877.958963:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (692224->757759) req@ffff8b8c9f969f80 x1862022223335680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764877.958974:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969f80 with x1862022223335680 ext(692224->757759) 00002000:00010000:1.0:1775764877.958980:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f969f80 00000100:00100000:1.0:1775764877.959020:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40067 00000100:00100000:1.0:1775764877.959030:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9f969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223335680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764877.965469:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9f969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223335680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6419us (6716us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764877.965484:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40067 00002000:00100000:1.0:1775764877.965497:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (692224->757759) req@ffff8b8c9f969f80 x1862022223335680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 504/440 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764877.965508:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9f969f80 with x1862022223335680 ext(692224->757759) 00002000:00010000:1.0:1775764877.965514:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9f969f80 00000100:00100000:1.0:1775764877.969868:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764877.969968:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223335808 00000100:00100000:2.0:1775764877.969979:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223335808 00002000:00100000:2.0:1775764877.970030:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (757760->765951) req@ffff8b8c911bdf80 x1862022223335808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.970040:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdf80 with x1862022223335808 ext(757760->765951) 00002000:00010000:2.0:1775764877.970046:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bdf80 00000100:00100000:2.0:1775764877.970119:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40068 00000100:00100000:2.0:1775764877.970129:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223335808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764877.970417:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2362:x1862022223335808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (554us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1775764877.970426:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40068 00002000:00100000:2.0:1775764877.970433:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (757760->765951) req@ffff8b8c911bdf80 x1862022223335808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/8632 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764877.970441:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdf80 with x1862022223335808 ext(757760->765951) 00002000:00010000:2.0:1775764877.970445:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bdf80 00000100:00100000:2.0:1775764877.975312:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764877.975406:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223335936 00000100:00100000:1.0:1775764877.975416:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223335936 00002000:00100000:1.0:1775764877.975473:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (712704->762350) req@ffff8b8cb0a88000 x1862022223335936/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/0 e 0 to 0 dl 1775764888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764877.975484:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88000 with x1862022223335936 ext(712704->762350) 00002000:00010000:1.0:1775764877.975491:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88000 00000100:00100000:1.0:1775764877.975524:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40069 00000100:00100000:1.0:1775764877.975534:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223335936:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764877.980070:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2363:x1862022223335936:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4528us (4757us total) trans 4294996409 rc 0/0 00000100:00100000:1.0:1775764877.980083:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40069 00002000:00100000:1.0:1775764877.980097:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (712704->762350) req@ffff8b8cb0a88000 x1862022223335936/t4294996409(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:358/0 lens 488/448 e 0 to 0 dl 1775764888 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764877.980107:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a88000 with x1862022223335936 ext(712704->762350) 00002000:00010000:1.0:1775764877.980113:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a88000 00000100:00100000:2.0:1775764877.983736:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764877.983894:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223336064 00000100:00100000:0.0:1775764877.983904:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223336064 00000100:00100000:0.0:1775764877.983968:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85006 00000100:00100000:0.0:1775764877.983978:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2362:x1862022223336064:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764878.025576:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996406 is committed 00000001:00080000:0.0:1775764878.025609:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996409 is committed 00000100:00100000:3.0:1775764878.027043:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223336064:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 43055us (43304us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764878.027057:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85006 00000100:00100000:0.0:1775764878.030137:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.030236:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223336192 00000100:00100000:1.0:1775764878.030246:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223336192 00000100:00100000:1.0:1775764878.030342:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45023 00000100:00100000:1.0:1775764878.030353:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022223336192:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764878.030378:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764878.030400:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfc600/0xdb23b4c9253d16ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6ed expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.030508:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd600/0xdb23b4c9253d16c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.030523:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd600/0xdb23b4c9253d16c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.030555:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd600/0xdb23b4c9253d16c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764878.030593:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4956655 00000004:00200000:1.0:1775764878.030597:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764878.030617:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd600/0xdb23b4c9253d16c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.030644:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfc600/0xdb23b4c9253d16ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6ed expref: 65 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.030661:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd600/0xdb23b4c9253d16c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6ed expref: 64 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.030670:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764878.030673:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764878.030676:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8ecfd600, rc 0) 00000100:00100000:1.0:1775764878.030864:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223336192:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 512us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764878.030872:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45023 00000100:00100000:0.0:1775764878.035354:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.035532:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223336320 00000100:00100000:2.0:1775764878.035652:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223336320 00002000:00100000:2.0:1775764878.035829:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3727360->3731455) req@ffff8b8cb3452a00 x1862022223336320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.035846:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022223336320 ext(3727360->3731455) 00002000:00010000:2.0:1775764878.035853:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452a00 00000100:00100000:2.0:1775764878.035884:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40070 00000100:00100000:2.0:1775764878.035894:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223336320:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764878.036169:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223336320:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 276us (823us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764878.036178:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40070 00002000:00100000:2.0:1775764878.036185:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3727360->3731455) req@ffff8b8cb3452a00 x1862022223336320/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.036192:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452a00 with x1862022223336320 ext(3727360->3731455) 00002000:00010000:2.0:1775764878.036196:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452a00 00000100:00080000:0.0:1775764878.036284:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764878.040973:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.041060:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223336448 00000100:00100000:3.0:1775764878.041070:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223336448 00002000:00100000:3.0:1775764878.041116:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3731456->3735551) req@ffff8b8cb0a89180 x1862022223336448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.041127:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89180 with x1862022223336448 ext(3731456->3735551) 00002000:00010000:3.0:1775764878.041132:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89180 00000100:00100000:3.0:1775764878.041193:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40071 00000100:00100000:3.0:1775764878.041203:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223336448:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.041610:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223336448:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 407us (644us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764878.041619:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40071 00002000:00100000:3.0:1775764878.041626:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3731456->3735551) req@ffff8b8cb0a89180 x1862022223336448/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.041635:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89180 with x1862022223336448 ext(3731456->3735551) 00002000:00010000:3.0:1775764878.041639:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89180 00000100:00100000:1.0:1775764878.045815:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.045869:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223336576 00000100:00100000:3.0:1775764878.045880:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223336576 00002000:00100000:3.0:1775764878.045928:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3706880->3772415) req@ffff8b8c911bd500 x1862022223336576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.045938:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd500 with x1862022223336576 ext(3706880->3772415) 00002000:00010000:3.0:1775764878.045945:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bd500 00000100:00100000:3.0:1775764878.045984:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40072 00000100:00100000:3.0:1775764878.045994:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223336576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.053598:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223336576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7586us (7771us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764878.053613:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40072 00002000:00100000:3.0:1775764878.053627:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3706880->3772415) req@ffff8b8c911bd500 x1862022223336576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.053638:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd500 with x1862022223336576 ext(3706880->3772415) 00002000:00010000:3.0:1775764878.053644:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bd500 00000100:00100000:0.0:1775764878.060296:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.060414:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223336704 00000100:00100000:2.0:1775764878.060425:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223336704 00002000:00100000:2.0:1775764878.060489:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (602112->606207) req@ffff8b8cb3453100 x1862022223336704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.060500:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022223336704 ext(602112->606207) 00002000:00010000:2.0:1775764878.060506:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:2.0:1775764878.060572:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40073 00000100:00100000:2.0:1775764878.060593:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223336704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764878.061088:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223336704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 506us (804us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764878.061099:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40073 00002000:00100000:2.0:1775764878.061106:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (602112->606207) req@ffff8b8cb3453100 x1862022223336704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.061115:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453100 with x1862022223336704 ext(602112->606207) 00002000:00010000:2.0:1775764878.061118:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3453100 00000100:00100000:2.0:1775764878.067146:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.068830:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223336832 00000100:00100000:0.0:1775764878.068845:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223336832 00002000:00100000:1.0:1775764878.069002:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (606208->610303) req@ffff8b8cb0a89880 x1862022223336832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.069014:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89880 with x1862022223336832 ext(606208->610303) 00002000:00010000:1.0:1775764878.069021:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89880 00000100:00100000:1.0:1775764878.069107:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40074 00000100:00100000:1.0:1775764878.069116:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223336832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764878.069371:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223336832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 255us (2232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764878.069380:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40074 00002000:00100000:1.0:1775764878.069386:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (606208->610303) req@ffff8b8cb0a89880 x1862022223336832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.069394:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89880 with x1862022223336832 ext(606208->610303) 00002000:00010000:1.0:1775764878.069398:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb0a89880 00000100:00100000:1.0:1775764878.074849:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.075021:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223336960 00000100:00100000:0.0:1775764878.075031:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223336960 00002000:00100000:0.0:1775764878.075082:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (581632->647167) req@ffff8b8c911bca80 x1862022223336960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.075093:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bca80 with x1862022223336960 ext(581632->647167) 00002000:00010000:0.0:1775764878.075099:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bca80 00000100:00100000:0.0:1775764878.075182:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40075 00000100:00100000:0.0:1775764878.075193:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223336960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.079804:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223336960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4605us (4955us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764878.079816:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40075 00002000:00100000:3.0:1775764878.079828:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (581632->647167) req@ffff8b8c911bca80 x1862022223336960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.079838:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bca80 with x1862022223336960 ext(581632->647167) 00002000:00010000:3.0:1775764878.079844:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bca80 00000100:00100000:1.0:1775764878.084122:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.084236:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223337088 00000100:00100000:0.0:1775764878.084246:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223337088 00002000:00100000:0.0:1775764878.084293:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (602112->634879) req@ffff8b8c911bd180 x1862022223337088/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.084303:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd180 with x1862022223337088 ext(602112->634879) 00002000:00010000:0.0:1775764878.084309:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bd180 00000100:00100000:0.0:1775764878.084378:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40076 00000100:00100000:0.0:1775764878.084388:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223337088:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764878.090800:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223337088:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6400us (6672us total) trans 4294996410 rc 0/0 00000100:00100000:2.0:1775764878.090815:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40076 00002000:00100000:2.0:1775764878.090829:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (602112->634879) req@ffff8b8c911bd180 x1862022223337088/t4294996410(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.090840:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bd180 with x1862022223337088 ext(602112->634879) 00002000:00010000:2.0:1775764878.090847:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bd180 00000100:00100000:3.0:1775764878.093801:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.093912:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223337216 00000100:00100000:2.0:1775764878.093924:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223337216 00000100:00100000:2.0:1775764878.093984:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85007 00000100:00100000:2.0:1775764878.093995:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223337216:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764878.127234:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996410 is committed 00000100:00100000:3.0:1775764878.127411:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223337216:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33413us (33613us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764878.127424:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85007 00000100:00100000:0.0:1775764878.131909:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.132028:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223337344 00000100:00100000:2.0:1775764878.132039:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223337344 00002000:00100000:2.0:1775764878.132091:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3469312->3481599) req@ffff8b8cb3452300 x1862022223337344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.132101:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022223337344 ext(3469312->3481599) 00002000:00010000:2.0:1775764878.132107:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:2.0:1775764878.132179:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40077 00000100:00100000:2.0:1775764878.132189:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223337344:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764878.132488:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223337344:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 300us (588us total) trans 0 rc 12288/12288 00000100:00100000:2.0:1775764878.132496:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40077 00002000:00100000:2.0:1775764878.132503:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3469312->3481599) req@ffff8b8cb3452300 x1862022223337344/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/12728 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.132512:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452300 with x1862022223337344 ext(3469312->3481599) 00002000:00010000:2.0:1775764878.132515:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3452300 00000100:00100000:1.0:1775764878.137531:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.137888:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223337600 00000100:00100000:3.0:1775764878.137899:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223337600 00000100:00100000:3.0:1775764878.137959:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45024 00000100:00100000:3.0:1775764878.137969:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223337600:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764878.138032:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764878.138063:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfd600/0xdb23b4c9253d16c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6ed expref: 64 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.138083:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764878.138088:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764878.138321:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d16c8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.138336:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d16c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.138351:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d16c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764878.138403:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032790 00000004:00010000:3.0:1775764878.138428:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000785f6ea5 reply state 00000000704e1f8d transno 4295032791 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d16c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.138438:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764878.138608:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223337600:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 639us (1085us total) trans 4295032791 rc 0/0 00000100:00100000:3.0:1775764878.138616:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45024 00000020:00080000:3.0:1775764878.138622:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764878.141195:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d16c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.141212:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d16c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.141219:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d16c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.141225:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764878.141232:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d16c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.141239:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d16c8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.141260:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.141263:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764878.141267:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d16c8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.141273:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0800/0xdb23b4c9253d16c8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764878.143282:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.143325:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.143413:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223337728 00000100:00100000:2.0:1775764878.143424:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223337728 00002000:00010000:2.0:1775764878.143471:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764878.143476:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bce00 with x1862022223337728 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764878.143487:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bce00. 00000100:00100000:2.0:1775764878.143518:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223337856 00000100:00100000:2.0:1775764878.143521:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223337856 00002000:00010000:2.0:1775764878.143533:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (894811->18446744073709551615) 00002000:00100000:2.0:1775764878.143574:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be680 with x1862022223337856 ext(894811->18446744073709551615) 00002000:00010000:2.0:1775764878.143590:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911be680. 00000100:00100000:2.0:1775764878.143609:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40078 00000100:00100000:2.0:1775764878.143619:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223337728:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764878.143866:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1775764878.143871:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.143873:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764874 00002000:00010000:2.0:1775764878.143875:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.143877:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 1291 00000100:00100000:2.0:1775764878.143932:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223337728:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 314us (658us total) trans 4294997135 rc 0/0 00000100:00100000:2.0:1775764878.143940:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40078 00002000:00010000:2.0:1775764878.143943:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764878.143946:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bce00 with x1862022223337728 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764878.143951:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c911bce00. 00000100:00100000:2.0:1775764878.143967:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40079 00000100:00100000:2.0:1775764878.143973:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223337856:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764878.144139:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 762351 -> 894811 00002000:00010000:2.0:1775764878.144143:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.144144:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764878 00002000:00010000:2.0:1775764878.144147:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.144149:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 391 00000100:00100000:2.0:1775764878.144170:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223337856:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 197us (845us total) trans 4294996411 rc 0/0 00000100:00100000:2.0:1775764878.144177:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40079 00002000:00010000:2.0:1775764878.144181:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (894811->18446744073709551615) 00002000:00100000:2.0:1775764878.144184:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911be680 with x1862022223337856 ext(894811->18446744073709551615) 00002000:00010000:2.0:1775764878.144188:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911be680. 00000100:00100000:1.0:1775764878.148192:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.148304:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223337984 00000100:00100000:2.0:1775764878.148316:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223337984 00000100:00100000:2.0:1775764878.148381:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45025 00000100:00100000:2.0:1775764878.148391:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022223337984:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764878.148417:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764878.148454:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d16cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6f4 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.148575:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d16d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.148598:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d16d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.148609:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d16d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764878.148639:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5089115 00000004:00200000:2.0:1775764878.148643:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764878.148660:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d16d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.148686:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d16cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6f4 expref: 67 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.148704:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d16d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6f4 expref: 66 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.148713:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764878.148716:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764878.148720:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4200, rc 0) 00000100:00100000:2.0:1775764878.148946:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223337984:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 555us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.148954:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45025 00000100:00100000:0.0:1775764878.157139:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.157243:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223338112 00000100:00100000:1.0:1775764878.157253:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223338112 00002000:00100000:1.0:1775764878.157302:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (94208->2580479) req@ffff8b8cb3453800 x1862022223338112/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.157313:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022223338112 ext(94208->2580479) 00002000:00010000:1.0:1775764878.157319:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453800 00000100:00100000:1.0:1775764878.157356:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40080 00000100:00100000:1.0:1775764878.157365:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223338112:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764878.171196:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223338112:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 13821us (14056us total) trans 4294997136 rc 0/0 00000100:00100000:3.0:1775764878.171212:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40080 00002000:00100000:3.0:1775764878.171227:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (94208->2580479) req@ffff8b8cb3453800 x1862022223338112/t4294997136(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.171237:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3453800 with x1862022223338112 ext(94208->2580479) 00002000:00010000:3.0:1775764878.171243:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3453800 00000100:00100000:1.0:1775764878.175433:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.175825:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223338240 00000100:00100000:0.0:1775764878.175836:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223338240 00000100:00100000:0.0:1775764878.175901:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85008 00000100:00100000:0.0:1775764878.175912:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223338240:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764878.208284:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997135 is committed 00000001:00080000:3.0:1775764878.208306:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997136 is committed 00000100:00100000:1.0:1775764878.209417:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223338240:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32528us (33014us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764878.209435:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85008 00000100:00100000:0.0:1775764878.212490:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.212566:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223338368 00000100:00100000:3.0:1775764878.212574:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223338368 00002000:00100000:3.0:1775764878.212634:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (671744->675839) req@ffff8b8cb3452680 x1862022223338368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.212645:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022223338368 ext(671744->675839) 00002000:00010000:3.0:1775764878.212662:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:3.0:1775764878.212707:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40081 00000100:00100000:3.0:1775764878.212717:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223338368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.212938:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223338368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 222us (456us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764878.212946:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40081 00002000:00100000:3.0:1775764878.212953:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (671744->675839) req@ffff8b8cb3452680 x1862022223338368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.212961:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3452680 with x1862022223338368 ext(671744->675839) 00002000:00010000:3.0:1775764878.212964:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3452680 00000100:00100000:2.0:1775764878.221279:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.221915:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223338496 00000100:00100000:3.0:1775764878.221927:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223338496 00002000:00100000:3.0:1775764878.221979:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3362816->3366911) req@ffff8b8cb0a89500 x1862022223338496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.221997:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022223338496 ext(3362816->3366911) 00002000:00010000:3.0:1775764878.222002:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89500 00000100:00100000:3.0:1775764878.222089:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40082 00000100:00100000:3.0:1775764878.222098:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223338496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.222337:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223338496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 239us (1068us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764878.222345:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40082 00002000:00100000:3.0:1775764878.222352:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (3362816->3366911) req@ffff8b8cb0a89500 x1862022223338496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.222366:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a89500 with x1862022223338496 ext(3362816->3366911) 00002000:00010000:3.0:1775764878.222369:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a89500 00000100:00100000:1.0:1775764878.227923:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.228029:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223338624 00000100:00100000:3.0:1775764878.228040:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223338624 00002000:00100000:3.0:1775764878.228094:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3366912->3371007) req@ffff8b8c90d21180 x1862022223338624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.228105:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21180 with x1862022223338624 ext(3366912->3371007) 00002000:00010000:3.0:1775764878.228110:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21180 00000100:00100000:3.0:1775764878.228148:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40083 00000100:00100000:3.0:1775764878.228159:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223338624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.228736:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223338624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 576us (822us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764878.228831:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40083 00002000:00100000:3.0:1775764878.228841:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3366912->3371007) req@ffff8b8c90d21180 x1862022223338624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.228850:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21180 with x1862022223338624 ext(3366912->3371007) 00002000:00010000:3.0:1775764878.228854:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21180 00000100:00100000:0.0:1775764878.235156:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.235263:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223338752 00000100:00100000:2.0:1775764878.235275:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223338752 00002000:00100000:2.0:1775764878.235323:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3342336->3407871) req@ffff8b8cb3451f80 x1862022223338752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.235335:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022223338752 ext(3342336->3407871) 00002000:00010000:2.0:1775764878.235341:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80 00000100:00100000:2.0:1775764878.235373:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40084 00000100:00100000:2.0:1775764878.235382:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223338752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764878.240832:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223338752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5440us (5674us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764878.240848:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40084 00002000:00100000:2.0:1775764878.240861:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3342336->3407871) req@ffff8b8cb3451f80 x1862022223338752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.240871:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451f80 with x1862022223338752 ext(3342336->3407871) 00002000:00010000:2.0:1775764878.240877:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451f80 00000100:00100000:3.0:1775764878.247142:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.247260:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223338880 00000100:00100000:1.0:1775764878.247272:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223338880 00002000:00100000:1.0:1775764878.247337:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3362816->3399679) req@ffff8b8c908ad880 x1862022223338880/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.247349:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad880 with x1862022223338880 ext(3362816->3399679) 00002000:00010000:1.0:1775764878.247354:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad880 00000100:00100000:1.0:1775764878.247393:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40085 00000100:00100000:1.0:1775764878.247404:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223338880:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764878.252391:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223338880:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4978us (5249us total) trans 4294997137 rc 0/0 00000100:00100000:0.0:1775764878.252406:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40085 00002000:00100000:0.0:1775764878.252420:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3362816->3399679) req@ffff8b8c908ad880 x1862022223338880/t4294997137(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.252428:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad880 with x1862022223338880 ext(3362816->3399679) 00002000:00010000:0.0:1775764878.252433:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad880 00000100:00100000:3.0:1775764878.257624:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.257723:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223339008 00000100:00100000:2.0:1775764878.257735:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223339008 00000100:00100000:2.0:1775764878.257810:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85009 00000100:00100000:2.0:1775764878.257821:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223339008:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:1.0:1775764878.281780:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764878.342135:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997137 is committed 00000100:00100000:3.0:1775764878.342368:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223339008:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 84543us (84749us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764878.342380:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85009 00000100:00100000:3.0:1775764878.350814:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c908adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224994560:0@lo:400:kworker.0 00000100:00100000:3.0:1775764878.350892:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764878.350949:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764878.350955:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c908ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224994432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764878.350981:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.351056:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c908af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022224994304:0@lo:400:kworker.0 00000100:00100000:2.0:1775764878.351088:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.351111:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c908afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224994816:0@lo:400:kworker.0 00000100:00100000:2.0:1775764878.351130:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.351145:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764878.351149:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c908ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822ecbf7-6272-425b-8300-0d248be22ae0:3313:1862022224994176:0@lo:400:kworker.0 00000100:00100000:2.0:1775764878.351177:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.351195:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c908af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022224994688:0@lo:400:kworker.0 00000100:00100000:2.0:1775764878.351224:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.351251:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224994432 00000100:00100000:2.0:1775764878.351259:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224994432 00000100:00100000:2.0:1775764878.351307:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224994304 00000100:00100000:2.0:1775764878.351310:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224994304 00000100:00100000:2.0:1775764878.351327:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224994688 00000100:00100000:2.0:1775764878.351329:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224994688 00000100:00100000:2.0:1775764878.351347:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:2.0:1775764878.351355:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224994432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764878.351406:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1862022224994432:12345-0@lo:400:kworker.0 Request processed in 51us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.351413:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:2.0:1775764878.351429:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1775764878.351435:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022224994304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764878.351477:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022224994304:12345-0@lo:400:kworker.0 Request processed in 42us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.351483:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1775764878.351494:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1775764878.351499:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022224994688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764878.351522:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022224994688:12345-0@lo:400:kworker.0 Request processed in 23us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.351528:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1775764878.351623:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c908af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022224994688:0@lo:400:kworker.0 00000100:00100000:2.0:1775764878.351634:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c908af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022224994304:0@lo:400:kworker.0 00000100:00100000:1.0:1775764878.351814:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224994560 00000100:00100000:1.0:1775764878.351820:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224994560 00000100:00100000:1.0:1775764878.351859:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1775764878.351866:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224994560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764878.351903:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224994560:12345-0@lo:400:kworker.0 Request processed in 39us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764878.351908:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1775764878.351918:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224994816 00000100:00100000:1.0:1775764878.351921:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224994816 00000100:00100000:1.0:1775764878.351945:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1775764878.351951:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224994816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764878.351983:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224994816:12345-0@lo:400:kworker.0 Request processed in 32us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764878.351991:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1775764878.352014:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224994176 00000100:00100000:1.0:1775764878.352018:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224994176 00000100:00100000:1.0:1775764878.352040:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1775764878.352046:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88bca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:822ecbf7-6272-425b-8300-0d248be22ae0+18:3313:x1862022224994176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764878.352083:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88bca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:822ecbf7-6272-425b-8300-0d248be22ae0+18:3313:x1862022224994176:12345-0@lo:400:kworker.0 Request processed in 38us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764878.352090:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1775764878.352125:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c908ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822ecbf7-6272-425b-8300-0d248be22ae0:3313:1862022224994176:0@lo:400:kworker.0 00000100:00100000:1.0:1775764878.352137:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c908afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224994816:0@lo:400:kworker.0 00000100:00080000:0.0:1775764878.352929:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764878.352936:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764878.353033:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c908ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3315:1862022224994432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764878.353045:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c908adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224994560:0@lo:400:kworker.0 00000100:00100000:1.0:1775764878.355800:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.355898:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223339264 00000100:00100000:2.0:1775764878.355908:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223339264 00000100:00100000:2.0:1775764878.355972:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45026 00000100:00100000:2.0:1775764878.355982:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223339264:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764878.356037:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764878.356067:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d16d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6f4 expref: 66 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.356088:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764878.356093:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764878.356327:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d16dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.356342:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d16dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.356352:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d16dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764878.356401:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032792 00000004:00010000:2.0:1775764878.356425:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000acaaca29 reply state 0000000056559605 transno 4295032793 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d16dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.356434:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764878.356532:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223339264:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 551us (739us total) trans 4295032793 rc 0/0 00000100:00100000:2.0:1775764878.356592:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45026 00000020:00080000:2.0:1775764878.356597:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764878.363588:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d16dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.363605:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d16dd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.363613:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d16dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.363618:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea5e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764878.363623:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d16dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.363631:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d16dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.363650:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764878.363654:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764878.363659:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d16dd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.363665:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5e00/0xdb23b4c9253d16dd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764878.364414:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.364460:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.365273:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223339392 00000100:00100000:0.0:1775764878.365287:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223339392 00002000:00010000:0.0:1775764878.365332:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3744046->18446744073709551615) 00002000:00100000:0.0:1775764878.365337:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23800 with x1862022223339392 ext(3744046->18446744073709551615) 00002000:00010000:0.0:1775764878.365350:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23800. 00000100:00100000:0.0:1775764878.365377:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223339520 00000100:00100000:0.0:1775764878.365380:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223339520 00002000:00010000:0.0:1775764878.365392:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764878.365396:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20380 with x1862022223339520 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764878.365402:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d20380. 00000100:00100000:0.0:1775764878.365563:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40086 00000100:00100000:0.0:1775764878.365574:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223339392:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764878.367202:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3744046 00002000:00010000:0.0:1775764878.367211:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.367214:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764874 -> 1775764878 00002000:00010000:0.0:1775764878.367216:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.367219:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1291 -> 779 00000100:00100000:0.0:1775764878.367299:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223339392:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1723us (2887us total) trans 4294997138 rc 0/0 00000100:00100000:0.0:1775764878.367310:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40086 00002000:00010000:0.0:1775764878.367314:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3744046->18446744073709551615) 00002000:00100000:0.0:1775764878.367317:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23800 with x1862022223339392 ext(3744046->18446744073709551615) 00002000:00010000:0.0:1775764878.367323:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23800. 00000100:00100000:0.0:1775764878.367352:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40087 00000100:00100000:0.0:1775764878.367362:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223339520:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764878.369958:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 894811 -> 0 00002000:00010000:0.0:1775764878.369966:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.369969:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.369971:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.369973:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764878.370055:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223339520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2686us (5584us total) trans 4294996412 rc 0/0 00000100:00100000:0.0:1775764878.370066:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40087 00002000:00010000:0.0:1775764878.370071:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764878.370074:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20380 with x1862022223339520 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764878.370081:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d20380. 00000100:00100000:1.0:1775764878.373526:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.373671:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223339648 00000100:00100000:2.0:1775764878.373687:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223339648 00000100:00100000:2.0:1775764878.373762:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45027 00000100:00100000:2.0:1775764878.373773:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022223339648:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764878.373797:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764878.373819:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d16e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd6fb expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.373909:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d16eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.373924:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d16eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.373937:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d16eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764878.373966:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3744046 00000004:00200000:2.0:1775764878.373971:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764878.373991:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d16eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.374023:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4200/0xdb23b4c9253d16e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6fb expref: 69 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.374045:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d16eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6fb expref: 68 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.374056:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764878.374060:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764878.374064:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5400, rc 0) 00000100:00100000:2.0:1775764878.374125:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223339648:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 354us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.374133:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45027 00000100:00100000:2.0:1775764878.380814:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.380959:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223339776 00000100:00100000:0.0:1775764878.380970:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223339776 00002000:00100000:0.0:1775764878.381019:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1032192->1036287) req@ffff8b8c914e0a80 x1862022223339776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.381031:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e0a80 with x1862022223339776 ext(1032192->1036287) 00002000:00010000:0.0:1775764878.381037:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e0a80 00000100:00100000:0.0:1775764878.381070:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40088 00000100:00100000:0.0:1775764878.381080:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223339776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764878.381312:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223339776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 233us (507us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764878.381320:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40088 00002000:00100000:0.0:1775764878.381327:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1032192->1036287) req@ffff8b8c914e0a80 x1862022223339776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.381336:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e0a80 with x1862022223339776 ext(1032192->1036287) 00002000:00010000:0.0:1775764878.381340:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e0a80 00000100:00100000:0.0:1775764878.384812:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.385728:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223339904 00000100:00100000:2.0:1775764878.385752:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223339904 00002000:00100000:2.0:1775764878.385811:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1073152->1077247) req@ffff8b8cb3450a80 x1862022223339904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.385823:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022223339904 ext(1073152->1077247) 00002000:00010000:2.0:1775764878.385829:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:3.0:1775764878.386101:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40089 00000100:00100000:3.0:1775764878.386113:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223339904:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.386387:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223339904:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (1586us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764878.386397:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40089 00002000:00100000:3.0:1775764878.386405:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1073152->1077247) req@ffff8b8cb3450a80 x1862022223339904/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.386414:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450a80 with x1862022223339904 ext(1073152->1077247) 00002000:00010000:3.0:1775764878.386418:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3450a80 00000100:00100000:1.0:1775764878.391535:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.391715:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223340032 00000100:00100000:3.0:1775764878.391725:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223340032 00002000:00100000:3.0:1775764878.391792:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3166208->3170303) req@ffff8b8c90d23480 x1862022223340032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.391803:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23480 with x1862022223340032 ext(3166208->3170303) 00002000:00010000:3.0:1775764878.391809:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23480 00000100:00100000:3.0:1775764878.391844:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40090 00000100:00100000:3.0:1775764878.391853:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223340032:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.392092:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223340032:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 239us (566us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764878.392100:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40090 00002000:00100000:3.0:1775764878.392106:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3166208->3170303) req@ffff8b8c90d23480 x1862022223340032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.392115:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23480 with x1862022223340032 ext(3166208->3170303) 00002000:00010000:3.0:1775764878.392119:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d23480 00000100:00100000:2.0:1775764878.395536:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.395674:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223340160 00000100:00100000:3.0:1775764878.395685:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223340160 00002000:00100000:3.0:1775764878.395733:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3207168->3211263) req@ffff8b8c914e1180 x1862022223340160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.395757:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e1180 with x1862022223340160 ext(3207168->3211263) 00002000:00010000:3.0:1775764878.395763:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e1180 00000100:00100000:3.0:1775764878.395794:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40091 00000100:00100000:3.0:1775764878.395804:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223340160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.396044:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223340160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 241us (516us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764878.396052:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40091 00002000:00100000:3.0:1775764878.396058:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3207168->3211263) req@ffff8b8c914e1180 x1862022223340160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.396066:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e1180 with x1862022223340160 ext(3207168->3211263) 00002000:00010000:3.0:1775764878.396069:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e1180 00000100:00100000:0.0:1775764878.402030:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.402126:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223340416 00000100:00100000:3.0:1775764878.402138:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223340416 00000100:00100000:3.0:1775764878.402202:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45028 00000100:00100000:3.0:1775764878.402224:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223340416:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764878.402289:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764878.402321:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5400/0xdb23b4c9253d16eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd6fb expref: 68 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.402342:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764878.402348:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764878.402828:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d16f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.402843:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d16f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.402854:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d16f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764878.402906:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032794 00000004:00010000:3.0:1775764878.402929:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7b02a9b reply state 000000008a1e95d0 transno 4295032795 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d16f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.402939:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764878.403040:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223340416:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 828us (1019us total) trans 4295032795 rc 0/0 00000100:00100000:3.0:1775764878.403048:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45028 00000020:00080000:3.0:1775764878.403053:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764878.405875:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d16f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.405892:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d16f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.405899:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d16f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.405905:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764878.405910:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d16f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.405917:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d16f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.405933:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.405936:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764878.405941:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d16f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.405946:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0e00/0xdb23b4c9253d16f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764878.409609:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.409841:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223340544 00000100:00100000:3.0:1775764878.409851:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223340544 00002000:00010000:3.0:1775764878.409891:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764878.409897:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022223340544 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764878.409908:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451c00. 00000100:00100000:3.0:1775764878.409933:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40092 00000100:00100000:3.0:1775764878.409942:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223340544:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764878.410154:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3744046 -> 4194304 00002000:00010000:3.0:1775764878.410158:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764878.410160:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764878.410163:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764878.410165:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:3.0:1775764878.410227:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223340544:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 286us (627us total) trans 4294997139 rc 0/0 00000100:00100000:3.0:1775764878.410234:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40092 00002000:00010000:3.0:1775764878.410237:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764878.410240:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3451c00 with x1862022223340544 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764878.410244:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3451c00. 00000100:00100000:1.0:1775764878.412589:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.412699:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223340672 00000100:00100000:3.0:1775764878.412709:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223340672 00002000:00010000:3.0:1775764878.412758:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (940142->18446744073709551615) 00002000:00100000:3.0:1775764878.412763:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23b80 with x1862022223340672 ext(940142->18446744073709551615) 00002000:00010000:3.0:1775764878.412774:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d23b80. 00000100:00100000:3.0:1775764878.412808:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40093 00000100:00100000:3.0:1775764878.412817:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223340672:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764878.413033:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 940142 00002000:00010000:3.0:1775764878.413037:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764878.413040:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764878.413042:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764878.413044:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764878.413106:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223340672:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 289us (568us total) trans 4294996413 rc 0/0 00000100:00100000:3.0:1775764878.413114:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40093 00002000:00010000:3.0:1775764878.413117:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (940142->18446744073709551615) 00002000:00100000:3.0:1775764878.413120:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d23b80 with x1862022223340672 ext(940142->18446744073709551615) 00002000:00010000:3.0:1775764878.413125:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d23b80. 00000100:00100000:0.0:1775764878.416636:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.416757:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223340800 00000100:00100000:2.0:1775764878.416770:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223340800 00000100:00100000:2.0:1775764878.416826:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45029 00000100:00100000:2.0:1775764878.416837:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+69:11755:x1862022223340800:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764878.416861:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764878.416882:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d16f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd702 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.416969:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1700 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.416984:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1700 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.416996:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1700 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764878.417024:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5134446 00000004:00200000:2.0:1775764878.417028:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764878.417045:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1700 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.417069:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5c00/0xdb23b4c9253d16f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd702 expref: 71 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.417086:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1700 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd702 expref: 70 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.417095:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764878.417098:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764878.417101:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5800, rc 0) 00000100:00100000:2.0:1775764878.417164:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223340800:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 330us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.417171:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45029 00000100:00100000:0.0:1775764878.421464:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.421874:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223340928 00000100:00100000:2.0:1775764878.421886:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223340928 00002000:00100000:2.0:1775764878.421937:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (733184->782335) req@ffff8b8cb3450e00 x1862022223340928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.421949:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022223340928 ext(733184->782335) 00002000:00010000:2.0:1775764878.421955:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:2.0:1775764878.422032:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40094 00000100:00100000:2.0:1775764878.422043:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223340928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764878.428503:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223340928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6451us (7037us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1775764878.428517:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40094 00002000:00100000:2.0:1775764878.428531:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (733184->782335) req@ffff8b8cb3450e00 x1862022223340928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.428587:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3450e00 with x1862022223340928 ext(733184->782335) 00002000:00010000:2.0:1775764878.428594:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3450e00 00000100:00100000:3.0:1775764878.433040:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.433248:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223341184 00000100:00100000:0.0:1775764878.433260:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223341184 00000100:00100000:0.0:1775764878.433318:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45030 00000100:00100000:0.0:1775764878.433328:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223341184:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764878.433379:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764878.433406:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5800/0xdb23b4c9253d1700 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd702 expref: 70 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.433432:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.433437:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764878.433719:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1707 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.433734:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1707 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.433756:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1707 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764878.433809:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032796 00000004:00010000:0.0:1775764878.433833:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f7d2d5c reply state 000000008c4fb8dd transno 4295032797 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1707 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764878.433842:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764878.433939:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223341184:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 612us (908us total) trans 4295032797 rc 0/0 00000100:00100000:0.0:1775764878.433946:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45030 00000020:00080000:0.0:1775764878.433952:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764878.437335:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1707 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.437354:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1707 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.437361:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1707 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.437367:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764878.437372:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1707 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.437379:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1707 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.437397:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764878.437401:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764878.437405:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1707 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.437415:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1707 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.439956:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.439991:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.440073:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223341312 00000100:00100000:2.0:1775764878.440085:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223341312 00002000:00010000:2.0:1775764878.440130:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3341483->18446744073709551615) 00002000:00100000:2.0:1775764878.440135:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022223341312 ext(3341483->18446744073709551615) 00002000:00010000:2.0:1775764878.440147:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300. 00000100:00100000:2.0:1775764878.440172:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223341440 00000100:00100000:2.0:1775764878.440175:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223341440 00002000:00010000:2.0:1775764878.440186:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764878.440189:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022223341440 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764878.440195:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b4000. 00000100:00100000:2.0:1775764878.440218:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40095 00000100:00100000:2.0:1775764878.440227:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223341312:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764878.440535:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3341483 00002000:00010000:2.0:1775764878.440573:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.440585:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.440587:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.440589:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:2.0:1775764878.440647:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223341312:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 420us (699us total) trans 4294997140 rc 0/0 00000100:00100000:2.0:1775764878.440656:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40095 00002000:00010000:2.0:1775764878.440659:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3341483->18446744073709551615) 00002000:00100000:2.0:1775764878.440662:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6300 with x1862022223341312 ext(3341483->18446744073709551615) 00002000:00010000:2.0:1775764878.440667:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6300. 00000100:00100000:2.0:1775764878.440685:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40096 00000100:00100000:2.0:1775764878.440692:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223341440:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764878.440824:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 940142 -> 0 00002000:00010000:2.0:1775764878.440827:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.440829:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.440831:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.440833:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764878.440855:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223341440:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 163us (863us total) trans 4294996414 rc 0/0 00000100:00100000:2.0:1775764878.440862:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40096 00002000:00010000:2.0:1775764878.440865:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764878.440867:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4000 with x1862022223341440 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764878.440871:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b4000. 00000100:00100000:0.0:1775764878.445341:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.445701:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223341568 00000100:00100000:2.0:1775764878.445712:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223341568 00000100:00100000:2.0:1775764878.445784:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45031 00000100:00100000:2.0:1775764878.445794:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+71:11755:x1862022223341568:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764878.445819:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764878.445839:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d170e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd709 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.445930:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1715 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.445944:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.445956:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764878.445984:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3341483 00000004:00200000:2.0:1775764878.445989:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764878.446006:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.446031:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d170e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd709 expref: 73 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.446050:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1715 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd709 expref: 72 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.446058:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764878.446061:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764878.446064:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4a00, rc 0) 00000100:00100000:2.0:1775764878.446125:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223341568:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 332us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.446132:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45031 00000100:00100000:2.0:1775764878.451500:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.451922:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223341696 00000100:00100000:0.0:1775764878.451935:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223341696 00002000:00100000:0.0:1775764878.451990:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2162688->2166783) req@ffff8b8c914e3b80 x1862022223341696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.452001:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e3b80 with x1862022223341696 ext(2162688->2166783) 00002000:00010000:0.0:1775764878.452007:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e3b80 00000100:00100000:0.0:1775764878.452043:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40097 00000100:00100000:0.0:1775764878.452053:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223341696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764878.452312:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223341696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (821us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764878.452320:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40097 00002000:00100000:0.0:1775764878.452327:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2162688->2166783) req@ffff8b8c914e3b80 x1862022223341696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.452335:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e3b80 with x1862022223341696 ext(2162688->2166783) 00002000:00010000:0.0:1775764878.452339:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e3b80 00000100:00100000:3.0:1775764878.458318:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.458406:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223341824 00000100:00100000:1.0:1775764878.458417:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223341824 00002000:00100000:1.0:1775764878.458472:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2166784->2170879) req@ffff8b8cc17b6a00 x1862022223341824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.458484:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6a00 with x1862022223341824 ext(2166784->2170879) 00002000:00010000:1.0:1775764878.458490:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6a00 00000100:00100000:1.0:1775764878.458523:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40098 00000100:00100000:1.0:1775764878.458533:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223341824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764878.458808:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223341824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764878.458816:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40098 00002000:00100000:1.0:1775764878.458823:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2166784->2170879) req@ffff8b8cc17b6a00 x1862022223341824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.458832:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b6a00 with x1862022223341824 ext(2166784->2170879) 00002000:00010000:1.0:1775764878.458836:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b6a00 00000100:00100000:2.0:1775764878.463657:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.463764:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223341952 00000100:00100000:3.0:1775764878.463783:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223341952 00002000:00100000:3.0:1775764878.463832:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2142208->2207743) req@ffff8b8c914e2680 x1862022223341952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.463844:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2680 with x1862022223341952 ext(2142208->2207743) 00002000:00010000:3.0:1775764878.463850:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e2680 00000100:00100000:3.0:1775764878.463884:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40099 00000100:00100000:3.0:1775764878.463894:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223341952:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764878.473302:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223341952:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9400us (9647us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764878.473315:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40099 00002000:00100000:0.0:1775764878.473327:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2142208->2207743) req@ffff8b8c914e2680 x1862022223341952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.473338:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2680 with x1862022223341952 ext(2142208->2207743) 00002000:00010000:0.0:1775764878.473344:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e2680 00000100:00100000:2.0:1775764878.477988:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.478083:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223342208 00000100:00100000:1.0:1775764878.478095:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223342208 00000100:00100000:1.0:1775764878.478159:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45032 00000100:00100000:1.0:1775764878.478172:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223342208:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764878.478248:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764878.478278:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4a00/0xdb23b4c9253d1715 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd709 expref: 72 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.478298:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764878.478304:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764878.478881:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfdc00/0xdb23b4c9253d171c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.478899:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfdc00/0xdb23b4c9253d171c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.478910:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfdc00/0xdb23b4c9253d171c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764878.478967:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032798 00000004:00010000:1.0:1775764878.478993:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000055cde4a8 reply state 0000000029b662d6 transno 4295032799 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfdc00/0xdb23b4c9253d171c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764878.479002:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764878.479194:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223342208:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1024us (1214us total) trans 4295032799 rc 0/0 00000100:00100000:1.0:1775764878.479203:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45032 00000020:00080000:1.0:1775764878.479220:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764878.483809:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.483853:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764878.483941:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfdc00/0xdb23b4c9253d171c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.483958:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfdc00/0xdb23b4c9253d171c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.483966:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfdc00/0xdb23b4c9253d171c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.483972:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8ecfdc00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764878.483978:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfdc00/0xdb23b4c9253d171c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.483986:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfdc00/0xdb23b4c9253d171c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.484004:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.484007:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764878.484014:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfdc00/0xdb23b4c9253d171c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.484020:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfdc00/0xdb23b4c9253d171c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764878.484237:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223342336 00000100:00100000:1.0:1775764878.484247:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223342336 00002000:00010000:0.0:1775764878.484341:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764878.484346:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2300 with x1862022223342336 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764878.484357:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e2300. 00000100:00100000:0.0:1775764878.484388:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223342464 00000100:00100000:0.0:1775764878.484392:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223342464 00002000:00010000:0.0:1775764878.484405:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (906048->18446744073709551615) 00002000:00100000:0.0:1775764878.484408:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e3480 with x1862022223342464 ext(906048->18446744073709551615) 00002000:00010000:0.0:1775764878.484414:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e3480. 00000100:00100000:0.0:1775764878.484650:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40100 00000100:00100000:0.0:1775764878.484663:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223342336:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764878.484916:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3341483 -> 4194304 00002000:00010000:0.0:1775764878.484920:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.484922:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.484925:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.484927:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:0.0:1775764878.484991:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223342336:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 330us (1189us total) trans 4294997141 rc 0/0 00000100:00100000:1.0:1775764878.485158:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40101 00000100:00100000:1.0:1775764878.485171:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223342464:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764878.485303:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 906048 00002000:00010000:1.0:1775764878.485306:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.485309:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.485311:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.485314:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764878.485339:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223342464:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 173us (1485us total) trans 4294996415 rc 0/0 00000100:00100000:1.0:1775764878.485347:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40101 00002000:00010000:1.0:1775764878.485350:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (906048->18446744073709551615) 00002000:00100000:1.0:1775764878.485353:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e3480 with x1862022223342464 ext(906048->18446744073709551615) 00002000:00010000:1.0:1775764878.485358:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c914e3480. 00000100:00100000:0.0:1775764878.487809:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40100 00002000:00010000:0.0:1775764878.487819:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764878.487824:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2300 with x1862022223342336 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764878.487836:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e2300. 00000100:00100000:1.0:1775764878.490052:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.490148:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223342592 00000100:00100000:3.0:1775764878.490159:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223342592 00000100:00100000:3.0:1775764878.490257:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45033 00000100:00100000:3.0:1775764878.490267:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+73:11755:x1862022223342592:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764878.490293:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764878.490313:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1723 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd710 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.490417:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d172a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.490432:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d172a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.490458:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d172a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764878.490486:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5100352 00000004:00200000:3.0:1775764878.490490:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764878.490505:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d172a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.490529:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1723 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd710 expref: 75 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.490589:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d172a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd710 expref: 74 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.490598:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764878.490601:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764878.490605:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1a00, rc 0) 00000100:00100000:3.0:1775764878.490664:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223342592:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 400us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764878.490672:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45033 00000100:00100000:1.0:1775764878.498318:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.498413:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223342720 00000100:00100000:2.0:1775764878.498424:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223342720 00002000:00100000:2.0:1775764878.498825:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2039808->2080767) req@ffff8b8c90d21f80 x1862022223342720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.498837:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21f80 with x1862022223342720 ext(2039808->2080767) 00002000:00010000:2.0:1775764878.498843:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21f80 00000100:00100000:2.0:1775764878.498906:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40102 00000100:00100000:2.0:1775764878.498917:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223342720:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764878.503885:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223342720:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4960us (5567us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1775764878.503899:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40102 00002000:00100000:2.0:1775764878.503911:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2039808->2080767) req@ffff8b8c90d21f80 x1862022223342720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.503943:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d21f80 with x1862022223342720 ext(2039808->2080767) 00002000:00010000:2.0:1775764878.503949:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d21f80 00000100:00100000:0.0:1775764878.508139:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.508374:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223342976 00000100:00100000:2.0:1775764878.508385:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223342976 00000100:00100000:2.0:1775764878.508452:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45034 00000100:00100000:2.0:1775764878.508462:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223342976:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764878.508518:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764878.508590:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1a00/0xdb23b4c9253d172a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd710 expref: 74 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.508611:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764878.508617:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764878.508835:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d1731 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.508854:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d1731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.508863:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d1731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764878.508914:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032800 00000004:00010000:2.0:1775764878.508938:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008548af1c reply state 00000000abb0ccaa transno 4295032801 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d1731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.508947:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764878.509038:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223342976:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 578us (908us total) trans 4295032801 rc 0/0 00000100:00100000:2.0:1775764878.509046:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45034 00000020:00080000:2.0:1775764878.509051:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764878.512468:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d1731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.512484:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d1731 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.512492:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d1731 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.512498:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764878.512503:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d1731 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.512511:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d1731 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.512528:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.512531:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764878.512563:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d1731 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.512570:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d1731 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764878.514115:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.514184:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223343104 00000100:00100000:1.0:1775764878.514193:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223343104 00002000:00010000:1.0:1775764878.514245:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (35606->18446744073709551615) 00002000:00100000:1.0:1775764878.514250:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214380 with x1862022223343104 ext(35606->18446744073709551615) 00002000:00010000:1.0:1775764878.514262:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214380. 00000100:00100000:1.0:1775764878.514292:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40103 00000100:00100000:1.0:1775764878.514301:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223343104:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764878.516824:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 35606 00002000:00010000:1.0:1775764878.516834:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.516836:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.516839:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.516841:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:1.0:1775764878.516980:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223343104:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2675us (2867us total) trans 4294997142 rc 0/0 00000100:00100000:1.0:1775764878.516992:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40103 00002000:00010000:1.0:1775764878.516997:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (35606->18446744073709551615) 00002000:00100000:1.0:1775764878.517000:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214380 with x1862022223343104 ext(35606->18446744073709551615) 00002000:00010000:1.0:1775764878.517008:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214380. 00000100:00100000:1.0:1775764878.518961:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.519157:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223343232 00000100:00100000:0.0:1775764878.519167:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223343232 00002000:00010000:0.0:1775764878.519204:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764878.519220:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20e00 with x1862022223343232 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764878.519231:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d20e00. 00000100:00100000:0.0:1775764878.519264:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40104 00000100:00100000:0.0:1775764878.519274:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223343232:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764878.519525:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 906048 -> 0 00002000:00010000:0.0:1775764878.519529:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.519532:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.519534:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.519563:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764878.519620:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223343232:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 347us (665us total) trans 4294996416 rc 0/0 00000100:00100000:0.0:1775764878.519629:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40104 00002000:00010000:0.0:1775764878.519632:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764878.519635:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d20e00 with x1862022223343232 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764878.519640:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d20e00. 00000100:00100000:1.0:1775764878.526104:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.526249:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223343360 00000100:00100000:2.0:1775764878.526260:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223343360 00000100:00100000:2.0:1775764878.526376:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45035 00000100:00100000:2.0:1775764878.526387:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+75:11755:x1862022223343360:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764878.526410:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764878.526430:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d1738 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd717 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.526519:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d173f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.526533:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d173f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.526598:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d173f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764878.526627:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 35606 00000004:00200000:2.0:1775764878.526631:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764878.526651:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d173f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.526675:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5200/0xdb23b4c9253d1738 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd717 expref: 77 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.526692:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d173f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd717 expref: 76 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.526700:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764878.526703:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764878.526706:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5a00, rc 0) 00000100:00100000:2.0:1775764878.526762:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223343360:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 378us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.526769:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45035 00000100:00100000:2.0:1775764878.533041:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.533125:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223343616 00000100:00100000:3.0:1775764878.533135:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223343616 00000100:00100000:3.0:1775764878.533195:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45036 00000100:00100000:3.0:1775764878.533205:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223343616:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764878.533270:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764878.533298:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5a00/0xdb23b4c9253d173f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd717 expref: 76 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.533319:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764878.533324:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764878.533593:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1746 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.533608:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1746 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.533618:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1746 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764878.533662:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032802 00000004:00010000:3.0:1775764878.533684:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004bc26cfb reply state 00000000a824dc0f transno 4295032803 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1746 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.533693:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764878.534143:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223343616:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 938us (1111us total) trans 4295032803 rc 0/0 00000100:00100000:3.0:1775764878.534151:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45036 00000020:00080000:3.0:1775764878.534156:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764878.537027:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1746 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.537044:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1746 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.537052:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1746 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.537058:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764878.537064:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1746 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.537072:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1746 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.537090:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.537094:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764878.537099:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1746 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.537106:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0200/0xdb23b4c9253d1746 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.539514:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.539764:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223343744 00000100:00100000:3.0:1775764878.539774:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223343744 00002000:00010000:3.0:1775764878.539813:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1508874->18446744073709551615) 00002000:00100000:3.0:1775764878.539818:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2a00 with x1862022223343744 ext(1508874->18446744073709551615) 00002000:00010000:3.0:1775764878.539829:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e2a00. 00000100:00100000:3.0:1775764878.539861:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40105 00000100:00100000:3.0:1775764878.539870:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223343744:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764878.540085:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 35606 -> 1508874 00002000:00010000:3.0:1775764878.540088:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764878.540091:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764878.540092:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764878.540094:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:3.0:1775764878.540156:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223343744:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 287us (651us total) trans 4294997143 rc 0/0 00000100:00100000:3.0:1775764878.540164:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40105 00002000:00010000:3.0:1775764878.540167:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1508874->18446744073709551615) 00002000:00100000:3.0:1775764878.540170:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e2a00 with x1862022223343744 ext(1508874->18446744073709551615) 00002000:00010000:3.0:1775764878.540175:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e2a00. 00000100:00100000:1.0:1775764878.542646:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.542801:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223343872 00000100:00100000:0.0:1775764878.542812:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223343872 00002000:00010000:0.0:1775764878.542851:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764878.542855:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308d500 with x1862022223343872 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764878.542867:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308d500. 00000100:00100000:0.0:1775764878.542893:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40106 00000100:00100000:0.0:1775764878.542903:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223343872:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764878.543112:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764878.543116:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.543118:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.543121:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.543122:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764878.543186:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223343872:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 284us (547us total) trans 4294996417 rc 0/0 00000100:00100000:0.0:1775764878.543194:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40106 00002000:00010000:0.0:1775764878.543197:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764878.543199:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308d500 with x1862022223343872 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764878.543203:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308d500. 00000100:00100000:0.0:1775764878.548343:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.548420:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223344000 00000100:00100000:1.0:1775764878.548431:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223344000 00002000:00100000:1.0:1775764878.548490:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1441792->1507327) req@ffff8b8c93217100 x1862022223344000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.548501:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217100 with x1862022223344000 ext(1441792->1507327) 00002000:00010000:1.0:1775764878.548507:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217100 00000100:00100000:1.0:1775764878.548557:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40107 00000100:00100000:1.0:1775764878.548567:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223344000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764878.552867:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223344000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4292us (4524us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764878.552880:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40107 00002000:00100000:1.0:1775764878.552892:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1441792->1507327) req@ffff8b8c93217100 x1862022223344000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.552903:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217100 with x1862022223344000 ext(1441792->1507327) 00002000:00010000:1.0:1775764878.552909:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217100 00000100:00100000:2.0:1775764878.558433:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.558604:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223344128 00000100:00100000:3.0:1775764878.558614:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223344128 00002000:00100000:3.0:1775764878.558664:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1507328->1511423) req@ffff8b8c914e1500 x1862022223344128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.558676:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e1500 with x1862022223344128 ext(1507328->1511423) 00002000:00010000:3.0:1775764878.558682:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e1500 00000100:00100000:3.0:1775764878.558718:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40108 00000100:00100000:3.0:1775764878.558729:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223344128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.558977:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223344128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 248us (553us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764878.558985:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40108 00002000:00100000:3.0:1775764878.558992:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1507328->1511423) req@ffff8b8c914e1500 x1862022223344128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.559000:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c914e1500 with x1862022223344128 ext(1507328->1511423) 00002000:00010000:3.0:1775764878.559004:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c914e1500 00000100:00100000:2.0:1775764878.563134:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.563336:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223344256 00000100:00100000:0.0:1775764878.563347:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223344256 00002000:00100000:0.0:1775764878.563394:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (892928->1508873) req@ffff8b8c908adc00 x1862022223344256/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.563404:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908adc00 with x1862022223344256 ext(892928->1508873) 00002000:00010000:0.0:1775764878.563409:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908adc00 00000100:00100000:0.0:1775764878.563448:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40109 00000100:00100000:0.0:1775764878.563457:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223344256:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764878.568521:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223344256:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5055us (5386us total) trans 4294997144 rc 0/0 00000100:00100000:1.0:1775764878.568534:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40109 00002000:00100000:1.0:1775764878.568594:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (892928->1508873) req@ffff8b8c908adc00 x1862022223344256/t4294997144(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.568610:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908adc00 with x1862022223344256 ext(892928->1508873) 00002000:00010000:1.0:1775764878.568616:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908adc00 00000100:00100000:2.0:1775764878.571935:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.572034:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223344384 00000100:00100000:0.0:1775764878.572044:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223344384 00000100:00100000:0.0:1775764878.572101:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85010 00000100:00100000:0.0:1775764878.572111:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223344384:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764878.606093:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997141 is committed 00000001:00080000:3.0:1775764878.606195:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997144 is committed 00000100:00100000:0.0:1775764878.606480:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223344384:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34364us (34547us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764878.606493:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85010 00000100:00100000:0.0:1775764878.610004:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.610105:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223344512 00000100:00100000:3.0:1775764878.610115:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223344512 00000100:00100000:3.0:1775764878.610211:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45037 00000100:00100000:3.0:1775764878.610222:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+77:11755:x1862022223344512:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764878.610249:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764878.610270:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d174d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd71e expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.610355:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1754 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.610370:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.610381:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764878.610409:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1508874 00000004:00200000:3.0:1775764878.610413:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764878.610429:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.610466:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d174d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd71e expref: 79 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.610484:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1754 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd71e expref: 78 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.610493:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764878.610496:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764878.610499:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a0c00, rc 0) 00000100:00100000:3.0:1775764878.610604:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223344512:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 383us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764878.610611:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45037 00000100:00100000:2.0:1775764878.619340:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.620382:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223344640 00000100:00100000:0.0:1775764878.620393:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223344640 00002000:00100000:0.0:1775764878.620453:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (294912->339967) req@ffff8b8c908afb80 x1862022223344640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.620465:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908afb80 with x1862022223344640 ext(294912->339967) 00002000:00010000:0.0:1775764878.620470:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908afb80 00000100:00100000:0.0:1775764878.620606:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40110 00000100:00100000:0.0:1775764878.620616:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223344640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764878.626146:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223344640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5521us (6805us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1775764878.626160:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40110 00002000:00100000:0.0:1775764878.626172:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (294912->339967) req@ffff8b8c908afb80 x1862022223344640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.626182:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908afb80 with x1862022223344640 ext(294912->339967) 00002000:00010000:0.0:1775764878.626188:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908afb80 00000100:00100000:2.0:1775764878.629980:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.630060:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223344768 00000100:00100000:0.0:1775764878.630070:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223344768 00002000:00100000:0.0:1775764878.630115:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2056192->2060287) req@ffff8b8c908ae300 x1862022223344768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.630127:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae300 with x1862022223344768 ext(2056192->2060287) 00002000:00010000:0.0:1775764878.630132:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ae300 00000100:00100000:0.0:1775764878.630165:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40111 00000100:00100000:0.0:1775764878.630174:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223344768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764878.630399:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223344768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 226us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764878.630406:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40111 00002000:00100000:0.0:1775764878.630412:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2056192->2060287) req@ffff8b8c908ae300 x1862022223344768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.630420:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ae300 with x1862022223344768 ext(2056192->2060287) 00002000:00010000:0.0:1775764878.630423:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ae300 00000100:00100000:2.0:1775764878.633294:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.633399:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223344896 00000100:00100000:0.0:1775764878.633409:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223344896 00002000:00100000:0.0:1775764878.633467:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2084864->2088959) req@ffff8b8c908af480 x1862022223344896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.633478:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af480 with x1862022223344896 ext(2084864->2088959) 00002000:00010000:0.0:1775764878.633485:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908af480 00000100:00100000:0.0:1775764878.633612:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40112 00000100:00100000:0.0:1775764878.633621:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223344896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764878.633858:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223344896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 237us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764878.633865:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40112 00002000:00100000:0.0:1775764878.633872:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2084864->2088959) req@ffff8b8c908af480 x1862022223344896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.633880:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af480 with x1862022223344896 ext(2084864->2088959) 00002000:00010000:0.0:1775764878.633885:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908af480 00000100:00100000:2.0:1775764878.638042:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.638136:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223345152 00000100:00100000:1.0:1775764878.638147:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223345152 00000100:00100000:1.0:1775764878.638207:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45038 00000100:00100000:1.0:1775764878.638228:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223345152:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764878.638281:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764878.638308:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d1754 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd71e expref: 78 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.638327:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764878.638333:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764878.638610:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d175b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.638623:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d175b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.638633:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d175b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764878.638679:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032804 00000004:00010000:1.0:1775764878.638699:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d16cc9c1 reply state 000000002c6b6cf5 transno 4295032805 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d175b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764878.638708:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764878.638796:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223345152:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 570us (763us total) trans 4295032805 rc 0/0 00000100:00100000:1.0:1775764878.638805:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45038 00000020:00080000:1.0:1775764878.638810:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764878.641790:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d175b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.641807:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d175b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.641814:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d175b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.641820:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8ecfda00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764878.641825:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d175b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.641832:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d175b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.641848:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.641852:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764878.641857:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d175b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.641862:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d175b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.645856:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.645896:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.646220:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223345280 00000100:00100000:0.0:1775764878.646230:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223345280 00002000:00010000:0.0:1775764878.646270:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1703251->18446744073709551615) 00002000:00100000:0.0:1775764878.646276:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5f80 with x1862022223345280 ext(1703251->18446744073709551615) 00002000:00010000:0.0:1775764878.646290:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e5f80. 00000100:00100000:0.0:1775764878.646309:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223345408 00000100:00100000:0.0:1775764878.646312:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223345408 00002000:00010000:0.0:1775764878.646323:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764878.646326:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e7100 with x1862022223345408 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764878.646333:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e7100. 00000100:00100000:0.0:1775764878.646358:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40113 00000100:00100000:0.0:1775764878.646368:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223345280:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764878.646692:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1508874 -> 1703251 00002000:00010000:0.0:1775764878.646696:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.646698:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.646700:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.646703:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 457 00000100:00100000:0.0:1775764878.646772:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223345280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 405us (924us total) trans 4294997145 rc 0/0 00000100:00100000:0.0:1775764878.646780:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40113 00002000:00010000:0.0:1775764878.646784:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1703251->18446744073709551615) 00002000:00100000:0.0:1775764878.646787:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5f80 with x1862022223345280 ext(1703251->18446744073709551615) 00002000:00010000:0.0:1775764878.646791:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e5f80. 00000100:00100000:0.0:1775764878.646808:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40114 00000100:00100000:0.0:1775764878.646816:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223345408:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764878.646926:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764878.646929:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.646931:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.646934:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.646936:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764878.646957:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223345408:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 141us (1059us total) trans 4294996418 rc 0/0 00000100:00100000:0.0:1775764878.646964:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40114 00002000:00010000:0.0:1775764878.646967:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764878.646970:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e7100 with x1862022223345408 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764878.646974:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e7100. 00000100:00100000:2.0:1775764878.656095:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.656183:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223345536 00000100:00100000:3.0:1775764878.656194:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223345536 00000100:00100000:3.0:1775764878.656313:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45039 00000100:00100000:3.0:1775764878.656324:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+79:11755:x1862022223345536:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764878.656349:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764878.656369:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1762 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd725 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.656466:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1769 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.656482:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1769 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.656494:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1769 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764878.656521:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1703251 00000004:00200000:3.0:1775764878.656525:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764878.656595:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1769 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.656623:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1762 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd725 expref: 81 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.656640:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1769 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd725 expref: 80 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.656648:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764878.656651:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764878.656655:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1200, rc 0) 00000100:00100000:3.0:1775764878.656715:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223345536:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 393us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764878.656723:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45039 00000100:00100000:0.0:1775764878.661394:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.661561:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223345664 00000100:00100000:3.0:1775764878.661571:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223345664 00002000:00100000:3.0:1775764878.661624:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (626688->630783) req@ffff8b8c93214a80 x1862022223345664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.661636:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214a80 with x1862022223345664 ext(626688->630783) 00002000:00010000:3.0:1775764878.661641:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214a80 00000100:00100000:3.0:1775764878.661674:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40115 00000100:00100000:3.0:1775764878.661681:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223345664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.661920:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223345664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 237us (532us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764878.661930:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40115 00002000:00100000:3.0:1775764878.661936:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (626688->630783) req@ffff8b8c93214a80 x1862022223345664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.661943:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214a80 with x1862022223345664 ext(626688->630783) 00002000:00010000:3.0:1775764878.661946:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214a80 00000100:00100000:2.0:1775764878.665287:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.665374:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223345792 00000100:00100000:0.0:1775764878.665384:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223345792 00002000:00100000:0.0:1775764878.665426:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (643072->647167) req@ffff8b8caf9e4700 x1862022223345792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.665438:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4700 with x1862022223345792 ext(643072->647167) 00002000:00010000:0.0:1775764878.665450:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4700 00000100:00100000:0.0:1775764878.665479:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40116 00000100:00100000:0.0:1775764878.665486:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223345792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764878.666072:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223345792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (463us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764878.666081:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40116 00002000:00100000:0.0:1775764878.666088:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (643072->647167) req@ffff8b8caf9e4700 x1862022223345792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.666097:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e4700 with x1862022223345792 ext(643072->647167) 00002000:00010000:0.0:1775764878.666101:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e4700 00000100:00100000:0.0:1775764878.671396:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.671485:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223345920 00000100:00100000:3.0:1775764878.671495:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223345920 00002000:00100000:3.0:1775764878.671585:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1552384->1617919) req@ffff8b8c93216300 x1862022223345920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.671595:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216300 with x1862022223345920 ext(1552384->1617919) 00002000:00010000:3.0:1775764878.671602:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216300 00000100:00100000:3.0:1775764878.671624:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40117 00000100:00100000:3.0:1775764878.671635:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223345920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.674294:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223345920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2651us (2897us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764878.674306:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40117 00002000:00100000:3.0:1775764878.674317:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1552384->1617919) req@ffff8b8c93216300 x1862022223345920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.674326:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216300 with x1862022223345920 ext(1552384->1617919) 00002000:00010000:3.0:1775764878.674332:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216300 00000100:00100000:0.0:1775764878.679952:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.680063:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223346176 00000100:00100000:3.0:1775764878.680073:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223346176 00000100:00100000:3.0:1775764878.680170:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45040 00000100:00100000:3.0:1775764878.680181:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223346176:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764878.680248:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764878.680277:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1200/0xdb23b4c9253d1769 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd725 expref: 80 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.680297:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764878.680303:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764878.680734:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1770 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.680761:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1770 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.680773:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1770 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764878.680827:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032806 00000004:00010000:3.0:1775764878.680852:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cf1df28a reply state 00000000f1d2dc78 transno 4295032807 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1770 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.680862:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764878.680962:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223346176:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 783us (1019us total) trans 4295032807 rc 0/0 00000100:00100000:3.0:1775764878.680970:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45040 00000020:00080000:3.0:1775764878.680975:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764878.683455:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1770 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.683474:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1770 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.683482:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1770 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.683488:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8f2a0400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764878.683494:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1770 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.683501:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1770 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.683518:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.683521:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764878.683527:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1770 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.683532:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0400/0xdb23b4c9253d1770 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764878.684265:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.684301:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.684499:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223346432 00000100:00100000:3.0:1775764878.684508:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223346432 00002000:00010000:3.0:1775764878.684590:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1345847->18446744073709551615) 00002000:00100000:3.0:1775764878.684595:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215180 with x1862022223346432 ext(1345847->18446744073709551615) 00002000:00010000:3.0:1775764878.684607:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93215180. 00000100:00100000:3.0:1775764878.684633:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223346304 00000100:00100000:3.0:1775764878.684637:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223346304 00002000:00010000:3.0:1775764878.684651:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764878.684655:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217b80 with x1862022223346304 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764878.684661:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217b80. 00000100:00100000:3.0:1775764878.684681:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40118 00000100:00100000:0.0:1775764878.684753:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40119 00000100:00100000:2.0:1775764878.684769:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223346432:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764878.684988:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1345847 00002000:00010000:2.0:1775764878.684992:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.684996:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.684998:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.685000:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764878.685007:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223346304:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764878.685070:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223346432:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 380us (809us total) trans 4294996419 rc 0/0 00000100:00100000:2.0:1775764878.685079:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40118 00002000:00010000:2.0:1775764878.685082:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1345847->18446744073709551615) 00002000:00100000:2.0:1775764878.685085:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215180 with x1862022223346432 ext(1345847->18446744073709551615) 00002000:00010000:2.0:1775764878.685090:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93215180. 00002000:00010000:0.0:1775764878.685148:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1703251 -> 4194304 00002000:00010000:0.0:1775764878.685151:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.685153:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.685155:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764878.685157:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:0.0:1775764878.685177:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223346304:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 417us (876us total) trans 4294997146 rc 0/0 00000100:00100000:0.0:1775764878.685184:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40119 00002000:00010000:0.0:1775764878.685186:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764878.685189:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217b80 with x1862022223346304 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764878.685193:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217b80. 00000100:00100000:2.0:1775764878.687228:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.687307:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223346560 00000100:00100000:0.0:1775764878.687321:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223346560 00000100:00100000:0.0:1775764878.687420:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45041 00000100:00100000:0.0:1775764878.687432:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+81:11755:x1862022223346560:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764878.687475:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764878.687499:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1777 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd72c expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.687660:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d177e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.687675:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d177e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.687687:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d177e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764878.687715:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5540151 00000004:00200000:0.0:1775764878.687719:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764878.687737:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d177e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.687767:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1777 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd72c expref: 83 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.687792:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d177e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd72c expref: 82 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.687802:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.687805:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764878.687809:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044600, rc 0) 00000100:00100000:0.0:1775764878.687864:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223346560:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 434us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764878.687870:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45041 00000100:00100000:3.0:1775764878.694112:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.694227:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223346816 00000100:00100000:0.0:1775764878.694239:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223346816 00000100:00100000:0.0:1775764878.694352:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45042 00000100:00100000:0.0:1775764878.694363:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223346816:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764878.694431:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764878.694477:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d177e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd72c expref: 82 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.694499:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.694504:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764878.694796:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1785 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.694813:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1785 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.694824:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1785 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764878.694869:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032808 00000004:00010000:0.0:1775764878.694893:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000102667c1 reply state 000000009dfcb7e1 transno 4295032809 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1785 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764878.694903:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764878.694989:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223346816:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 627us (887us total) trans 4295032809 rc 0/0 00000100:00100000:0.0:1775764878.694996:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45042 00000020:00080000:0.0:1775764878.695001:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764878.700428:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1785 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.700447:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1785 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.700455:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1785 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.700461:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2045000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764878.700466:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1785 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.700473:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1785 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.700493:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.700496:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764878.700502:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1785 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.700508:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1785 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.704251:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.704308:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.704408:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223347072 00000100:00100000:1.0:1775764878.704418:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223347072 00002000:00010000:1.0:1775764878.704457:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764878.704462:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4e00 with x1862022223347072 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764878.704475:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b4e00. 00000100:00100000:1.0:1775764878.704502:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223346944 00000100:00100000:1.0:1775764878.704505:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223346944 00002000:00010000:1.0:1775764878.704515:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (627017->18446744073709551615) 00002000:00100000:1.0:1775764878.704518:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022223346944 ext(627017->18446744073709551615) 00002000:00010000:1.0:1775764878.704524:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380. 00000100:00100000:1.0:1775764878.704585:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40120 00000100:00100000:1.0:1775764878.704595:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223347072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764878.704819:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1345847 -> 0 00002000:00010000:1.0:1775764878.704822:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.704825:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.704827:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.704829:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764878.704876:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223347072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 283us (636us total) trans 4294996420 rc 0/0 00000100:00100000:1.0:1775764878.704883:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40120 00002000:00010000:1.0:1775764878.704886:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764878.704889:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4e00 with x1862022223347072 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764878.704892:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cc17b4e00. 00000100:00100000:1.0:1775764878.704907:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40121 00000100:00100000:1.0:1775764878.704913:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223346944:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764878.705073:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 627017 00002000:00010000:1.0:1775764878.705076:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.705078:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.705080:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.705082:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:1.0:1775764878.705100:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223346944:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 187us (791us total) trans 4294997147 rc 0/0 00000100:00100000:1.0:1775764878.705106:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40121 00002000:00010000:1.0:1775764878.705108:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (627017->18446744073709551615) 00002000:00100000:1.0:1775764878.705111:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b4380 with x1862022223346944 ext(627017->18446744073709551615) 00002000:00010000:1.0:1775764878.705114:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b4380. 00000100:00100000:1.0:1775764878.710218:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.710413:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223347200 00000100:00100000:3.0:1775764878.710427:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223347200 00000100:00100000:3.0:1775764878.710524:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45043 00000100:00100000:3.0:1775764878.710585:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+83:11755:x1862022223347200:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764878.710621:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764878.710649:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d178c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd733 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.710749:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d1793 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.710764:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d1793 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.710776:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d1793 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764878.710808:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 627017 00000004:00200000:3.0:1775764878.710813:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764878.710831:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d1793 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.710860:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a0c00/0xdb23b4c9253d178c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd733 expref: 85 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.710880:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d1793 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd733 expref: 84 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.710889:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764878.710892:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764878.710897:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8f2a1600, rc 0) 00000100:00100000:3.0:1775764878.710960:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223347200:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 427us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764878.710967:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45043 00000100:00100000:1.0:1775764878.716995:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.717076:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223347328 00000100:00100000:3.0:1775764878.717091:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223347328 00002000:00100000:3.0:1775764878.717152:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (253952->258047) req@ffff8b8ca308f480 x1862022223347328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.717165:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308f480 with x1862022223347328 ext(253952->258047) 00002000:00010000:3.0:1775764878.717171:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308f480 00000100:00100000:3.0:1775764878.717248:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40122 00000100:00100000:3.0:1775764878.717259:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223347328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.717526:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223347328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 269us (543us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764878.717534:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40122 00002000:00100000:3.0:1775764878.717590:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (253952->258047) req@ffff8b8ca308f480 x1862022223347328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.717605:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308f480 with x1862022223347328 ext(253952->258047) 00002000:00010000:3.0:1775764878.717608:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308f480 00000100:00100000:1.0:1775764878.722249:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.722408:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223347456 00000100:00100000:0.0:1775764878.722418:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223347456 00002000:00100000:0.0:1775764878.722464:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (258048->262143) req@ffff8b8ca308f800 x1862022223347456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.722477:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308f800 with x1862022223347456 ext(258048->262143) 00002000:00010000:0.0:1775764878.722482:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308f800 00000100:00100000:0.0:1775764878.722516:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40123 00000100:00100000:0.0:1775764878.722525:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223347456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764878.722790:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223347456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (549us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764878.722797:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40123 00002000:00100000:0.0:1775764878.722804:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (258048->262143) req@ffff8b8ca308f800 x1862022223347456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.722812:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308f800 with x1862022223347456 ext(258048->262143) 00002000:00010000:0.0:1775764878.722815:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308f800 00000100:00100000:1.0:1775764878.727753:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.728377:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223347584 00000100:00100000:0.0:1775764878.728386:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223347584 00002000:00100000:0.0:1775764878.728427:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (36864->626687) req@ffff8b8ca308df80 x1862022223347584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 520/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.728435:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308df80 with x1862022223347584 ext(36864->626687) 00002000:00010000:0.0:1775764878.728441:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308df80 00000100:00100000:0.0:1775764878.728475:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40124 00000100:00100000:0.0:1775764878.728484:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223347584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764878.735693:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223347584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7199us (7951us total) trans 0 rc 536576/536576 00000100:00100000:0.0:1775764878.735709:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40124 00002000:00100000:0.0:1775764878.735722:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (36864->626687) req@ffff8b8ca308df80 x1862022223347584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 520/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 536576/536576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.735733:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308df80 with x1862022223347584 ext(36864->626687) 00002000:00010000:0.0:1775764878.735747:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308df80 00000100:00100000:1.0:1775764878.742336:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.742464:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223347840 00000100:00100000:0.0:1775764878.742474:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223347840 00000100:00100000:0.0:1775764878.742530:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45044 00000100:00100000:0.0:1775764878.742590:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223347840:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764878.742643:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764878.742671:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8f2a1600/0xdb23b4c9253d1793 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd733 expref: 84 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.742692:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.742699:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764878.743105:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d179a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.743120:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d179a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.743130:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d179a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764878.743179:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032810 00000004:00010000:0.0:1775764878.743204:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000731f55b1 reply state 00000000386dcf3f transno 4295032811 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d179a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764878.743213:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764878.743358:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223347840:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 818us (1031us total) trans 4295032811 rc 0/0 00000100:00100000:0.0:1775764878.743366:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45044 00000020:00080000:0.0:1775764878.743371:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764878.747905:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.747940:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.748015:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223347968 00000100:00100000:2.0:1775764878.748027:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223347968 00002000:00010000:2.0:1775764878.748067:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1832938->18446744073709551615) 00002000:00100000:2.0:1775764878.748072:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308ea00 with x1862022223347968 ext(1832938->18446744073709551615) 00002000:00010000:2.0:1775764878.748084:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308ea00. 00000100:00100000:2.0:1775764878.748116:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223348096 00000100:00100000:2.0:1775764878.748121:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223348096 00002000:00010000:2.0:1775764878.748134:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764878.748137:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c380 with x1862022223348096 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764878.748143:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308c380. 00000100:00100000:2.0:1775764878.748163:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40125 00000100:00100000:2.0:1775764878.748172:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223347968:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764878.748408:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 627017 -> 1832938 00002000:00010000:2.0:1775764878.748413:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764879 00002000:00010000:2.0:1775764878.748415:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.748418:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764879 00002000:00010000:2.0:1775764878.748420:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 457 00000100:00100000:2.0:1775764878.748489:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223347968:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 317us (593us total) trans 4294997148 rc 0/0 00000100:00100000:2.0:1775764878.748497:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40125 00002000:00010000:2.0:1775764878.748501:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1832938->18446744073709551615) 00002000:00100000:2.0:1775764878.748504:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308ea00 with x1862022223347968 ext(1832938->18446744073709551615) 00002000:00010000:2.0:1775764878.748508:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308ea00. 00000100:00100000:2.0:1775764878.748525:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40126 00000100:00100000:2.0:1775764878.748532:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223348096:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764878.748684:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764878.748687:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764878 -> 1775764879 00002000:00010000:2.0:1775764878.748689:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764878.748691:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764878 -> 1775764879 00002000:00010000:2.0:1775764878.748693:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764878.748716:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223348096:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 185us (776us total) trans 4294996421 rc 0/0 00000100:00100000:2.0:1775764878.748727:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40126 00002000:00010000:2.0:1775764878.748731:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764878.748733:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c380 with x1862022223348096 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764878.748737:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308c380. 00000100:00100000:1.0:1775764878.752398:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.752768:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223348224 00000100:00100000:2.0:1775764878.752782:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223348224 00002000:00100000:2.0:1775764878.752831:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1818624->1822719) req@ffff8b8ca308c000 x1862022223348224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.752841:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c000 with x1862022223348224 ext(1818624->1822719) 00002000:00010000:2.0:1775764878.752847:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308c000 00000100:00100000:2.0:1775764878.752883:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40127 00000100:00100000:2.0:1775764878.752892:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223348224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764878.753140:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223348224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 248us (751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764878.753148:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40127 00002000:00100000:2.0:1775764878.753154:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1818624->1822719) req@ffff8b8ca308c000 x1862022223348224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.753162:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c000 with x1862022223348224 ext(1818624->1822719) 00002000:00010000:2.0:1775764878.753165:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308c000 00010000:00010000:0.0:1775764878.755773:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d179a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.755789:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d179a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.755796:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d179a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.755801:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764878.755806:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d179a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.755814:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d179a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.755832:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.755835:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764878.755839:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d179a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.755848:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d179a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764878.758027:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.758247:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223348352 00000100:00100000:3.0:1775764878.758258:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223348352 00002000:00100000:3.0:1775764878.758306:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1822720->1826815) req@ffff8b8ca308d880 x1862022223348352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.758318:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308d880 with x1862022223348352 ext(1822720->1826815) 00002000:00010000:3.0:1775764878.758324:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308d880 00000100:00100000:3.0:1775764878.758360:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40128 00000100:00100000:3.0:1775764878.758370:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223348352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.758903:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223348352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 532us (884us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764878.758911:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40128 00002000:00100000:3.0:1775764878.758918:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1822720->1826815) req@ffff8b8ca308d880 x1862022223348352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.758926:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308d880 with x1862022223348352 ext(1822720->1826815) 00002000:00010000:3.0:1775764878.758930:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308d880 00000100:00100000:1.0:1775764878.764034:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.764127:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223348480 00000100:00100000:2.0:1775764878.764139:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223348480 00002000:00100000:2.0:1775764878.764191:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1798144->1835007) req@ffff8b8ca308dc00 x1862022223348480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.764203:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308dc00 with x1862022223348480 ext(1798144->1835007) 00002000:00010000:2.0:1775764878.764209:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308dc00 00000100:00100000:2.0:1775764878.764276:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40129 00000100:00100000:2.0:1775764878.764287:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223348480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764878.767664:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223348480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3366us (3627us total) trans 0 rc 28672/28672 00000100:00100000:2.0:1775764878.767678:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40129 00002000:00100000:2.0:1775764878.767690:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1798144->1835007) req@ffff8b8ca308dc00 x1862022223348480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.767701:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308dc00 with x1862022223348480 ext(1798144->1835007) 00002000:00010000:2.0:1775764878.767707:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308dc00 00000100:00100000:3.0:1775764878.772161:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.772350:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223348608 00000100:00100000:1.0:1775764878.772361:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223348608 00002000:00100000:1.0:1775764878.772409:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (626688->1832937) req@ffff8b8c9378dc00 x1862022223348608/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.772421:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378dc00 with x1862022223348608 ext(626688->1832937) 00002000:00010000:1.0:1775764878.772426:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378dc00 00000100:00100000:1.0:1775764878.772469:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40130 00000100:00100000:1.0:1775764878.772479:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223348608:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764878.776281:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223348608:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3793us (4120us total) trans 4294997149 rc 0/0 00000100:00100000:0.0:1775764878.776295:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40130 00002000:00100000:0.0:1775764878.776308:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (626688->1832937) req@ffff8b8c9378dc00 x1862022223348608/t4294997149(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.776318:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378dc00 with x1862022223348608 ext(626688->1832937) 00002000:00010000:0.0:1775764878.776324:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378dc00 00000100:00100000:1.0:1775764878.781661:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.781772:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223348736 00000100:00100000:2.0:1775764878.781784:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223348736 00000100:00100000:2.0:1775764878.781846:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85011 00000100:00100000:2.0:1775764878.781857:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223348736:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764878.818298:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223348736:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36433us (36636us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764878.818312:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85011 00000001:00080000:1.0:1775764878.818393:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997149 is committed 00000100:00100000:1.0:1775764878.821226:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.821340:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223348864 00000100:00100000:0.0:1775764878.821353:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223348864 00000100:00100000:0.0:1775764878.821419:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45045 00000100:00100000:0.0:1775764878.821431:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+85:11755:x1862022223348864:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764878.821459:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764878.821479:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd73a expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.821671:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d17a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.821686:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d17a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.821698:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d17a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764878.821729:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1832938 00000004:00200000:0.0:1775764878.821733:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764878.821847:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d17a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.821874:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd73a expref: 87 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.821894:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d17a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd73a expref: 86 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.821905:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.821909:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764878.821912:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2045800, rc 0) 00000100:00100000:0.0:1775764878.822074:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223348864:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 645us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764878.822081:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45045 00000100:00100000:1.0:1775764878.828123:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.828188:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223348992 00000100:00100000:3.0:1775764878.828197:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223348992 00002000:00100000:3.0:1775764878.828245:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1245184->1310719) req@ffff8b8c8f2f5180 x1862022223348992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.828256:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5180 with x1862022223348992 ext(1245184->1310719) 00002000:00010000:3.0:1775764878.828262:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f5180 00000100:00100000:3.0:1775764878.828295:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40131 00000100:00100000:3.0:1775764878.828306:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223348992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.832171:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223348992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3855us (4047us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1775764878.832185:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40131 00002000:00100000:3.0:1775764878.832200:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1245184->1310719) req@ffff8b8c8f2f5180 x1862022223348992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.832210:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5180 with x1862022223348992 ext(1245184->1310719) 00002000:00010000:3.0:1775764878.832217:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f5180 00000100:00100000:2.0:1775764878.836050:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.836155:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223349248 00000100:00100000:0.0:1775764878.836168:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223349248 00000100:00100000:0.0:1775764878.836356:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45046 00000100:00100000:0.0:1775764878.836368:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223349248:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764878.836429:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764878.836467:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d17a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd73a expref: 86 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.836486:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764878.836493:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764878.836753:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.836766:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.836777:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764878.836833:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032812 00000004:00010000:0.0:1775764878.836858:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d76f29e reply state 000000009667ad38 transno 4295032813 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764878.836867:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764878.836965:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223349248:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 600us (924us total) trans 4295032813 rc 0/0 00000100:00100000:0.0:1775764878.836973:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45046 00000020:00080000:0.0:1775764878.836977:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764878.839669:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.839685:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.839693:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.839700:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764878.839705:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.839716:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17af lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.839735:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764878.839738:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764878.839742:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17af lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.839749:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d17af lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.841994:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.842034:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.842456:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223349376 00000100:00100000:1.0:1775764878.842466:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223349376 00002000:00010000:1.0:1775764878.842509:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764878.842515:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5500 with x1862022223349376 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764878.842528:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e5500. 00000100:00100000:1.0:1775764878.842593:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223349504 00000100:00100000:1.0:1775764878.842597:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223349504 00002000:00010000:1.0:1775764878.842611:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (146494->18446744073709551615) 00002000:00100000:1.0:1775764878.842615:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6d80 with x1862022223349504 ext(146494->18446744073709551615) 00002000:00010000:1.0:1775764878.842623:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e6d80. 00000100:00100000:1.0:1775764878.842647:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40132 00000100:00100000:1.0:1775764878.842658:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223349376:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764878.842948:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1832938 -> 4194304 00002000:00010000:1.0:1775764878.842951:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:1.0:1775764878.842953:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.842954:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:1.0:1775764878.842956:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 265 00000100:00100000:1.0:1775764878.843020:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223349376:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 364us (1035us total) trans 4294997150 rc 0/0 00000100:00100000:1.0:1775764878.843030:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40132 00002000:00010000:1.0:1775764878.843034:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764878.843036:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5500 with x1862022223349376 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764878.843040:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e5500. 00000100:00100000:1.0:1775764878.843059:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40133 00000100:00100000:1.0:1775764878.843065:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223349504:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764878.843180:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 146494 00002000:00010000:1.0:1775764878.843184:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:1.0:1775764878.843186:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764878.843188:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:1.0:1775764878.843189:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764878.843483:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223349504:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 417us (1447us total) trans 4294996422 rc 0/0 00000100:00100000:1.0:1775764878.843487:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40133 00002000:00010000:1.0:1775764878.843489:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (146494->18446744073709551615) 00002000:00100000:1.0:1775764878.843491:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6d80 with x1862022223349504 ext(146494->18446744073709551615) 00002000:00010000:1.0:1775764878.843495:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e6d80. 00000100:00100000:3.0:1775764878.846729:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.846832:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223349632 00000100:00100000:2.0:1775764878.846843:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223349632 00002000:00100000:2.0:1775764878.846891:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (118784->122879) req@ffff8b8c9378c700 x1862022223349632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.846899:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c700 with x1862022223349632 ext(118784->122879) 00002000:00010000:2.0:1775764878.846904:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378c700 00000100:00100000:2.0:1775764878.846931:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40134 00000100:00100000:2.0:1775764878.846940:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223349632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764878.847180:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223349632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 241us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764878.847186:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40134 00002000:00100000:2.0:1775764878.847190:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (118784->122879) req@ffff8b8c9378c700 x1862022223349632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.847201:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c700 with x1862022223349632 ext(118784->122879) 00002000:00010000:2.0:1775764878.847203:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378c700 00000100:00100000:3.0:1775764878.850489:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764878.850753:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223349760 00000100:00100000:0.0:1775764878.850855:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223349760 00002000:00100000:0.0:1775764878.850907:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (122880->126975) req@ffff8b8c9378c380 x1862022223349760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.850918:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c380 with x1862022223349760 ext(122880->126975) 00002000:00010000:0.0:1775764878.850926:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378c380 00000100:00100000:0.0:1775764878.850962:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40135 00000100:00100000:0.0:1775764878.850973:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022223349760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764878.851352:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022223349760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 379us (868us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764878.851364:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40135 00002000:00100000:0.0:1775764878.851371:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (122880->126975) req@ffff8b8c9378c380 x1862022223349760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/4536 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.851380:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378c380 with x1862022223349760 ext(122880->126975) 00002000:00010000:0.0:1775764878.851383:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378c380 00000100:00100000:1.0:1775764878.856857:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.856957:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.857513:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223349888 00000100:00100000:2.0:1775764878.857521:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223349888 00002000:00100000:2.0:1775764878.857648:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x5005:0x0] (0->147455) req@ffff8b8c8f2f4a80 x1862022223349888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.857656:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4a80 with x1862022223349888 ext(0->147455) 00002000:00010000:2.0:1775764878.857662:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f4a80 00000100:00100000:2.0:1775764878.857686:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223350016 00000100:00100000:2.0:1775764878.857689:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223350016 00002000:00100000:2.0:1775764878.857705:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (4046848->4194303) req@ffff8b8c8f2f7480 x1862022223350016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.857713:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f7480 with x1862022223350016 ext(4046848->4194303) 00000100:00100000:0.0:1775764878.857716:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40136 00002000:00010000:2.0:1775764878.857717:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f7480 00000100:00100000:0.0:1775764878.857727:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223349888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764878.857731:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40137 00000100:00100000:2.0:1775764878.857748:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223350016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764878.858564:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c93216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224994944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764878.858627:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.858975:0:12042:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224994944 00000100:00100000:2.0:1775764878.858982:0:12042:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224994944 00000100:00100000:2.0:1775764878.859025:0:12042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1775764878.859034:0:12042:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224994944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764878.859054:0:12042:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 3407872 granted 499318784 pending 0 free 3858759680 avail 3831496704 00000100:00100000:2.0:1775764878.863180:0:12042:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224994944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4137us (4542us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.863195:0:12042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1775764878.865494:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c93216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224994944:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764878.866827:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223350016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9082us (9862us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1775764878.866841:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40137 00002000:00100000:2.0:1775764878.866854:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (4046848->4194303) req@ffff8b8c8f2f7480 x1862022223350016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 147456/147456 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.866863:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f7480 with x1862022223350016 ext(4046848->4194303) 00002000:00010000:2.0:1775764878.866870:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f7480 00000100:00100000:0.0:1775764878.867293:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223349888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9566us (10443us total) trans 0 rc 139264/139264 00000100:00100000:0.0:1775764878.867302:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40136 00002000:00100000:0.0:1775764878.867308:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (0->147455) req@ffff8b8c8f2f4a80 x1862022223349888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 504/440 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 139264/139264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764878.867318:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4a80 with x1862022223349888 ext(0->147455) 00002000:00010000:0.0:1775764878.867322:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f4a80 00000100:00100000:2.0:1775764878.871176:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.871279:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223350144 00000100:00100000:1.0:1775764878.871290:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223350144 00002000:00100000:1.0:1775764878.871340:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (118784->146493) req@ffff8b8caf9e5180 x1862022223350144/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.871356:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5180 with x1862022223350144 ext(118784->146493) 00002000:00010000:1.0:1775764878.871362:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5180 00000100:00100000:1.0:1775764878.871430:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40138 00000100:00100000:1.0:1775764878.871449:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223350144:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764878.878689:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2363:x1862022223350144:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7243us (7515us total) trans 4294996423 rc 0/0 00000100:00100000:1.0:1775764878.878698:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40138 00002000:00100000:1.0:1775764878.878708:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (118784->146493) req@ffff8b8caf9e5180 x1862022223350144/t4294996423(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 488/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764878.878715:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e5180 with x1862022223350144 ext(118784->146493) 00002000:00010000:1.0:1775764878.878719:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8caf9e5180 00000100:00100000:0.0:1775764878.883107:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764878.883215:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223350272 00000100:00100000:1.0:1775764878.883226:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223350272 00000100:00100000:1.0:1775764878.883320:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85012 00000100:00100000:1.0:1775764878.883331:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2362:x1862022223350272:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764878.939640:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996418 is committed 00000001:00080000:2.0:1775764878.939667:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996423 is committed 00000100:00100000:0.0:1775764878.939954:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223350272:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 56620us (56850us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764878.939965:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85012 00000100:00100000:0.0:1775764878.943498:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764878.944010:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223350400 00000100:00100000:2.0:1775764878.944022:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223350400 00000100:00100000:2.0:1775764878.944082:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45047 00000100:00100000:2.0:1775764878.944091:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+87:11755:x1862022223350400:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764878.944116:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764878.944134:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d17b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd741 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.944211:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d17bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.944225:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d17bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.944237:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d17bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764878.944281:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4340798 00000004:00200000:2.0:1775764878.944286:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764878.944301:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d17bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.944325:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4400/0xdb23b4c9253d17b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd741 expref: 89 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.944341:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d17bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd741 expref: 88 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.944350:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764878.944353:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764878.944357:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4600, rc 0) 00000100:00100000:2.0:1775764878.944414:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223350400:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 325us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.944421:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45047 00000100:00100000:2.0:1775764878.953927:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764878.954060:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223350528 00000100:00100000:3.0:1775764878.954070:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223350528 00002000:00100000:3.0:1775764878.954115:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (491520->2387967) req@ffff8b8caf9e6a00 x1862022223350528/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 520/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764878.954126:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6a00 with x1862022223350528 ext(491520->2387967) 00002000:00010000:3.0:1775764878.954131:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6a00 00000100:00100000:3.0:1775764878.954165:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40139 00000100:00100000:3.0:1775764878.954174:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8caf9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223350528:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764878.982377:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8caf9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223350528:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 28193us (28448us total) trans 4294997151 rc 0/0 00000100:00100000:2.0:1775764878.982392:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40139 00002000:00100000:2.0:1775764878.982409:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (491520->2387967) req@ffff8b8caf9e6a00 x1862022223350528/t4294997151(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:359/0 lens 520/456 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764878.982420:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8caf9e6a00 with x1862022223350528 ext(491520->2387967) 00002000:00010000:2.0:1775764878.982426:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8caf9e6a00 00000100:00100000:1.0:1775764879.001485:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.002098:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223350656 00000100:00100000:2.0:1775764879.002108:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223350656 00000100:00100000:2.0:1775764879.002161:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85013 00000100:00100000:2.0:1775764879.002171:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223350656:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764879.084998:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223350656:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 82817us (83510us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764879.085011:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85013 00000001:00080000:0.0:1775764879.086079:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997150 is committed 00000001:00080000:0.0:1775764879.086098:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997151 is committed 00000100:00100000:0.0:1775764879.102073:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.102585:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223350784 00000100:00100000:1.0:1775764879.102596:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223350784 00002000:00100000:1.0:1775764879.102648:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1671168->1675263) req@ffff8b8ca2875880 x1862022223350784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.102659:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875880 with x1862022223350784 ext(1671168->1675263) 00002000:00010000:1.0:1775764879.102665:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875880 00000100:00100000:1.0:1775764879.103685:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40140 00000100:00100000:1.0:1775764879.103700:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223350784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764879.103981:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223350784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 284us (1916us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764879.103989:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40140 00002000:00100000:1.0:1775764879.103996:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1671168->1675263) req@ffff8b8ca2875880 x1862022223350784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.104005:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875880 with x1862022223350784 ext(1671168->1675263) 00002000:00010000:1.0:1775764879.104010:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875880 00000100:00100000:3.0:1775764879.109555:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.109608:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223350912 00000100:00100000:0.0:1775764879.109619:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223350912 00002000:00100000:0.0:1775764879.109669:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1675264->1679359) req@ffff8b8c9378d880 x1862022223350912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.109680:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d880 with x1862022223350912 ext(1675264->1679359) 00002000:00010000:0.0:1775764879.109686:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378d880 00000100:00100000:0.0:1775764879.109720:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40141 00000100:00100000:0.0:1775764879.109729:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223350912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764879.109967:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223350912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 238us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764879.109975:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40141 00002000:00100000:0.0:1775764879.109981:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1675264->1679359) req@ffff8b8c9378d880 x1862022223350912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.109989:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d880 with x1862022223350912 ext(1675264->1679359) 00002000:00010000:0.0:1775764879.109992:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378d880 00000100:00100000:3.0:1775764879.118196:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.118389:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223351040 00000100:00100000:0.0:1775764879.118399:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223351040 00002000:00100000:0.0:1775764879.118454:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1650688->1716223) req@ffff8b8c9378d180 x1862022223351040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.118464:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d180 with x1862022223351040 ext(1650688->1716223) 00002000:00010000:0.0:1775764879.118470:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378d180 00000100:00100000:0.0:1775764879.118504:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40142 00000100:00100000:0.0:1775764879.118513:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223351040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764879.127623:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223351040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 9101us (9427us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764879.127637:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40142 00002000:00100000:0.0:1775764879.127650:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1650688->1716223) req@ffff8b8c9378d180 x1862022223351040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.127660:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d180 with x1862022223351040 ext(1650688->1716223) 00002000:00010000:0.0:1775764879.127666:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378d180 00000100:00100000:3.0:1775764879.132187:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.134700:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223351168 00000100:00100000:1.0:1775764879.134716:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223351168 00002000:00100000:1.0:1775764879.134981:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1716224->1753087) req@ffff8b8c9378ca80 x1862022223351168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.134994:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ca80 with x1862022223351168 ext(1716224->1753087) 00002000:00010000:1.0:1775764879.135000:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ca80 00000100:00100000:1.0:1775764879.135051:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40143 00000100:00100000:1.0:1775764879.135061:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223351168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764879.141352:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223351168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6283us (9163us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764879.141366:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40143 00002000:00100000:1.0:1775764879.141379:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1716224->1753087) req@ffff8b8c9378ca80 x1862022223351168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.141389:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ca80 with x1862022223351168 ext(1716224->1753087) 00002000:00010000:1.0:1775764879.141394:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ca80 00000100:00100000:1.0:1775764879.147191:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.148096:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223351296 00000100:00100000:3.0:1775764879.148107:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223351296 00002000:00100000:2.0:1775764879.148317:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1310720->1347583) req@ffff8b8c8f2f5f80 x1862022223351296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.148329:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5f80 with x1862022223351296 ext(1310720->1347583) 00002000:00010000:2.0:1775764879.148335:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f5f80 00000100:00100000:2.0:1775764879.148370:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40144 00000100:00100000:2.0:1775764879.148380:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223351296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764879.155598:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223351296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7209us (8405us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764879.155611:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40144 00002000:00100000:2.0:1775764879.155623:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1310720->1347583) req@ffff8b8c8f2f5f80 x1862022223351296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.155632:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5f80 with x1862022223351296 ext(1310720->1347583) 00002000:00010000:2.0:1775764879.155638:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f5f80 00000100:00100000:1.0:1775764879.161105:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.161206:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223351424 00000100:00100000:2.0:1775764879.161217:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223351424 00002000:00100000:2.0:1775764879.161277:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3067904->3092479) req@ffff8b8c8f2f4e00 x1862022223351424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.161289:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4e00 with x1862022223351424 ext(3067904->3092479) 00002000:00010000:2.0:1775764879.161295:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f4e00 00000100:00100000:2.0:1775764879.161331:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40145 00000100:00100000:2.0:1775764879.161341:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223351424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764879.166728:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223351424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5379us (5624us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1775764879.166748:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40145 00002000:00100000:2.0:1775764879.166762:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3067904->3092479) req@ffff8b8c8f2f4e00 x1862022223351424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.166772:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4e00 with x1862022223351424 ext(3067904->3092479) 00002000:00010000:2.0:1775764879.166778:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f4e00 00000100:00100000:0.0:1775764879.182820:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.182966:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223351552 00000100:00100000:1.0:1775764879.182976:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223351552 00002000:00100000:1.0:1775764879.183027:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1789952->1794047) req@ffff8b8ca2874a80 x1862022223351552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.183038:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874a80 with x1862022223351552 ext(1789952->1794047) 00002000:00010000:1.0:1775764879.183044:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874a80 00000100:00100000:1.0:1775764879.183074:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40146 00000100:00100000:1.0:1775764879.183083:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223351552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764879.183315:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223351552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 231us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764879.183323:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40146 00002000:00100000:1.0:1775764879.183330:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1789952->1794047) req@ffff8b8ca2874a80 x1862022223351552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.183338:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874a80 with x1862022223351552 ext(1789952->1794047) 00002000:00010000:1.0:1775764879.183341:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2874a80 00000100:00100000:1.0:1775764879.199722:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.199902:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223351680 00000100:00100000:0.0:1775764879.199912:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223351680 00002000:00100000:0.0:1775764879.199956:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2875392->2879487) req@ffff8b8c8f2f6a00 x1862022223351680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.199965:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f6a00 with x1862022223351680 ext(2875392->2879487) 00002000:00010000:0.0:1775764879.199969:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f6a00 00000100:00100000:0.0:1775764879.199998:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40147 00000100:00100000:0.0:1775764879.200005:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223351680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764879.200245:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223351680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 238us (531us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764879.200254:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40147 00002000:00100000:0.0:1775764879.200260:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (2875392->2879487) req@ffff8b8c8f2f6a00 x1862022223351680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.200268:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f6a00 with x1862022223351680 ext(2875392->2879487) 00002000:00010000:0.0:1775764879.200271:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f6a00 00000100:00100000:3.0:1775764879.212674:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.212790:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223351808 00000100:00100000:0.0:1775764879.212801:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223351808 00002000:00100000:0.0:1775764879.212854:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2879488->2883583) req@ffff8b8c9378fb80 x1862022223351808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.212865:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378fb80 with x1862022223351808 ext(2879488->2883583) 00002000:00010000:0.0:1775764879.212870:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378fb80 00000100:00100000:0.0:1775764879.212908:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40148 00000100:00100000:0.0:1775764879.212918:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223351808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764879.213168:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223351808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 250us (501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764879.213180:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40148 00002000:00100000:0.0:1775764879.213187:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2879488->2883583) req@ffff8b8c9378fb80 x1862022223351808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.213194:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378fb80 with x1862022223351808 ext(2879488->2883583) 00002000:00010000:0.0:1775764879.213197:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378fb80 00000100:00100000:1.0:1775764879.217525:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.218635:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223352064 00000100:00100000:0.0:1775764879.218648:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223352064 00000100:00100000:0.0:1775764879.218739:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45048 00000100:00100000:0.0:1775764879.218750:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223352064:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764879.218803:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764879.218831:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d17bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd741 expref: 88 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.218852:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764879.218857:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764879.219064:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.219082:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.219092:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764879.219136:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032814 00000004:00010000:0.0:1775764879.219158:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000834dc42d reply state 000000000c151522 transno 4295032815 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764879.219167:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00080000:2.0:1775764879.219309:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764879.219394:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223352064:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 644us (1877us total) trans 4295032815 rc 0/0 00000100:00100000:0.0:1775764879.219402:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45048 00000020:00080000:0.0:1775764879.219407:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764879.221893:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.221913:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.221923:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.221929:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2045000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764879.221935:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.221943:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.221966:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764879.221969:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764879.221973:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.221979:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764879.227133:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.227232:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.228335:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223352192 00000100:00100000:0.0:1775764879.228347:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223352192 00002000:00010000:0.0:1775764879.228391:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764879.228395:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f7100 with x1862022223352192 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764879.228409:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f7100. 00000100:00100000:0.0:1775764879.228454:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223352320 00000100:00100000:0.0:1775764879.228458:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223352320 00002000:00010000:0.0:1775764879.228482:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (256937->18446744073709551615) 00002000:00100000:0.0:1775764879.228485:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32680 with x1862022223352320 ext(256937->18446744073709551615) 00002000:00010000:0.0:1775764879.228492:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a32680. 00000100:00100000:0.0:1775764879.228510:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40149 00000100:00100000:0.0:1775764879.228520:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223352192:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:3.0:1775764879.229012:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40150 00000100:00100000:3.0:1775764879.229023:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223352320:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764879.229226:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 146494 -> 256937 00002000:00010000:3.0:1775764879.229229:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:3.0:1775764879.229232:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764879.229235:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:3.0:1775764879.229237:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 263 00000100:00100000:3.0:1775764879.229301:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223352320:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 280us (2068us total) trans 4294996424 rc 0/0 00000100:00100000:3.0:1775764879.229309:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40150 00002000:00010000:3.0:1775764879.229313:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (256937->18446744073709551615) 00002000:00100000:3.0:1775764879.229316:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32680 with x1862022223352320 ext(256937->18446744073709551615) 00002000:00010000:3.0:1775764879.229321:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a32680. 00000100:00080000:3.0:1775764879.229458:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1775764879.230898:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764879.230904:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:0.0:1775764879.230907:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764879.230910:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:0.0:1775764879.230913:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 265 -> 585 00000100:00100000:0.0:1775764879.230965:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223352192:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2443us (3837us total) trans 4294997152 rc 0/0 00000100:00100000:0.0:1775764879.230975:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40149 00002000:00010000:0.0:1775764879.230979:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764879.230983:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f7100 with x1862022223352192 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764879.230990:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f7100. 00000100:00100000:1.0:1775764879.233969:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.234067:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223352448 00000100:00100000:0.0:1775764879.234078:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223352448 00000100:00100000:0.0:1775764879.234143:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45049 00000100:00100000:0.0:1775764879.234155:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+89:11755:x1862022223352448:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764879.234178:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764879.234197:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd748 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.234280:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d17d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.234294:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d17d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.234306:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d17d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764879.234333:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4451241 00000004:00200000:0.0:1775764879.234337:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764879.234354:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d17d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.234378:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd748 expref: 91 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.234402:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d17d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd748 expref: 90 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.234411:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764879.234415:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764879.234418:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044600, rc 0) 00000100:00100000:0.0:1775764879.234483:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223352448:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 330us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.234490:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45049 00000100:00100000:1.0:1775764879.242092:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.242181:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223352704 00000100:00100000:3.0:1775764879.242192:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223352704 00000100:00100000:3.0:1775764879.242266:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45050 00000100:00100000:3.0:1775764879.242276:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223352704:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764879.242341:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764879.242373:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d17d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd748 expref: 90 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.242394:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764879.242400:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764879.242979:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d17d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.242996:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d17d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.243006:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d17d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764879.243061:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032816 00000004:00010000:2.0:1775764879.243089:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002eb9e2dd reply state 00000000b0ffd46e transno 4295032817 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d17d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764879.243098:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764879.243194:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223352704:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 919us (1110us total) trans 4295032817 rc 0/0 00000100:00100000:2.0:1775764879.243202:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45050 00000020:00080000:2.0:1775764879.243217:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764879.246030:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d17d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.246045:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d17d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.246053:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d17d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.246059:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764879.246064:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d17d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.246072:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d17d9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.246091:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764879.246094:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764879.246099:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d17d9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.246104:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4800/0xdb23b4c9253d17d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764879.250194:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.250244:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.250349:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223352832 00000100:00100000:0.0:1775764879.250361:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223352832 00002000:00010000:0.0:1775764879.250401:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (430866->18446744073709551615) 00002000:00100000:0.0:1775764879.250406:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33800 with x1862022223352832 ext(430866->18446744073709551615) 00002000:00010000:0.0:1775764879.250419:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33800. 00000100:00100000:0.0:1775764879.250445:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223352960 00000100:00100000:0.0:1775764879.250449:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223352960 00002000:00010000:0.0:1775764879.250461:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764879.250464:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022223352960 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764879.250471:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a32d80. 00000100:00100000:0.0:1775764879.250496:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40151 00000100:00100000:0.0:1775764879.250505:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223352832:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764879.250880:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40152 00000100:00100000:1.0:1775764879.250890:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223352960:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764879.251161:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 256937 -> 0 00002000:00010000:1.0:1775764879.251166:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:1.0:1775764879.251168:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764879.251171:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:1.0:1775764879.251173:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764879.251240:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223352960:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 351us (999us total) trans 4294996425 rc 0/0 00000100:00100000:1.0:1775764879.251248:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40152 00002000:00010000:1.0:1775764879.251251:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764879.251254:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a32d80 with x1862022223352960 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764879.251260:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8b85a32d80. 00002000:00010000:0.0:1775764879.251967:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 430866 00002000:00010000:0.0:1775764879.251972:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:0.0:1775764879.251974:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:0.0:1775764879.251976:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:0.0:1775764879.251979:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 585 00000100:00100000:0.0:1775764879.252012:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223352832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1507us (1827us total) trans 4294997153 rc 0/0 00000100:00100000:0.0:1775764879.252020:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40151 00002000:00010000:0.0:1775764879.252023:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (430866->18446744073709551615) 00002000:00100000:0.0:1775764879.252027:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8b85a33800 with x1862022223352832 ext(430866->18446744073709551615) 00002000:00010000:0.0:1775764879.252032:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8b85a33800. 00000100:00100000:1.0:1775764879.259767:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.260469:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223353088 00000100:00100000:2.0:1775764879.260480:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223353088 00000100:00100000:0.0:1775764879.260925:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45051 00000100:00100000:0.0:1775764879.260941:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+91:11755:x1862022223353088:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764879.260967:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764879.260989:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd74f expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.261081:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.261096:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.261108:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764879.261135:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 430866 00000004:00200000:0.0:1775764879.261140:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764879.261156:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.261180:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd74f expref: 93 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.261203:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd74f expref: 92 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.261212:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764879.261215:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764879.261219:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2045000, rc 0) 00000100:00100000:0.0:1775764879.261402:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223353088:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 465us (1645us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.261410:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45051 00000100:00100000:1.0:1775764879.271364:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.271472:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223353344 00000100:00100000:3.0:1775764879.271482:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223353344 00000100:00100000:0.0:1775764879.271861:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45052 00000100:00100000:0.0:1775764879.271875:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223353344:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764879.271935:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764879.271965:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d17e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd74f expref: 92 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.271985:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764879.271991:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764879.272205:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.272219:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.272229:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764879.272286:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032818 00000004:00010000:0.0:1775764879.272313:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071a8f062 reply state 00000000db8770bf transno 4295032819 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764879.272320:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764879.272680:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8b85a31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223353344:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 807us (1324us total) trans 4295032819 rc 0/0 00000100:00100000:0.0:1775764879.272689:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45052 00000020:00080000:0.0:1775764879.272695:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764879.281323:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.281360:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.281449:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223353600 00000100:00100000:0.0:1775764879.281460:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223353600 00000100:00100000:2.0:1775764879.281493:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223353472 00000100:00100000:2.0:1775764879.281499:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223353472 00002000:00010000:0.0:1775764879.281512:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764879.281519:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378e300 with x1862022223353600 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764879.281521:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2730375->18446744073709551615) 00002000:00100000:2.0:1775764879.281527:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f800 with x1862022223353472 ext(2730375->18446744073709551615) 00002000:00010000:2.0:1775764879.281564:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f800. 00002000:00010000:0.0:1775764879.281579:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378e300. 00010000:00010000:1.0:1775764879.281643:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.281655:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.281661:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.281666:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764879.281671:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.281681:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17ee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.281711:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764879.281715:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764879.281720:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17ee lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.281725:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d17ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764879.281779:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40153 00000100:00100000:2.0:1775764879.281790:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223353472:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764879.282029:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 430866 -> 2730375 00002000:00010000:2.0:1775764879.282034:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:2.0:1775764879.282038:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764879.282040:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:2.0:1775764879.282043:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 585 00000100:00100000:2.0:1775764879.282168:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223353472:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 379us (806us total) trans 4294997154 rc 0/0 00000100:00100000:2.0:1775764879.282177:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40153 00002000:00010000:2.0:1775764879.282180:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2730375->18446744073709551615) 00002000:00100000:2.0:1775764879.282184:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378f800 with x1862022223353472 ext(2730375->18446744073709551615) 00002000:00010000:2.0:1775764879.282189:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378f800. 00000100:00100000:2.0:1775764879.282206:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40154 00000100:00100000:2.0:1775764879.282213:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223353600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764879.282330:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764879.282333:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:2.0:1775764879.282336:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764879.282338:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:2.0:1775764879.282340:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764879.282366:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223353600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 153us (1053us total) trans 4294996426 rc 0/0 00000100:00100000:2.0:1775764879.282372:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40154 00002000:00010000:2.0:1775764879.282374:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764879.282377:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378e300 with x1862022223353600 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764879.282381:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378e300. 00000100:00100000:0.0:1775764879.292660:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.293006:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223353728 00000100:00100000:2.0:1775764879.293016:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223353728 00002000:00100000:2.0:1775764879.293070:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2682880->2686975) req@ffff8b8ca2875c00 x1862022223353728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.293083:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875c00 with x1862022223353728 ext(2682880->2686975) 00002000:00010000:2.0:1775764879.293090:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875c00 00000100:00100000:2.0:1775764879.293162:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40155 00000100:00100000:2.0:1775764879.293174:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223353728:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764879.293444:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223353728:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 272us (791us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764879.293453:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40155 00002000:00100000:2.0:1775764879.293461:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2682880->2686975) req@ffff8b8ca2875c00 x1862022223353728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.293469:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875c00 with x1862022223353728 ext(2682880->2686975) 00002000:00010000:2.0:1775764879.293472:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2875c00 00000100:00100000:1.0:1775764879.301361:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.301457:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223353856 00000100:00100000:0.0:1775764879.301468:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223353856 00002000:00100000:0.0:1775764879.301517:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2686976->2691071) req@ffff8b8cb3176680 x1862022223353856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.301528:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176680 with x1862022223353856 ext(2686976->2691071) 00002000:00010000:0.0:1775764879.301534:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176680 00000100:00100000:0.0:1775764879.301591:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40156 00000100:00100000:0.0:1775764879.301601:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223353856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764879.301836:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223353856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 234us (483us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764879.301844:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40156 00002000:00100000:0.0:1775764879.301852:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2686976->2691071) req@ffff8b8cb3176680 x1862022223353856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.301860:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176680 with x1862022223353856 ext(2686976->2691071) 00002000:00010000:0.0:1775764879.301864:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176680 00010000:00010000:0.0:1775764879.305858:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764879.308468:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.308560:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223353984 00000100:00100000:2.0:1775764879.308578:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223353984 00002000:00100000:2.0:1775764879.308634:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2662400->2727935) req@ffff8b8ca2877b80 x1862022223353984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.308645:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877b80 with x1862022223353984 ext(2662400->2727935) 00002000:00010000:2.0:1775764879.308650:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877b80 00000100:00100000:2.0:1775764879.308685:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40157 00000100:00100000:2.0:1775764879.308694:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223353984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764879.317413:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223353984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8706us (8941us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764879.317427:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40157 00002000:00100000:2.0:1775764879.317636:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (2662400->2727935) req@ffff8b8ca2877b80 x1862022223353984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.317647:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877b80 with x1862022223353984 ext(2662400->2727935) 00002000:00010000:2.0:1775764879.317653:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877b80 00000100:00100000:2.0:1775764879.324992:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.325593:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223354112 00000100:00100000:0.0:1775764879.325603:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223354112 00002000:00100000:0.0:1775764879.325652:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2727936->2732031) req@ffff8b8cad85d880 x1862022223354112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.325663:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d880 with x1862022223354112 ext(2727936->2732031) 00002000:00010000:0.0:1775764879.325670:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d880 00000100:00100000:0.0:1775764879.325757:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40158 00000100:00100000:0.0:1775764879.325774:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223354112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764879.326178:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223354112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 405us (1193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764879.326186:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40158 00002000:00100000:0.0:1775764879.326193:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2727936->2732031) req@ffff8b8cad85d880 x1862022223354112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.326201:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d880 with x1862022223354112 ext(2727936->2732031) 00002000:00010000:0.0:1775764879.326205:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d880 00000100:00100000:1.0:1775764879.333315:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.333985:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223354240 00000100:00100000:2.0:1775764879.333996:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223354240 00002000:00100000:2.0:1775764879.334057:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2682880->2730374) req@ffff8b8cb3176a00 x1862022223354240/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.334067:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176a00 with x1862022223354240 ext(2682880->2730374) 00002000:00010000:2.0:1775764879.334072:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176a00 00000100:00100000:2.0:1775764879.334100:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40159 00000100:00100000:2.0:1775764879.334110:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223354240:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764879.347208:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223354240:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 13088us (13892us total) trans 4294997155 rc 0/0 00000100:00100000:2.0:1775764879.347224:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40159 00002000:00100000:2.0:1775764879.347237:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2682880->2730374) req@ffff8b8cb3176a00 x1862022223354240/t4294997155(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/448 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.347248:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176a00 with x1862022223354240 ext(2682880->2730374) 00002000:00010000:2.0:1775764879.347253:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176a00 00000100:00100000:0.0:1775764879.358890:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.359249:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223354368 00000100:00100000:3.0:1775764879.359260:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223354368 00000100:00100000:3.0:1775764879.359322:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85014 00000100:00100000:3.0:1775764879.359332:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223354368:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764879.449359:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223354368:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 90018us (90468us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.449376:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85014 00000001:00080000:0.0:1775764879.449417:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997153 is committed 00000001:00080000:0.0:1775764879.449431:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997155 is committed 00000100:00100000:1.0:1775764879.456638:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.456768:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223354496 00000100:00100000:2.0:1775764879.456777:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223354496 00000100:00100000:2.0:1775764879.456843:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45053 00000100:00100000:2.0:1775764879.456854:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+93:11755:x1862022223354496:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764879.456882:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764879.456905:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d17f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd756 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.457000:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d17fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.457015:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d17fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.457026:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d17fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764879.457054:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2730375 00000004:00200000:2.0:1775764879.457059:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764879.457076:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d17fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.457100:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d17f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd756 expref: 95 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.457118:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d17fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd756 expref: 94 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.457126:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764879.457129:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764879.457132:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea4e00, rc 0) 00000100:00100000:2.0:1775764879.457183:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223354496:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 332us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764879.457190:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45053 00000100:00100000:1.0:1775764879.498070:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.498117:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.498424:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223354752 00000100:00100000:0.0:1775764879.498447:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223354752 00002000:00100000:0.0:1775764879.498520:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1478656->2527231) req@ffff8b8cb3176300 x1862022223354752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.498534:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022223354752 ext(1478656->2527231) 00002000:00010000:0.0:1775764879.498592:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300 00000100:00100000:0.0:1775764879.498625:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223354624 00000100:00100000:0.0:1775764879.498628:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223354624 00002000:00100000:0.0:1775764879.498644:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (434176->3883007) req@ffff8b8cb3174700 x1862022223354624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.498653:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022223354624 ext(434176->3883007) 00002000:00010000:0.0:1775764879.498657:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174700 00000100:00100000:0.0:1775764879.498685:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40160 00000100:00100000:0.0:1775764879.498697:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223354752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764879.499240:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40161 00000100:00100000:2.0:1775764879.499268:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223354624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764879.512945:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.512988:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.514957:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223354880 00000100:00100000:0.0:1775764879.514971:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223354880 00002000:00100000:0.0:1775764879.515186:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2527232->3645439) req@ffff8b8cb3175c00 x1862022223354880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.515198:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175c00 with x1862022223354880 ext(2527232->3645439) 00002000:00010000:0.0:1775764879.515204:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175c00 00000100:00100000:0.0:1775764879.515289:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223355008 00000100:00100000:0.0:1775764879.515295:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223355008 00002000:00100000:0.0:1775764879.515313:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3645440->4095999) req@ffff8b8cb3175180 x1862022223355008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.515322:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022223355008 ext(3645440->4095999) 00002000:00010000:0.0:1775764879.515324:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175180 00000100:00100000:0.0:1775764879.515345:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40162 00000100:00100000:0.0:1775764879.515354:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223354880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764879.520760:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40163 00000100:00100000:0.0:1775764879.520776:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223355008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764879.531324:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223355008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10541us (18322us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764879.531340:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40163 00002000:00100000:2.0:1775764879.531353:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3645440->4095999) req@ffff8b8cb3175180 x1862022223355008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.531364:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175180 with x1862022223355008 ext(3645440->4095999) 00002000:00010000:2.0:1775764879.531371:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175180 00000100:00100000:1.0:1775764879.532359:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223354752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 33651us (34300us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764879.532376:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40160 00002000:00100000:1.0:1775764879.532390:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1478656->2527231) req@ffff8b8cb3176300 x1862022223354752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.532402:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3176300 with x1862022223354752 ext(1478656->2527231) 00002000:00010000:1.0:1775764879.532409:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3176300 00000100:00100000:2.0:1775764879.537894:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223354624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 38631us (39764us total) trans 0 rc 1044480/1044480 00000100:00100000:2.0:1775764879.537907:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40161 00002000:00100000:2.0:1775764879.537920:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (434176->3883007) req@ffff8b8cb3174700 x1862022223354624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 1044480/1044480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.537931:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174700 with x1862022223354624 ext(434176->3883007) 00002000:00010000:2.0:1775764879.537938:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3174700 00000100:00100000:1.0:1775764879.543115:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223354880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 27743us (30163us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1775764879.543138:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40162 00002000:00100000:1.0:1775764879.543159:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2527232->3645439) req@ffff8b8cb3175c00 x1862022223354880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 135168/135168 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.543172:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3175c00 with x1862022223354880 ext(2527232->3645439) 00002000:00010000:1.0:1775764879.543181:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3175c00 00000100:00100000:0.0:1775764879.548270:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.549257:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223355264 00000100:00100000:2.0:1775764879.549274:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223355264 00000100:00100000:2.0:1775764879.549367:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45054 00000100:00100000:2.0:1775764879.549380:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223355264:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764879.549437:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764879.549463:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d17fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd756 expref: 94 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.549482:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764879.549487:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764879.549750:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d1803 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.549763:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d1803 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.549772:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d1803 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764879.549827:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032820 00000004:00010000:2.0:1775764879.549855:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a11ce6f1 reply state 000000002348a861 transno 4295032821 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d1803 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764879.549863:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764879.549973:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022223355264:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 596us (1718us total) trans 4295032821 rc 0/0 00000100:00100000:2.0:1775764879.549980:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45054 00000020:00080000:2.0:1775764879.549985:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764879.559162:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.559284:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.559288:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223355520 00000100:00100000:3.0:1775764879.559309:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223355520 00000100:00100000:1.0:1775764879.559350:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223355392 00000100:00100000:1.0:1775764879.559363:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223355392 00002000:00010000:3.0:1775764879.559388:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (859324->18446744073709551615) 00002000:00100000:3.0:1775764879.559396:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022223355520 ext(859324->18446744073709551615) 00002000:00010000:1.0:1775764879.559412:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00010000:3.0:1775764879.559417:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174a80. 00002000:00100000:1.0:1775764879.559419:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926be300 with x1862022223355392 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764879.559437:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926be300. 00000100:00100000:3.0:1775764879.559481:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40164 00000100:00100000:3.0:1775764879.559497:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223355520:12345-192.168.202.29@tcp:10:fsx.0 00010000:00010000:0.0:1775764879.559516:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d1803 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.559528:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d1803 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.559584:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d1803 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.559592:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764879.559598:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d1803 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.559606:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d1803 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.559625:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764879.559629:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764879.559635:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d1803 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.559642:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4000/0xdb23b4c9253d1803 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764879.559777:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40165 00000100:00100000:1.0:1775764879.559790:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223355392:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764879.559912:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 859324 00002000:00010000:3.0:1775764879.559917:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:3.0:1775764879.559920:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764879.559923:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:3.0:1775764879.559926:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764879.560040:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223355520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 544us (891us total) trans 4294996427 rc 0/0 00000100:00100000:3.0:1775764879.560053:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40164 00002000:00010000:3.0:1775764879.560067:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (859324->18446744073709551615) 00002000:00100000:3.0:1775764879.560070:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3174a80 with x1862022223355520 ext(859324->18446744073709551615) 00002000:00010000:3.0:1775764879.560077:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3174a80. 00002000:00010000:1.0:1775764879.560166:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2730375 -> 4194304 00002000:00010000:1.0:1775764879.560170:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:1.0:1775764879.560173:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764879 00002000:00010000:1.0:1775764879.560175:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:1.0:1775764879.560177:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 585 -> 329 00000100:00100000:1.0:1775764879.560224:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223355392:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 438us (940us total) trans 4294997156 rc 0/0 00000100:00100000:1.0:1775764879.560232:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40165 00002000:00010000:1.0:1775764879.560236:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764879.560238:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926be300 with x1862022223355392 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764879.560256:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926be300. 00000100:00100000:3.0:1775764879.570751:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.570862:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223355648 00000100:00100000:2.0:1775764879.570880:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223355648 00002000:00100000:2.0:1775764879.570943:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (4161536->4194303) req@ffff8b8c9378df80 x1862022223355648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.570955:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378df80 with x1862022223355648 ext(4161536->4194303) 00002000:00010000:2.0:1775764879.570961:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378df80 00000100:00100000:2.0:1775764879.570998:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40166 00000100:00100000:2.0:1775764879.571112:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223355648:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764879.572683:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.572775:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223355776 00000100:00100000:1.0:1775764879.572784:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223355776 00002000:00100000:1.0:1775764879.572823:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (0->860159) req@ffff8b8ca2875f80 x1862022223355776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.572833:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875f80 with x1862022223355776 ext(0->860159) 00002000:00010000:1.0:1775764879.572839:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875f80 00000100:00100000:1.0:1775764879.572868:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40167 00000100:00100000:1.0:1775764879.572878:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223355776:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764879.582755:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223355648:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11735us (12004us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1775764879.582770:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40166 00002000:00100000:2.0:1775764879.582781:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (4161536->4194303) req@ffff8b8c9378df80 x1862022223355648/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.582792:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378df80 with x1862022223355648 ext(4161536->4194303) 00002000:00010000:2.0:1775764879.582798:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378df80 00000100:00100000:0.0:1775764879.591861:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223355776:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18973us (19173us total) trans 0 rc 860160/860160 00000100:00100000:0.0:1775764879.591873:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40167 00002000:00100000:0.0:1775764879.591884:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (0->860159) req@ffff8b8ca2875f80 x1862022223355776/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 860160/860160 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764879.591893:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2875f80 with x1862022223355776 ext(0->860159) 00002000:00010000:0.0:1775764879.591900:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2875f80 00000100:00100000:3.0:1775764879.602353:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.602527:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223355904 00000100:00100000:2.0:1775764879.602559:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223355904 00002000:00100000:2.0:1775764879.602619:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (847872->859323) req@ffff8b8c9378ce00 x1862022223355904/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 11944/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.602630:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ce00 with x1862022223355904 ext(847872->859323) 00002000:00010000:2.0:1775764879.602636:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378ce00 00000100:00100000:2.0:1775764879.602726:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40168 00000100:00100000:2.0:1775764879.602737:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223355904:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764879.603344:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223355904:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 606us (1803us total) trans 4294996428 rc 0/0 00000100:00100000:2.0:1775764879.603351:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40168 00002000:00100000:2.0:1775764879.603359:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (847872->859323) req@ffff8b8c9378ce00 x1862022223355904/t4294996428(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 11944/448 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.603367:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ce00 with x1862022223355904 ext(847872->859323) 00002000:00010000:2.0:1775764879.603371:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378ce00 00000100:00100000:3.0:1775764879.618939:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.619114:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223356032 00000100:00100000:1.0:1775764879.619123:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223356032 00000100:00100000:1.0:1775764879.619192:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85015 00000100:00100000:1.0:1775764879.619202:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223356032:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764879.652620:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996425 is committed 00000001:00080000:0.0:1775764879.653007:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996428 is committed 00000100:00100000:3.0:1775764879.653231:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223356032:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34024us (34297us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764879.653244:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85015 00000100:00100000:3.0:1775764879.678606:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.678924:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223356160 00000100:00100000:0.0:1775764879.678937:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223356160 00000100:00100000:0.0:1775764879.679133:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45055 00000100:00100000:0.0:1775764879.679145:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+95:11755:x1862022223356160:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764879.679172:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764879.679192:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d180a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd75d expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.679276:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1811 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.679292:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1811 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.679307:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1811 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764879.679338:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5053628 00000004:00200000:0.0:1775764879.679342:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764879.679361:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1811 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.679387:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d180a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd75d expref: 97 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.679408:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1811 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd75d expref: 96 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.679416:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764879.679419:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764879.679423:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6606400, rc 0) 00000100:00100000:0.0:1775764879.679500:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022223356160:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 357us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.679508:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45055 00000100:00100000:1.0:1775764879.693754:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.693858:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223356416 00000100:00100000:2.0:1775764879.693868:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223356416 00000100:00100000:2.0:1775764879.693930:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45056 00000100:00100000:2.0:1775764879.693939:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022223356416:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764879.693991:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764879.694020:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1811 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd75d expref: 96 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.694039:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764879.694044:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764879.694316:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1818 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.694331:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1818 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.694341:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1818 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764879.694396:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032822 00000004:00010000:2.0:1775764879.694423:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eccb9863 reply state 000000008e9b56e6 transno 4295032823 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1818 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764879.694432:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764879.696139:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+98:11755:x1862022223356416:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2191us (2385us total) trans 4295032823 rc 0/0 00000100:00100000:2.0:1775764879.696152:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45056 00000020:00080000:2.0:1775764879.696159:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764879.707793:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1818 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.707809:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1818 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.707817:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1818 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.707823:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764879.707829:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1818 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.707837:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1818 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.707854:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764879.707857:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764879.707861:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1818 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.707867:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4e00/0xdb23b4c9253d1818 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764879.710698:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.711028:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.711117:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223356544 00000100:00100000:0.0:1775764879.711128:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223356544 00002000:00010000:0.0:1775764879.711168:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764879.711173:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bea00 with x1862022223356544 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764879.711185:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bea00. 00000100:00100000:0.0:1775764879.711211:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223356672 00000100:00100000:0.0:1775764879.711215:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223356672 00002000:00010000:0.0:1775764879.711226:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1216655->18446744073709551615) 00002000:00100000:0.0:1775764879.711229:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc000 with x1862022223356672 ext(1216655->18446744073709551615) 00002000:00010000:0.0:1775764879.711235:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bc000. 00000100:00100000:0.0:1775764879.711265:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40169 00000100:00100000:0.0:1775764879.711274:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223356544:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764879.711516:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764879.711520:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:0.0:1775764879.711522:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764879 -> 1775764879 00002000:00010000:0.0:1775764879.711524:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:0.0:1775764879.711526:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:0.0:1775764879.711606:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223356544:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 333us (916us total) trans 4294997157 rc 0/0 00000100:00100000:0.0:1775764879.711613:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40169 00002000:00010000:0.0:1775764879.712010:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764879.712013:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bea00 with x1862022223356544 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764879.712017:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bea00. 00000100:00100000:1.0:1775764879.712115:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40170 00000100:00100000:1.0:1775764879.712124:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223356672:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764879.713057:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 859324 -> 1216655 00002000:00010000:1.0:1775764879.713063:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764879 00002000:00010000:1.0:1775764879.713065:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764879.713067:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764879 00002000:00010000:1.0:1775764879.713069:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764879.713115:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223356672:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 991us (2085us total) trans 4294996429 rc 0/0 00000100:00100000:1.0:1775764879.713124:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40170 00002000:00010000:1.0:1775764879.713127:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1216655->18446744073709551615) 00002000:00100000:1.0:1775764879.713130:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bc000 with x1862022223356672 ext(1216655->18446744073709551615) 00002000:00010000:1.0:1775764879.713138:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bc000. 00000100:00100000:1.0:1775764879.719149:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.719227:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223356800 00000100:00100000:3.0:1775764879.719238:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223356800 00002000:00100000:3.0:1775764879.719291:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (1204224->1208319) req@ffff8b8c926bdc00 x1862022223356800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764879.719301:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdc00 with x1862022223356800 ext(1204224->1208319) 00002000:00010000:3.0:1775764879.719307:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bdc00 00000100:00100000:3.0:1775764879.719340:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40171 00000100:00100000:3.0:1775764879.719350:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223356800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764879.719635:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223356800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 285us (492us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764879.719642:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40171 00002000:00100000:3.0:1775764879.719648:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (1204224->1208319) req@ffff8b8c926bdc00 x1862022223356800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764879.719657:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdc00 with x1862022223356800 ext(1204224->1208319) 00002000:00010000:3.0:1775764879.719660:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bdc00 00000100:00100000:3.0:1775764879.724386:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.724584:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223356928 00000100:00100000:1.0:1775764879.724595:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223356928 00002000:00100000:1.0:1775764879.724645:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1208320->1212415) req@ffff8b8c9378d500 x1862022223356928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.724656:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d500 with x1862022223356928 ext(1208320->1212415) 00002000:00010000:1.0:1775764879.724662:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378d500 00000100:00100000:1.0:1775764879.724695:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40172 00000100:00100000:1.0:1775764879.724705:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223356928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764879.725031:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223356928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 326us (654us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764879.725039:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40172 00002000:00100000:1.0:1775764879.725046:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (1208320->1212415) req@ffff8b8c9378d500 x1862022223356928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.725055:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378d500 with x1862022223356928 ext(1208320->1212415) 00002000:00010000:1.0:1775764879.725059:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9378d500 00000100:00100000:0.0:1775764879.733844:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.733944:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223357056 00000100:00100000:1.0:1775764879.733955:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223357056 00002000:00100000:1.0:1775764879.734005:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (1183744->1220607) req@ffff8b8ca2876a00 x1862022223357056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.734015:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876a00 with x1862022223357056 ext(1183744->1220607) 00002000:00010000:1.0:1775764879.734021:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2876a00 00000100:00100000:1.0:1775764879.734107:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40173 00000100:00100000:1.0:1775764879.734118:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223357056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764879.742192:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223357056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8065us (8348us total) trans 0 rc 28672/28672 00000100:00100000:1.0:1775764879.742205:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40173 00002000:00100000:1.0:1775764879.742217:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (1183744->1220607) req@ffff8b8ca2876a00 x1862022223357056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.742228:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876a00 with x1862022223357056 ext(1183744->1220607) 00002000:00010000:1.0:1775764879.742234:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2876a00 00000100:00100000:3.0:1775764879.747151:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.747754:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223357184 00000100:00100000:1.0:1775764879.747764:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223357184 00002000:00100000:1.0:1775764879.747821:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1204224->1216654) req@ffff8b8c3c51e300 x1862022223357184/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 12920/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.747834:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e300 with x1862022223357184 ext(1204224->1216654) 00002000:00010000:1.0:1775764879.747841:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51e300 00000100:00100000:1.0:1775764879.747881:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40174 00000100:00100000:1.0:1775764879.747891:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223357184:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764879.748344:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223357184:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 452us (1202us total) trans 4294996430 rc 0/0 00000100:00100000:1.0:1775764879.748352:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40174 00002000:00100000:1.0:1775764879.748359:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (1204224->1216654) req@ffff8b8c3c51e300 x1862022223357184/t4294996430(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 12920/448 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.748366:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e300 with x1862022223357184 ext(1204224->1216654) 00002000:00010000:1.0:1775764879.748370:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51e300 00000100:00100000:3.0:1775764879.752751:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.753051:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223357312 00000100:00100000:2.0:1775764879.753060:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223357312 00000100:00100000:2.0:1775764879.753121:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85016 00000100:00100000:2.0:1775764879.753132:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223357312:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764879.790768:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223357312:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 37622us (38011us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764879.790785:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85016 00000001:00080000:0.0:1775764879.792233:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996430 is committed 00000100:00100000:0.0:1775764879.799360:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.800093:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223357440 00000100:00100000:3.0:1775764879.800107:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223357440 00000100:00100000:3.0:1775764879.800193:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45057 00000100:00100000:3.0:1775764879.800205:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+97:11755:x1862022223357440:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764879.800242:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764879.800270:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c600/0xdb23b4c9253d181f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd764 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.800396:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d600/0xdb23b4c9253d1826 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.800413:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d600/0xdb23b4c9253d1826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.800436:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d600/0xdb23b4c9253d1826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764879.800473:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5410959 00000004:00200000:3.0:1775764879.800478:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764879.800509:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d600/0xdb23b4c9253d1826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.800606:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c600/0xdb23b4c9253d181f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd764 expref: 99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.800630:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d600/0xdb23b4c9253d1826 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd764 expref: 98 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.800640:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764879.800644:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764879.800648:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8ed8d600, rc 0) 00000100:00100000:3.0:1775764879.800743:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+98:11755:x1862022223357440:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 529us (1391us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764879.800752:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45057 00000100:00100000:1.0:1775764879.808192:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.808357:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223357696 00000100:00100000:0.0:1775764879.808375:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223357696 00000100:00100000:0.0:1775764879.808789:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45058 00000100:00100000:0.0:1775764879.808804:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+98:11755:x1862022223357696:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764879.808893:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764879.808931:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d600/0xdb23b4c9253d1826 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd764 expref: 98 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.808962:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764879.808969:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764879.809265:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d182d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.809282:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d182d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.809294:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d182d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764879.809357:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032824 00000004:00010000:0.0:1775764879.809393:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de58140c reply state 00000000f4bbfed0 transno 4295032825 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d182d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764879.809403:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764879.811135:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+100:11755:x1862022223357696:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2320us (2938us total) trans 4295032825 rc 0/0 00000100:00100000:0.0:1775764879.811151:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45058 00000020:00080000:0.0:1775764879.811160:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764879.812188:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d182d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.812206:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d182d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.812214:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d182d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.812221:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6606800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764879.812226:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d182d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.812235:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d182d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.812258:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764879.812262:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764879.812268:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d182d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.812274:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d182d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764879.817133:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.817192:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.817283:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223357952 00000100:00100000:3.0:1775764879.817297:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223357952 00002000:00010000:3.0:1775764879.817339:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764879.817344:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdf80 with x1862022223357952 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764879.817356:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bdf80. 00000100:00100000:3.0:1775764879.817384:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223357824 00000100:00100000:3.0:1775764879.817387:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223357824 00002000:00010000:3.0:1775764879.817400:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (437175->18446744073709551615) 00002000:00100000:3.0:1775764879.817403:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bd880 with x1862022223357824 ext(437175->18446744073709551615) 00002000:00010000:3.0:1775764879.817409:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bd880. 00000100:00100000:3.0:1775764879.817583:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40175 00000100:00100000:3.0:1775764879.817593:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223357952:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764879.817939:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1216655 -> 0 00002000:00010000:3.0:1775764879.817944:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764880 00002000:00010000:3.0:1775764879.817946:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764879.817948:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764880 00002000:00010000:3.0:1775764879.817951:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 391 00000100:00100000:3.0:1775764879.818016:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223357952:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 423us (898us total) trans 4294996431 rc 0/0 00000100:00100000:3.0:1775764879.818024:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40175 00002000:00010000:3.0:1775764879.818027:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764879.818030:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bdf80 with x1862022223357952 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764879.818034:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c926bdf80. 00000100:00100000:3.0:1775764879.818052:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40176 00000100:00100000:3.0:1775764879.818059:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223357824:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764879.818364:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 437175 00002000:00010000:3.0:1775764879.818367:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764879 -> 1775764880 00002000:00010000:3.0:1775764879.818370:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764879 -> 1775764879 00002000:00010000:3.0:1775764879.818372:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764879 -> 1775764880 00002000:00010000:3.0:1775764879.818375:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:3.0:1775764879.818396:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223357824:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 338us (1204us total) trans 4294997158 rc 0/0 00000100:00100000:3.0:1775764879.818402:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40176 00002000:00010000:3.0:1775764879.818405:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (437175->18446744073709551615) 00002000:00100000:3.0:1775764879.818408:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bd880 with x1862022223357824 ext(437175->18446744073709551615) 00002000:00010000:3.0:1775764879.818412:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bd880. 00000100:00100000:0.0:1775764879.837803:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.838139:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223358080 00000100:00100000:2.0:1775764879.838154:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223358080 00000100:00100000:2.0:1775764879.838247:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45059 00000100:00100000:2.0:1775764879.838261:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+99:11755:x1862022223358080:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764879.838299:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764879.838326:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1834 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd76b expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.838764:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d183b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.838784:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d183b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.838799:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d183b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764879.839690:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 437175 00000004:00200000:2.0:1775764879.839699:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764879.839743:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d183b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.839796:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4c00/0xdb23b4c9253d1834 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd76b expref: 101 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.841074:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d183b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd76b expref: 100 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.841094:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764879.841097:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764879.841103:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6ea5600, rc 0) 00000100:00100000:2.0:1775764879.841299:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+100:11755:x1862022223358080:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 3039us (3510us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764879.841313:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45059 00000100:00100000:0.0:1775764879.856280:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764879.856669:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223358336 00000100:00100000:1.0:1775764879.856685:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223358336 00000100:00100000:1.0:1775764879.857180:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45060 00000100:00100000:1.0:1775764879.857194:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+100:11755:x1862022223358336:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764879.857282:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764879.857319:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea5600/0xdb23b4c9253d183b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd76b expref: 100 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.857346:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764879.857353:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764879.857984:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d1842 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.858006:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d1842 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.858018:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d1842 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764879.858079:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032826 00000004:00010000:1.0:1775764879.858105:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba6d9b49 reply state 000000009e78e834 transno 4295032827 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d1842 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764879.858116:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764879.860020:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+102:11755:x1862022223358336:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2813us (3738us total) trans 4295032827 rc 0/0 00000100:00100000:0.0:1775764879.860035:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45060 00000020:00080000:0.0:1775764879.860046:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764879.867720:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d1842 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.867748:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d1842 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.867757:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d1842 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.867763:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8ecfda00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764879.867770:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d1842 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.867778:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d1842 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.867801:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764879.867805:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764879.867821:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d1842 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.867829:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ecfda00/0xdb23b4c9253d1842 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764879.869100:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.869154:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.869257:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223358464 00000100:00100000:3.0:1775764879.869272:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223358464 00000100:00100000:1.0:1775764879.869311:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223358592 00000100:00100000:1.0:1775764879.869318:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223358592 00002000:00010000:3.0:1775764879.869327:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2533434->18446744073709551615) 00002000:00100000:3.0:1775764879.869334:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877800 with x1862022223358464 ext(2533434->18446744073709551615) 00002000:00010000:1.0:1775764879.869340:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764879.869346:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874700 with x1862022223358592 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764879.869356:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874700. 00002000:00010000:3.0:1775764879.869361:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877800. 00000100:00100000:1.0:1775764879.869427:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40177 00000100:00100000:1.0:1775764879.869439:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223358592:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764879.869786:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764879.869790:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764879.869793:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:1.0:1775764879.869796:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764879.869798:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764879.869882:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223358592:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 445us (732us total) trans 4294996432 rc 0/0 00000100:00100000:1.0:1775764879.869892:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40177 00002000:00010000:1.0:1775764879.869896:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764879.869899:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2874700 with x1862022223358592 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764879.869904:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca2874700. 00000100:00100000:3.0:1775764879.869932:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40178 00000100:00100000:3.0:1775764879.869944:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223358464:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764879.870101:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 437175 -> 2533434 00002000:00010000:3.0:1775764879.870106:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764879.870108:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764879 -> 1775764879 00002000:00010000:3.0:1775764879.870111:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764879.870113:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:3.0:1775764879.870907:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223358464:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 962us (1818us total) trans 4294997159 rc 0/0 00000100:00100000:3.0:1775764879.870919:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40178 00002000:00010000:3.0:1775764879.870923:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2533434->18446744073709551615) 00002000:00100000:3.0:1775764879.870927:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2877800 with x1862022223358464 ext(2533434->18446744073709551615) 00002000:00010000:3.0:1775764879.870933:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2877800. 00000100:00100000:0.0:1775764879.874140:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.874395:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223358720 00000100:00100000:3.0:1775764879.874410:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223358720 00000100:00100000:3.0:1775764879.874603:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45061 00000100:00100000:3.0:1775764879.874615:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+101:11755:x1862022223358720:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764879.874651:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764879.874680:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c600/0xdb23b4c9253d1849 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd772 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.874841:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8dc00/0xdb23b4c9253d1850 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.874860:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8dc00/0xdb23b4c9253d1850 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.874879:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8dc00/0xdb23b4c9253d1850 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764879.874916:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2533434 00000004:00200000:3.0:1775764879.874921:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764879.874943:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8dc00/0xdb23b4c9253d1850 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.874974:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c600/0xdb23b4c9253d1849 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd772 expref: 103 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.874995:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8dc00/0xdb23b4c9253d1850 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd772 expref: 102 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.875005:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764879.875008:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764879.875014:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8ed8dc00, rc 0) 00000100:00100000:3.0:1775764879.875097:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+102:11755:x1862022223358720:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 485us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764879.875105:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45061 00000100:00100000:1.0:1775764879.879148:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.879348:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223358848 00000100:00100000:2.0:1775764879.879361:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223358848 00002000:00100000:2.0:1775764879.879519:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1011712->1015807) req@ffff8b8c926be680 x1862022223358848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.879535:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926be680 with x1862022223358848 ext(1011712->1015807) 00002000:00010000:2.0:1775764879.879580:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926be680 00000100:00100000:2.0:1775764879.879619:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40179 00000100:00100000:2.0:1775764879.879632:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223358848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764879.879947:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223358848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 317us (814us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764879.879956:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40179 00002000:00100000:2.0:1775764879.879963:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1011712->1015807) req@ffff8b8c926be680 x1862022223358848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.879972:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926be680 with x1862022223358848 ext(1011712->1015807) 00002000:00010000:2.0:1775764879.879976:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926be680 00000100:00100000:2.0:1775764879.884121:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.884262:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223358976 00000100:00100000:3.0:1775764879.884277:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223358976 00002000:00100000:3.0:1775764879.884341:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1015808->1019903) req@ffff8b8cad85f480 x1862022223358976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764879.884365:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f480 with x1862022223358976 ext(1015808->1019903) 00002000:00010000:3.0:1775764879.884373:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f480 00000100:00100000:3.0:1775764879.884413:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40180 00000100:00100000:3.0:1775764879.884425:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223358976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764879.885115:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223358976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 686us (999us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764879.885126:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40180 00002000:00100000:3.0:1775764879.885135:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1015808->1019903) req@ffff8b8cad85f480 x1862022223358976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/4536 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764879.885146:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f480 with x1862022223358976 ext(1015808->1019903) 00002000:00010000:3.0:1775764879.885151:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f480 00000100:00100000:0.0:1775764879.895183:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.895374:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223359104 00000100:00100000:2.0:1775764879.895910:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223359104 00002000:00100000:2.0:1775764879.895990:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (991232->1056767) req@ffff8b8c8defd880 x1862022223359104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.896004:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd880 with x1862022223359104 ext(991232->1056767) 00002000:00010000:2.0:1775764879.896012:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd880 00000100:00100000:2.0:1775764879.896058:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40181 00000100:00100000:2.0:1775764879.896071:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223359104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764879.903716:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223359104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7628us (8528us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764879.903745:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40181 00002000:00100000:2.0:1775764879.903762:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (991232->1056767) req@ffff8b8c8defd880 x1862022223359104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 504/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.903774:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd880 with x1862022223359104 ext(991232->1056767) 00002000:00010000:2.0:1775764879.903782:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defd880 00000100:00100000:2.0:1775764879.919136:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764879.919767:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223359232 00000100:00100000:0.0:1775764879.919784:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223359232 00002000:00100000:1.0:1775764879.919921:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1056768->1093631) req@ffff8b8cad85f100 x1862022223359232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.920022:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f100 with x1862022223359232 ext(1056768->1093631) 00002000:00010000:1.0:1775764879.920031:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f100 00000100:00100000:1.0:1775764879.920231:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40182 00000100:00100000:1.0:1775764879.920244:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223359232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764879.928160:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223359232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7472us (8592us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764879.928182:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40182 00002000:00100000:1.0:1775764879.928200:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1056768->1093631) req@ffff8b8cad85f100 x1862022223359232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/440 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764879.928218:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f100 with x1862022223359232 ext(1056768->1093631) 00002000:00010000:1.0:1775764879.928225:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f100 00000100:00100000:1.0:1775764879.934717:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764879.935082:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223359360 00000100:00100000:2.0:1775764879.935096:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223359360 00002000:00100000:2.0:1775764879.935163:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1011712->1064959) req@ffff8b8c926bca80 x1862022223359360/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.935177:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bca80 with x1862022223359360 ext(1011712->1064959) 00002000:00010000:2.0:1775764879.935184:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bca80 00000100:00100000:0.0:1775764879.935302:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40183 00000100:00100000:0.0:1775764879.935320:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c926bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223359360:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764879.955961:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c926bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223359360:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 20620us (21231us total) trans 4294997160 rc 0/0 00000100:00100000:2.0:1775764879.955981:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40183 00002000:00100000:2.0:1775764879.956001:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1011712->1064959) req@ffff8b8c926bca80 x1862022223359360/t4294997160(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:360/0 lens 488/448 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764879.956012:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c926bca80 with x1862022223359360 ext(1011712->1064959) 00002000:00010000:2.0:1775764879.956020:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c926bca80 00000100:00100000:2.0:1775764879.974191:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764879.977060:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223359488 00000100:00100000:3.0:1775764879.977148:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223359488 00000100:00100000:2.0:1775764879.977854:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85017 00000100:00100000:2.0:1775764879.977870:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223359488:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764880.054173:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223359488:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 76296us (79986us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.054198:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85017 00000001:00080000:0.0:1775764880.057095:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997157 is committed 00000001:00080000:0.0:1775764880.057122:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997160 is committed 00000100:00100000:1.0:1775764880.071714:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.071894:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223359616 00000100:00100000:2.0:1775764880.071904:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223359616 00002000:00100000:2.0:1775764880.071974:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (438272->1589247) req@ffff8b8c8f8c5880 x1862022223359616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 504/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.071986:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5880 with x1862022223359616 ext(438272->1589247) 00002000:00010000:2.0:1775764880.071991:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5880 00000100:00100000:2.0:1775764880.072025:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40184 00000100:00100000:2.0:1775764880.072036:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223359616:12345-192.168.202.29@tcp:3:fsx.0 00000100:00080000:3.0:1775764880.072749:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764880.075867:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.076242:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223359744 00000100:00100000:3.0:1775764880.076260:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223359744 00002000:00100000:3.0:1775764880.076306:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1589248->2535423) req@ffff8b8cad85c700 x1862022223359744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.076317:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c700 with x1862022223359744 ext(1589248->2535423) 00002000:00010000:3.0:1775764880.076322:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c700 00000100:00100000:3.0:1775764880.076356:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40185 00000100:00100000:3.0:1775764880.076365:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223359744:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.110016:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223359744:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 31054us (31559us total) trans 0 rc 946176/946176 00000100:00100000:0.0:1775764880.110038:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40185 00002000:00100000:0.0:1775764880.110056:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1589248->2535423) req@ffff8b8cad85c700 x1862022223359744/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 946176/946176 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.110066:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c700 with x1862022223359744 ext(1589248->2535423) 00002000:00010000:0.0:1775764880.110073:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c700 00000100:00100000:1.0:1775764880.111065:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223359616:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 39026us (39356us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764880.111077:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40184 00002000:00100000:1.0:1775764880.111085:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (438272->1589247) req@ffff8b8c8f8c5880 x1862022223359616/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 504/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.111095:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5880 with x1862022223359616 ext(438272->1589247) 00002000:00010000:1.0:1775764880.111100:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5880 00000100:00100000:2.0:1775764880.124648:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.124898:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223359872 00000100:00100000:3.0:1775764880.124908:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223359872 00002000:00100000:3.0:1775764880.124955:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3301376->3305471) req@ffff8b8cad85e300 x1862022223359872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.124965:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e300 with x1862022223359872 ext(3301376->3305471) 00002000:00010000:3.0:1775764880.124971:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e300 00000100:00100000:3.0:1775764880.125058:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40186 00000100:00100000:3.0:1775764880.125068:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223359872:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764880.125312:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223359872:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 245us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.125320:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40186 00002000:00100000:3.0:1775764880.125325:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3301376->3305471) req@ffff8b8cad85e300 x1862022223359872/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.125333:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e300 with x1862022223359872 ext(3301376->3305471) 00002000:00010000:3.0:1775764880.125335:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e300 00000100:00100000:2.0:1775764880.137140:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.137247:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223360000 00000100:00100000:0.0:1775764880.137268:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223360000 00002000:00100000:0.0:1775764880.137317:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2535424->3309567) req@ffff8b8cad85f800 x1862022223360000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 504/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.137329:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f800 with x1862022223360000 ext(2535424->3309567) 00002000:00010000:0.0:1775764880.137335:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f800 00000100:00100000:0.0:1775764880.137372:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40187 00000100:00100000:0.0:1775764880.137381:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223360000:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.143111:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223360000:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5719us (5966us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.143126:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40187 00002000:00100000:0.0:1775764880.143138:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2535424->3309567) req@ffff8b8cad85f800 x1862022223360000/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 504/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.143147:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85f800 with x1862022223360000 ext(2535424->3309567) 00002000:00010000:0.0:1775764880.143153:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85f800 00000100:00100000:2.0:1775764880.150653:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.150756:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223360128 00000100:00100000:3.0:1775764880.150766:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223360128 00002000:00100000:3.0:1775764880.150815:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3309568->3313663) req@ffff8b8cad85ca80 x1862022223360128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.150826:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022223360128 ext(3309568->3313663) 00002000:00010000:3.0:1775764880.150832:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ca80 00000100:00100000:3.0:1775764880.150859:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40188 00000100:00100000:3.0:1775764880.150870:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223360128:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764880.151128:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223360128:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.151135:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40188 00002000:00100000:3.0:1775764880.151141:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3309568->3313663) req@ffff8b8cad85ca80 x1862022223360128/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.151149:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ca80 with x1862022223360128 ext(3309568->3313663) 00002000:00010000:3.0:1775764880.151152:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ca80 00000100:00100000:2.0:1775764880.156666:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.157509:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223360256 00000100:00100000:1.0:1775764880.157523:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223360256 00002000:00100000:1.0:1775764880.157678:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3313664->3317759) req@ffff8b8cad85ea00 x1862022223360256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.157689:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022223360256 ext(3313664->3317759) 00002000:00010000:1.0:1775764880.157694:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ea00 00000100:00100000:1.0:1775764880.157858:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40189 00000100:00100000:1.0:1775764880.157869:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223360256:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764880.158103:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223360256:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (1447us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.158112:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40189 00002000:00100000:1.0:1775764880.158118:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3313664->3317759) req@ffff8b8cad85ea00 x1862022223360256/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.158127:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ea00 with x1862022223360256 ext(3313664->3317759) 00002000:00010000:1.0:1775764880.158131:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ea00 00000100:00100000:2.0:1775764880.164410:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.164612:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223360384 00000100:00100000:0.0:1775764880.164623:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223360384 00002000:00100000:0.0:1775764880.164672:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3317760->3321855) req@ffff8b8cad85e680 x1862022223360384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.164684:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022223360384 ext(3317760->3321855) 00002000:00010000:0.0:1775764880.164691:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e680 00000100:00100000:0.0:1775764880.164738:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40190 00000100:00100000:0.0:1775764880.164747:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223360384:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.164978:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223360384:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 232us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.164986:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40190 00002000:00100000:0.0:1775764880.164992:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3317760->3321855) req@ffff8b8cad85e680 x1862022223360384/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.165000:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85e680 with x1862022223360384 ext(3317760->3321855) 00002000:00010000:0.0:1775764880.165003:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85e680 00000100:00100000:2.0:1775764880.170652:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.170964:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223360512 00000100:00100000:3.0:1775764880.170975:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223360512 00002000:00100000:3.0:1775764880.171021:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3321856->3325951) req@ffff8b8cad85ed80 x1862022223360512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.171031:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ed80 with x1862022223360512 ext(3321856->3325951) 00002000:00010000:3.0:1775764880.171037:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ed80 00000100:00100000:3.0:1775764880.171072:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40191 00000100:00100000:3.0:1775764880.171083:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223360512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764880.171349:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223360512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.171357:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40191 00002000:00100000:3.0:1775764880.171365:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3321856->3325951) req@ffff8b8cad85ed80 x1862022223360512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.171373:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85ed80 with x1862022223360512 ext(3321856->3325951) 00002000:00010000:3.0:1775764880.171377:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85ed80 00000100:00100000:1.0:1775764880.176340:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.176753:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223360640 00000100:00100000:2.0:1775764880.176763:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223360640 00002000:00100000:2.0:1775764880.176817:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3325952->3330047) req@ffff8b8c8f8c6680 x1862022223360640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.176830:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6680 with x1862022223360640 ext(3325952->3330047) 00002000:00010000:2.0:1775764880.176836:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6680 00000100:00100000:2.0:1775764880.176872:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40192 00000100:00100000:2.0:1775764880.176882:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223360640:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764880.177361:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223360640:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 480us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764880.177371:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40192 00002000:00100000:2.0:1775764880.177378:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3325952->3330047) req@ffff8b8c8f8c6680 x1862022223360640/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.177386:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c6680 with x1862022223360640 ext(3325952->3330047) 00002000:00010000:2.0:1775764880.177389:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c6680 00000100:00100000:1.0:1775764880.182993:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.183102:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223360768 00000100:00100000:2.0:1775764880.183113:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223360768 00002000:00100000:2.0:1775764880.183165:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3330048->3334143) req@ffff8b8c8f8c5f80 x1862022223360768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.183177:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5f80 with x1862022223360768 ext(3330048->3334143) 00002000:00010000:2.0:1775764880.183184:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5f80 00000100:00100000:2.0:1775764880.183219:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40193 00000100:00100000:2.0:1775764880.183229:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223360768:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764880.183694:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223360768:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 465us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764880.183703:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40193 00002000:00100000:2.0:1775764880.183709:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3330048->3334143) req@ffff8b8c8f8c5f80 x1862022223360768/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.183718:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5f80 with x1862022223360768 ext(3330048->3334143) 00002000:00010000:2.0:1775764880.183721:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5f80 00000100:00100000:2.0:1775764880.188581:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.188756:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223360896 00000100:00100000:1.0:1775764880.188767:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223360896 00002000:00100000:1.0:1775764880.188816:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3334144->3338239) req@ffff8b8cad85c000 x1862022223360896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.188827:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022223360896 ext(3334144->3338239) 00002000:00010000:1.0:1775764880.188832:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c000 00000100:00100000:1.0:1775764880.188857:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40194 00000100:00100000:1.0:1775764880.188866:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223360896:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764880.189107:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223360896:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 241us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.189114:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40194 00002000:00100000:1.0:1775764880.189121:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3334144->3338239) req@ffff8b8cad85c000 x1862022223360896/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.189129:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85c000 with x1862022223360896 ext(3334144->3338239) 00002000:00010000:1.0:1775764880.189133:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85c000 00000100:00100000:1.0:1775764880.194344:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.196238:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223361024 00000100:00100000:2.0:1775764880.196262:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223361024 00002000:00100000:2.0:1775764880.196326:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3301376->3338239) req@ffff8b8c8f8c7b80 x1862022223361024/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.196337:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022223361024 ext(3301376->3338239) 00002000:00010000:2.0:1775764880.196343:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7b80 00000100:00100000:2.0:1775764880.196387:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40195 00000100:00100000:2.0:1775764880.196396:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223361024:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764880.211789:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223361024:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 15382us (17455us total) trans 4294997161 rc 0/0 00000100:00100000:2.0:1775764880.211803:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40195 00002000:00100000:2.0:1775764880.211816:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (3301376->3338239) req@ffff8b8c8f8c7b80 x1862022223361024/t4294997161(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/448 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.211825:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c7b80 with x1862022223361024 ext(3301376->3338239) 00002000:00010000:2.0:1775764880.211831:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c7b80 00000100:00100000:1.0:1775764880.218411:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.221190:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223361152 00000100:00100000:2.0:1775764880.221205:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223361152 00000100:00100000:2.0:1775764880.221292:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85018 00000100:00100000:2.0:1775764880.221303:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223361152:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:2.0:1775764880.299216:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223361152:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 77903us (80802us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764880.299229:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85018 00000001:00080000:0.0:1775764880.304897:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997161 is committed 00000100:00100000:3.0:1775764880.306118:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.306210:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223361280 00000100:00100000:0.0:1775764880.306220:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223361280 00002000:00100000:0.0:1775764880.306278:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (626688->634879) req@ffff8b8c3c51ea00 x1862022223361280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.306290:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022223361280 ext(626688->634879) 00002000:00010000:0.0:1775764880.306296:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ea00 00000100:00100000:0.0:1775764880.306325:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40196 00000100:00100000:0.0:1775764880.306334:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223361280:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.306876:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223361280:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 540us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.306885:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40196 00002000:00100000:0.0:1775764880.306892:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (626688->634879) req@ffff8b8c3c51ea00 x1862022223361280/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.306901:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022223361280 ext(626688->634879) 00002000:00010000:0.0:1775764880.306910:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ea00 00000100:00100000:3.0:1775764880.315934:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.316234:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223361408 00000100:00100000:1.0:1775764880.316246:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223361408 00002000:00100000:1.0:1775764880.316398:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3461120->3465215) req@ffff8b8c3c51d180 x1862022223361408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.316409:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022223361408 ext(3461120->3465215) 00002000:00010000:1.0:1775764880.316416:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d180 00000100:00100000:1.0:1775764880.316637:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40197 00000100:00100000:1.0:1775764880.316647:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223361408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764880.317066:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223361408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 419us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.317074:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40197 00002000:00100000:1.0:1775764880.317081:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (3461120->3465215) req@ffff8b8c3c51d180 x1862022223361408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.317090:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022223361408 ext(3461120->3465215) 00002000:00010000:1.0:1775764880.317095:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51d180 00000100:00100000:3.0:1775764880.322105:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.322177:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223361536 00000100:00100000:0.0:1775764880.322189:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223361536 00002000:00100000:0.0:1775764880.322242:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3522560->3526655) req@ffff8b8c3c51c380 x1862022223361536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.322265:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223361536 ext(3522560->3526655) 00002000:00010000:0.0:1775764880.322271:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c380 00000100:00100000:0.0:1775764880.322311:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40198 00000100:00100000:0.0:1775764880.322321:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223361536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.323142:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223361536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 819us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.323151:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40198 00002000:00100000:0.0:1775764880.323160:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3522560->3526655) req@ffff8b8c3c51c380 x1862022223361536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.323169:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223361536 ext(3522560->3526655) 00002000:00010000:0.0:1775764880.323173:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51c380 00010000:00010000:3.0:1775764880.329898:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764880.335589:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.335776:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223361664 00000100:00100000:0.0:1775764880.335787:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223361664 00002000:00100000:0.0:1775764880.335832:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1134592->1150975) req@ffff8b8c3c51c700 x1862022223361664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.335841:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223361664 ext(1134592->1150975) 00002000:00010000:0.0:1775764880.335845:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:0.0:1775764880.335873:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40199 00000100:00100000:0.0:1775764880.335880:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223361664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.336147:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223361664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 265us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.336154:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40199 00002000:00100000:0.0:1775764880.336161:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (1134592->1150975) req@ffff8b8c3c51c700 x1862022223361664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.336168:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223361664 ext(1134592->1150975) 00002000:00010000:0.0:1775764880.336171:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:1.0:1775764880.342781:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.342873:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223361920 00000100:00100000:2.0:1775764880.342884:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223361920 00000100:00100000:2.0:1775764880.342952:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45062 00000100:00100000:2.0:1775764880.342963:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+102:11755:x1862022223361920:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764880.343030:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764880.343059:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8dc00/0xdb23b4c9253d1850 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd772 expref: 102 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.343079:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764880.343084:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764880.343332:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1857 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.343346:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1857 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.343356:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1857 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764880.343403:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032828 00000004:00010000:2.0:1775764880.343441:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000980c88a8 reply state 00000000fe9b1057 transno 4295032829 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1857 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764880.343449:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764880.343605:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+104:11755:x1862022223361920:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 578us (768us total) trans 4295032829 rc 0/0 00000100:00100000:2.0:1775764880.343613:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45062 00000020:00080000:2.0:1775764880.343619:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764880.347097:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1857 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.347115:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1857 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.347123:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1857 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.347129:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6ea4600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764880.347134:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1857 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.347145:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1857 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.347164:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764880.347168:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764880.347173:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1857 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.347179:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6ea4600/0xdb23b4c9253d1857 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764880.354300:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.354335:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.354534:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223362048 00000100:00100000:2.0:1775764880.354569:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223362048 00002000:00010000:2.0:1775764880.354615:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2010288->18446744073709551615) 00002000:00100000:2.0:1775764880.354620:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022223362048 ext(2010288->18446744073709551615) 00002000:00010000:2.0:1775764880.354633:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4380. 00000100:00100000:2.0:1775764880.354664:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223362176 00000100:00100000:2.0:1775764880.354667:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223362176 00002000:00010000:2.0:1775764880.354680:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764880.354683:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022223362176 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764880.354689:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c4a80. 00000100:00100000:2.0:1775764880.354725:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40200 00000100:00100000:2.0:1775764880.354736:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223362048:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:3.0:1775764880.354786:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40201 00000100:00100000:3.0:1775764880.354795:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223362176:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764880.354962:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764880.354966:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764880.354969:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:3.0:1775764880.354972:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764880.354974:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00002000:00010000:2.0:1775764880.355014:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2533434 -> 2010288 00002000:00010000:2.0:1775764880.355018:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764880.355019:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764879 -> 1775764880 00002000:00010000:2.0:1775764880.355021:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764880.355023:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 457 00000100:00100000:3.0:1775764880.355030:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223362176:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 237us (693us total) trans 4294996433 rc 0/0 00000100:00100000:3.0:1775764880.355039:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40201 00000100:00100000:2.0:1775764880.355042:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223362048:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 309us (752us total) trans 4294997162 rc 0/0 00002000:00010000:3.0:1775764880.355042:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764880.355045:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4a80 with x1862022223362176 ext(0->18446744073709551615) 00000100:00100000:2.0:1775764880.355049:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40200 00002000:00010000:3.0:1775764880.355049:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f8c4a80. 00002000:00010000:2.0:1775764880.355051:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2010288->18446744073709551615) 00002000:00100000:2.0:1775764880.355053:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c4380 with x1862022223362048 ext(2010288->18446744073709551615) 00002000:00010000:2.0:1775764880.355057:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c4380. 00000100:00100000:2.0:1775764880.362515:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.362679:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223362304 00000100:00100000:0.0:1775764880.362692:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223362304 00000100:00100000:0.0:1775764880.362918:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45063 00000100:00100000:0.0:1775764880.362928:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+103:11755:x1862022223362304:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764880.362955:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764880.362979:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d185e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd779 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.363074:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1865 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.363091:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1865 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.363104:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1865 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764880.363133:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2010288 00000004:00200000:0.0:1775764880.363138:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764880.363156:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1865 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.363865:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d185e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd779 expref: 105 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.363883:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1865 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd779 expref: 104 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.363889:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764880.363891:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764880.363894:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6607a00, rc 0) 00000100:00100000:0.0:1775764880.363984:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+104:11755:x1862022223362304:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1058us (1481us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.363989:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45063 00000100:00100000:2.0:1775764880.372178:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.372283:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223362432 00000100:00100000:3.0:1775764880.372293:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223362432 00002000:00100000:3.0:1775764880.372342:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (954368->1007615) req@ffff8b8cad85d180 x1862022223362432/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.372354:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d180 with x1862022223362432 ext(954368->1007615) 00002000:00010000:3.0:1775764880.372360:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d180 00000100:00100000:3.0:1775764880.372398:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40202 00000100:00100000:3.0:1775764880.372409:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223362432:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764880.378685:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223362432:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6266us (6505us total) trans 4294997163 rc 0/0 00000100:00100000:3.0:1775764880.378700:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40202 00002000:00100000:3.0:1775764880.378715:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (954368->1007615) req@ffff8b8cad85d180 x1862022223362432/t4294997163(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/448 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.378726:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85d180 with x1862022223362432 ext(954368->1007615) 00002000:00010000:3.0:1775764880.378732:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85d180 00000100:00100000:1.0:1775764880.384064:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.384162:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223362560 00000100:00100000:3.0:1775764880.384172:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223362560 00000100:00100000:3.0:1775764880.384279:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85019 00000100:00100000:3.0:1775764880.384290:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223362560:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764880.447808:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032825 is committed 00000001:00080000:3.0:1775764880.447863:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032827 is committed 00000001:00080000:3.0:1775764880.447910:0:5833:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295032829 is committed 00000100:00100000:0.0:1775764880.456691:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223362560:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 72392us (72625us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.456704:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85019 00000001:00080000:2.0:1775764880.457751:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997162 is committed 00000001:00080000:2.0:1775764880.457767:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997163 is committed 00000100:00100000:2.0:1775764880.462818:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.463343:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223362816 00000100:00100000:3.0:1775764880.463355:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223362816 00000100:00100000:3.0:1775764880.463501:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45064 00000100:00100000:3.0:1775764880.463514:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:11755:x1862022223362816:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764880.463615:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764880.463642:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1865 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd779 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.463664:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764880.463669:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764880.465898:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d186c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.465919:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d186c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.465930:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d186c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764880.465989:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032830 00000004:00010000:0.0:1775764880.466014:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c469bf32 reply state 000000009ede8075 transno 4295032831 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d186c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764880.466023:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764880.466200:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223362816:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2686us (3386us total) trans 4295032831 rc 0/0 00000100:00100000:0.0:1775764880.466282:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45064 00000020:00080000:0.0:1775764880.466289:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764880.470977:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.471012:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.471107:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223362944 00000100:00100000:2.0:1775764880.471117:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223362944 00002000:00010000:2.0:1775764880.471158:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764880.471163:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdf80 with x1862022223362944 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764880.471176:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdf80. 00000100:00100000:2.0:1775764880.471206:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223363072 00000100:00100000:2.0:1775764880.471217:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223363072 00002000:00010000:2.0:1775764880.471232:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (865705->18446744073709551615) 00002000:00100000:2.0:1775764880.471236:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff100 with x1862022223363072 ext(865705->18446744073709551615) 00002000:00010000:2.0:1775764880.471243:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff100. 00000100:00100000:2.0:1775764880.471260:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40203 00000100:00100000:2.0:1775764880.471269:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223362944:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764880.471595:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2010288 -> 4194304 00002000:00010000:2.0:1775764880.471599:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764880.471601:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764880.471603:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764880.471605:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 457 -> 393 00000100:00100000:2.0:1775764880.471661:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223362944:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 391us (693us total) trans 4294997164 rc 0/0 00000100:00100000:2.0:1775764880.471669:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40203 00002000:00010000:2.0:1775764880.471672:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764880.471675:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdf80 with x1862022223362944 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764880.471680:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdf80. 00000100:00100000:2.0:1775764880.471698:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40204 00000100:00100000:2.0:1775764880.471705:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223363072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764880.471824:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 865705 00002000:00010000:2.0:1775764880.471828:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764880.471830:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764878 00002000:00010000:2.0:1775764880.471832:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764880.471835:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764880.471856:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8deff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223363072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 151us (843us total) trans 4294996434 rc 0/0 00000100:00100000:2.0:1775764880.471863:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40204 00002000:00010000:2.0:1775764880.471866:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (865705->18446744073709551615) 00002000:00100000:2.0:1775764880.471868:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8deff100 with x1862022223363072 ext(865705->18446744073709551615) 00002000:00010000:2.0:1775764880.471873:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8deff100. 00010000:00010000:1.0:1775764880.472407:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d186c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.472433:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d186c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.472441:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d186c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.472448:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6607400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764880.472453:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d186c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.472460:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d186c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.472478:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764880.472481:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.472486:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d186c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.472492:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d186c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764880.477642:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.478380:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223363200 00000100:00100000:0.0:1775764880.478392:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223363200 00002000:00100000:0.0:1775764880.478678:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (798720->802815) req@ffff8b8cb77e3b80 x1862022223363200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.478690:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3b80 with x1862022223363200 ext(798720->802815) 00002000:00010000:0.0:1775764880.478697:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e3b80 00000100:00100000:0.0:1775764880.478784:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40205 00000100:00100000:0.0:1775764880.478794:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223363200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.479045:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223363200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (1621us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764880.479054:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40205 00002000:00100000:0.0:1775764880.479060:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (798720->802815) req@ffff8b8cb77e3b80 x1862022223363200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/4536 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.479068:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e3b80 with x1862022223363200 ext(798720->802815) 00002000:00010000:0.0:1775764880.479071:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e3b80 00000100:00100000:2.0:1775764880.483898:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.483953:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223363328 00000100:00100000:0.0:1775764880.483963:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223363328 00002000:00100000:0.0:1775764880.484010:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (802816->806911) req@ffff8b8ca4e61c00 x1862022223363328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.484021:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61c00 with x1862022223363328 ext(802816->806911) 00002000:00010000:0.0:1775764880.484027:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e61c00 00000100:00100000:0.0:1775764880.484091:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40206 00000100:00100000:0.0:1775764880.484101:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223363328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.484346:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223363328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 245us (456us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764880.484354:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40206 00002000:00100000:0.0:1775764880.484360:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (802816->806911) req@ffff8b8ca4e61c00 x1862022223363328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/4536 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.484369:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61c00 with x1862022223363328 ext(802816->806911) 00002000:00010000:0.0:1775764880.484373:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e61c00 00000100:00100000:1.0:1775764880.489382:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.489491:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223363456 00000100:00100000:2.0:1775764880.489502:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223363456 00002000:00100000:2.0:1775764880.489589:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (778240->843775) req@ffff8b8cb77e2d80 x1862022223363456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 504/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.489600:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2d80 with x1862022223363456 ext(778240->843775) 00002000:00010000:2.0:1775764880.489606:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e2d80 00000100:00100000:2.0:1775764880.489628:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40207 00000100:00100000:2.0:1775764880.489637:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223363456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764880.495333:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223363456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5687us (5948us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764880.495346:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40207 00002000:00100000:2.0:1775764880.495357:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (778240->843775) req@ffff8b8cb77e2d80 x1862022223363456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 504/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.495368:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2d80 with x1862022223363456 ext(778240->843775) 00002000:00010000:2.0:1775764880.495374:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e2d80 00000100:00100000:3.0:1775764880.500357:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.500733:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223363584 00000100:00100000:1.0:1775764880.500744:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223363584 00002000:00100000:1.0:1775764880.500795:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (843776->868351) req@ffff8b8c3c51d880 x1862022223363584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.500806:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022223363584 ext(843776->868351) 00002000:00010000:1.0:1775764880.500812:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d880 00000100:00100000:1.0:1775764880.500845:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40208 00000100:00100000:1.0:1775764880.500855:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223363584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764880.505317:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223363584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4453us (4958us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1775764880.505335:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40208 00002000:00100000:1.0:1775764880.505347:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (843776->868351) req@ffff8b8c3c51d880 x1862022223363584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.505358:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d880 with x1862022223363584 ext(843776->868351) 00002000:00010000:1.0:1775764880.505364:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d880 00000100:00100000:2.0:1775764880.510631:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.510788:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223363712 00000100:00100000:0.0:1775764880.510800:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223363712 00002000:00100000:0.0:1775764880.510851:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (798720->865704) req@ffff8b8ca4e62680 x1862022223363712/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.510862:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62680 with x1862022223363712 ext(798720->865704) 00002000:00010000:0.0:1775764880.510869:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e62680 00000100:00100000:0.0:1775764880.510901:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40209 00000100:00100000:0.0:1775764880.510912:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223363712:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764880.520624:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223363712:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9704us (9992us total) trans 4294996435 rc 0/0 00000100:00100000:1.0:1775764880.520638:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40209 00002000:00100000:1.0:1775764880.520649:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (798720->865704) req@ffff8b8ca4e62680 x1862022223363712/t4294996435(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/448 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.520660:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62680 with x1862022223363712 ext(798720->865704) 00002000:00010000:1.0:1775764880.520665:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca4e62680 00000100:00100000:3.0:1775764880.525721:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.526012:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223363840 00000100:00100000:2.0:1775764880.526024:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223363840 00000100:00100000:2.0:1775764880.526116:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85020 00000100:00100000:2.0:1775764880.526126:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223363840:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764880.560622:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996435 is committed 00000100:00100000:3.0:1775764880.561072:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223363840:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34942us (35355us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.561084:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85020 00000100:00100000:1.0:1775764880.564907:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.565003:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223363968 00000100:00100000:0.0:1775764880.565014:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223363968 00000100:00100000:0.0:1775764880.565100:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45065 00000100:00100000:0.0:1775764880.565112:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:11755:x1862022223363968:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764880.565134:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764880.565154:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606a00/0xdb23b4c9253d1873 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd780 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.565240:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606000/0xdb23b4c9253d187a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.565255:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606000/0xdb23b4c9253d187a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.565267:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606000/0xdb23b4c9253d187a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764880.565294:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5060009 00000004:00200000:0.0:1775764880.565298:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764880.565318:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606000/0xdb23b4c9253d187a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.565344:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606a00/0xdb23b4c9253d1873 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd780 expref: 11 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.565361:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606000/0xdb23b4c9253d187a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd780 expref: 10 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.565369:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764880.565372:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764880.565376:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6606000, rc 0) 00000100:00100000:0.0:1775764880.565494:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223363968:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 383us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.565506:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45065 00000100:00100000:2.0:1775764880.570910:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.570985:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223364096 00000100:00100000:3.0:1775764880.570995:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223364096 00002000:00100000:3.0:1775764880.571042:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2924544->2932735) req@ffff8b8ca4e63480 x1862022223364096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.571054:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63480 with x1862022223364096 ext(2924544->2932735) 00002000:00010000:3.0:1775764880.571061:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63480 00000100:00100000:3.0:1775764880.571094:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40210 00000100:00100000:3.0:1775764880.571103:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223364096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764880.571351:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223364096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 248us (450us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1775764880.571358:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40210 00002000:00100000:3.0:1775764880.571365:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2924544->2932735) req@ffff8b8ca4e63480 x1862022223364096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/8632 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.571374:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e63480 with x1862022223364096 ext(2924544->2932735) 00002000:00010000:3.0:1775764880.571377:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e63480 00000100:00100000:2.0:1775764880.575984:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.576063:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223364352 00000100:00100000:0.0:1775764880.576074:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223364352 00000100:00100000:0.0:1775764880.576151:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45066 00000100:00100000:0.0:1775764880.576161:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:11755:x1862022223364352:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764880.576221:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764880.576246:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606000/0xdb23b4c9253d187a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd780 expref: 10 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.576267:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764880.576272:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764880.576472:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1881 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.576487:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1881 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.576497:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1881 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764880.576580:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032832 00000004:00010000:0.0:1775764880.576604:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007185e721 reply state 000000001c919e6d transno 4295032833 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1881 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764880.576613:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764880.576745:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223364352:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 585us (769us total) trans 4295032833 rc 0/0 00000100:00100000:0.0:1775764880.576753:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45066 00000020:00080000:0.0:1775764880.576758:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764880.580739:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.580773:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.580895:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223364480 00000100:00100000:1.0:1775764880.580906:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223364480 00002000:00010000:1.0:1775764880.580948:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1311100->18446744073709551615) 00002000:00100000:1.0:1775764880.580954:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022223364480 ext(1311100->18446744073709551615) 00002000:00010000:1.0:1775764880.580966:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300. 00000100:00100000:1.0:1775764880.580996:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223364608 00000100:00100000:1.0:1775764880.580999:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223364608 00002000:00010000:1.0:1775764880.581012:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764880.581015:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022223364608 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764880.581023:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd500. 00000100:00100000:1.0:1775764880.581042:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40211 00000100:00100000:1.0:1775764880.581051:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223364480:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764880.581310:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1311100 00002000:00010000:1.0:1775764880.581315:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764880.581317:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764880.581319:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764880.581321:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 393 -> 393 00000100:00100000:1.0:1775764880.581370:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223364480:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 319us (647us total) trans 4294997165 rc 0/0 00000100:00100000:1.0:1775764880.581378:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40211 00002000:00010000:1.0:1775764880.581382:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1311100->18446744073709551615) 00002000:00100000:1.0:1775764880.581385:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defe300 with x1862022223364480 ext(1311100->18446744073709551615) 00002000:00010000:1.0:1775764880.581390:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defe300. 00000100:00100000:1.0:1775764880.581406:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40212 00000100:00100000:1.0:1775764880.581412:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223364608:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764880.581806:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 865705 -> 0 00002000:00010000:1.0:1775764880.581810:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764880.581812:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764878 -> 1775764880 00002000:00010000:1.0:1775764880.581813:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764880.581815:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 263 00000100:00100000:1.0:1775764880.581839:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223364608:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 426us (1065us total) trans 4294996436 rc 0/0 00000100:00100000:1.0:1775764880.581846:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40212 00002000:00010000:1.0:1775764880.581849:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764880.581852:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defd500 with x1862022223364608 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764880.581857:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8defd500. 00010000:00010000:2.0:1775764880.582026:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1881 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.582035:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1881 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.582043:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1881 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.582049:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6606200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764880.582054:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1881 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.582062:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1881 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.582078:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764880.582082:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.582086:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1881 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.582092:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1881 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764880.586464:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.587258:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223364736 00000100:00100000:0.0:1775764880.587269:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223364736 00000100:00100000:1.0:1775764880.587528:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45067 00000100:00100000:1.0:1775764880.587590:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:11755:x1862022223364736:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764880.587617:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764880.587637:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1888 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd787 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.587735:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d188f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.587749:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d188f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.587760:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d188f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764880.587798:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1311100 00000004:00200000:1.0:1775764880.587802:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764880.587820:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d188f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.587845:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1888 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd787 expref: 13 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.587862:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d188f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd787 expref: 12 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.587871:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764880.587874:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764880.587878:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044000, rc 0) 00000100:00100000:1.0:1775764880.587944:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223364736:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 407us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.587951:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45067 00000100:00100000:2.0:1775764880.598655:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.598857:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223364864 00000100:00100000:3.0:1775764880.598868:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223364864 00002000:00100000:3.0:1775764880.598916:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1343488->1347583) req@ffff8b8ca4e60700 x1862022223364864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.598926:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60700 with x1862022223364864 ext(1343488->1347583) 00002000:00010000:3.0:1775764880.598932:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60700 00000100:00100000:3.0:1775764880.598964:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40213 00000100:00100000:3.0:1775764880.598974:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223364864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764880.599216:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223364864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 243us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.599224:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40213 00002000:00100000:3.0:1775764880.599231:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1343488->1347583) req@ffff8b8ca4e60700 x1862022223364864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.599239:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60700 with x1862022223364864 ext(1343488->1347583) 00002000:00010000:3.0:1775764880.599243:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60700 00000100:00100000:2.0:1775764880.604056:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.604161:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223364992 00000100:00100000:0.0:1775764880.604172:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223364992 00002000:00100000:0.0:1775764880.604219:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1314816->1351679) req@ffff8b8ca4e61f80 x1862022223364992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 504/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.604231:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61f80 with x1862022223364992 ext(1314816->1351679) 00002000:00010000:0.0:1775764880.604236:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61f80 00000100:00100000:0.0:1775764880.604271:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40214 00000100:00100000:0.0:1775764880.604281:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223364992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.606807:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223364992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 2518us (2752us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.606818:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40214 00002000:00100000:0.0:1775764880.606829:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1314816->1351679) req@ffff8b8ca4e61f80 x1862022223364992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 504/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.606839:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e61f80 with x1862022223364992 ext(1314816->1351679) 00002000:00010000:0.0:1775764880.606845:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e61f80 00000100:00100000:2.0:1775764880.610457:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.610590:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223365120 00000100:00100000:3.0:1775764880.610601:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223365120 00002000:00100000:3.0:1775764880.610651:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1351680->1355775) req@ffff8b8ca4e62a00 x1862022223365120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.610662:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62a00 with x1862022223365120 ext(1351680->1355775) 00002000:00010000:3.0:1775764880.610668:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62a00 00000100:00100000:3.0:1775764880.610696:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40215 00000100:00100000:3.0:1775764880.610705:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223365120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764880.610960:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223365120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 255us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.610968:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40215 00002000:00100000:3.0:1775764880.610975:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1351680->1355775) req@ffff8b8ca4e62a00 x1862022223365120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.610983:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62a00 with x1862022223365120 ext(1351680->1355775) 00002000:00010000:3.0:1775764880.610987:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62a00 00000100:00100000:2.0:1775764880.614989:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.615089:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223365248 00000100:00100000:0.0:1775764880.615099:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223365248 00002000:00100000:0.0:1775764880.615146:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1355776->1359871) req@ffff8b8ca4e60e00 x1862022223365248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.615157:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60e00 with x1862022223365248 ext(1355776->1359871) 00002000:00010000:0.0:1775764880.615162:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60e00 00000100:00100000:0.0:1775764880.615202:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40216 00000100:00100000:0.0:1775764880.615212:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223365248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.615465:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223365248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 254us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.615473:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40216 00002000:00100000:0.0:1775764880.615479:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1355776->1359871) req@ffff8b8ca4e60e00 x1862022223365248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.615488:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e60e00 with x1862022223365248 ext(1355776->1359871) 00002000:00010000:0.0:1775764880.615491:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e60e00 00000100:00100000:1.0:1775764880.620964:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.621068:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223365376 00000100:00100000:0.0:1775764880.621079:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223365376 00002000:00100000:0.0:1775764880.621132:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1359872->1363967) req@ffff8b8cb77e2a00 x1862022223365376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.621145:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2a00 with x1862022223365376 ext(1359872->1363967) 00002000:00010000:0.0:1775764880.621150:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2a00 00000100:00100000:0.0:1775764880.621224:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40217 00000100:00100000:0.0:1775764880.621234:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223365376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.621662:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223365376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 428us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.621669:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40217 00002000:00100000:0.0:1775764880.621676:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1359872->1363967) req@ffff8b8cb77e2a00 x1862022223365376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.621684:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e2a00 with x1862022223365376 ext(1359872->1363967) 00002000:00010000:0.0:1775764880.621687:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e2a00 00000100:00100000:2.0:1775764880.625263:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.625452:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223365504 00000100:00100000:1.0:1775764880.625463:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223365504 00002000:00100000:1.0:1775764880.625510:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1363968->1368063) req@ffff8b8ca4e62d80 x1862022223365504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.625521:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62d80 with x1862022223365504 ext(1363968->1368063) 00002000:00010000:1.0:1775764880.625526:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62d80 00000100:00100000:1.0:1775764880.625595:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40218 00000100:00100000:1.0:1775764880.625604:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca4e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223365504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764880.625819:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca4e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223365504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 216us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.625827:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40218 00002000:00100000:1.0:1775764880.625833:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1363968->1368063) req@ffff8b8ca4e62d80 x1862022223365504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.625842:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca4e62d80 with x1862022223365504 ext(1363968->1368063) 00002000:00010000:1.0:1775764880.625845:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca4e62d80 00000100:00100000:2.0:1775764880.630526:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.630702:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223365632 00000100:00100000:1.0:1775764880.630713:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223365632 00002000:00100000:1.0:1775764880.630775:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1368064->1372159) req@ffff8b8c86d75c00 x1862022223365632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.630786:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75c00 with x1862022223365632 ext(1368064->1372159) 00002000:00010000:1.0:1775764880.630793:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75c00 00000100:00100000:1.0:1775764880.630822:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40219 00000100:00100000:1.0:1775764880.630832:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223365632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764880.631087:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223365632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 255us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.631094:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40219 00002000:00100000:1.0:1775764880.631101:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1368064->1372159) req@ffff8b8c86d75c00 x1862022223365632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.631108:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75c00 with x1862022223365632 ext(1368064->1372159) 00002000:00010000:1.0:1775764880.631111:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75c00 00000100:00100000:3.0:1775764880.635831:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.636094:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223365760 00000100:00100000:1.0:1775764880.636108:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223365760 00002000:00100000:1.0:1775764880.636160:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1372160->1376255) req@ffff8b8c8f955180 x1862022223365760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.636170:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955180 with x1862022223365760 ext(1372160->1376255) 00002000:00010000:1.0:1775764880.636175:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955180 00000100:00100000:3.0:1775764880.636311:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40220 00000100:00100000:3.0:1775764880.636323:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223365760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764880.636618:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223365760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 297us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.636625:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40220 00002000:00100000:3.0:1775764880.636632:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1372160->1376255) req@ffff8b8c8f955180 x1862022223365760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.636645:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955180 with x1862022223365760 ext(1372160->1376255) 00002000:00010000:3.0:1775764880.636648:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955180 00000100:00100000:2.0:1775764880.640631:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.640777:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223365888 00000100:00100000:3.0:1775764880.640787:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223365888 00002000:00100000:3.0:1775764880.640836:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1376256->1380351) req@ffff8b8c86d74700 x1862022223365888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.640847:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74700 with x1862022223365888 ext(1376256->1380351) 00002000:00010000:3.0:1775764880.640853:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74700 00000100:00100000:3.0:1775764880.640889:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40221 00000100:00100000:3.0:1775764880.640900:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223365888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764880.641189:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223365888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 289us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.641197:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40221 00002000:00100000:3.0:1775764880.641204:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1376256->1380351) req@ffff8b8c86d74700 x1862022223365888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.641213:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74700 with x1862022223365888 ext(1376256->1380351) 00002000:00010000:3.0:1775764880.641216:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74700 00000100:00100000:2.0:1775764880.646643:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.646831:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223366016 00000100:00100000:1.0:1775764880.646842:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223366016 00002000:00100000:1.0:1775764880.646891:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1380352->1384447) req@ffff8b8c86d74380 x1862022223366016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.646902:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74380 with x1862022223366016 ext(1380352->1384447) 00002000:00010000:1.0:1775764880.646909:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74380 00000100:00100000:1.0:1775764880.646993:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40222 00000100:00100000:1.0:1775764880.647002:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223366016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764880.647233:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223366016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 231us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.647241:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40222 00002000:00100000:1.0:1775764880.647248:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1380352->1384447) req@ffff8b8c86d74380 x1862022223366016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.647256:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74380 with x1862022223366016 ext(1380352->1384447) 00002000:00010000:1.0:1775764880.647259:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74380 00000100:00100000:2.0:1775764880.651340:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.651519:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223366144 00000100:00100000:3.0:1775764880.651529:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223366144 00002000:00100000:3.0:1775764880.651658:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1384448->1388543) req@ffff8b8c86d75500 x1862022223366144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.651670:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75500 with x1862022223366144 ext(1384448->1388543) 00002000:00010000:3.0:1775764880.651676:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75500 00000100:00100000:3.0:1775764880.651811:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40223 00000100:00100000:3.0:1775764880.651821:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223366144:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764880.652070:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223366144:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.652078:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40223 00002000:00100000:3.0:1775764880.652084:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1384448->1388543) req@ffff8b8c86d75500 x1862022223366144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.652091:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75500 with x1862022223366144 ext(1384448->1388543) 00002000:00010000:3.0:1775764880.652094:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75500 00000100:00100000:2.0:1775764880.655994:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.656099:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223366272 00000100:00100000:0.0:1775764880.656109:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223366272 00002000:00100000:0.0:1775764880.656155:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1388544->1392639) req@ffff8b8c86d75180 x1862022223366272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.656166:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022223366272 ext(1388544->1392639) 00002000:00010000:0.0:1775764880.656172:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:0.0:1775764880.656321:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40224 00000100:00100000:0.0:1775764880.656333:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223366272:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.656634:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223366272:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 303us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.656642:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40224 00002000:00100000:0.0:1775764880.656649:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1388544->1392639) req@ffff8b8c86d75180 x1862022223366272/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.656658:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75180 with x1862022223366272 ext(1388544->1392639) 00002000:00010000:0.0:1775764880.656661:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d75180 00000100:00100000:0.0:1775764880.660976:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.661082:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223366400 00000100:00100000:2.0:1775764880.661092:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223366400 00002000:00100000:2.0:1775764880.661140:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1392640->1396735) req@ffff8b8c8defca80 x1862022223366400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.661151:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022223366400 ext(1392640->1396735) 00002000:00010000:2.0:1775764880.661157:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defca80 00000100:00100000:2.0:1775764880.661223:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40225 00000100:00100000:2.0:1775764880.661233:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223366400:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764880.661680:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223366400:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 447us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764880.661688:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40225 00002000:00100000:2.0:1775764880.661695:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1392640->1396735) req@ffff8b8c8defca80 x1862022223366400/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.661703:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defca80 with x1862022223366400 ext(1392640->1396735) 00002000:00010000:2.0:1775764880.661706:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defca80 00000100:00100000:2.0:1775764880.665243:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.665345:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223366528 00000100:00100000:0.0:1775764880.665355:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223366528 00002000:00100000:0.0:1775764880.665405:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1396736->1400831) req@ffff8b8c86d74000 x1862022223366528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.665416:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022223366528 ext(1396736->1400831) 00002000:00010000:0.0:1775764880.665495:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:0.0:1775764880.665532:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40226 00000100:00100000:0.0:1775764880.665694:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223366528:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.666037:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223366528:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 345us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.666045:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40226 00002000:00100000:0.0:1775764880.666052:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1396736->1400831) req@ffff8b8c86d74000 x1862022223366528/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.666061:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74000 with x1862022223366528 ext(1396736->1400831) 00002000:00010000:0.0:1775764880.666064:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74000 00000100:00100000:0.0:1775764880.670895:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.671007:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223366656 00000100:00100000:1.0:1775764880.671016:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223366656 00002000:00100000:1.0:1775764880.671064:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1343488->1400831) req@ffff8b8c8defdc00 x1862022223366656/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.671076:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022223366656 ext(1343488->1400831) 00002000:00010000:1.0:1775764880.671082:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdc00 00000100:00100000:1.0:1775764880.671151:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40227 00000100:00100000:1.0:1775764880.671160:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223366656:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764880.675040:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8defdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223366656:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3871us (4145us total) trans 4294997166 rc 0/0 00000100:00100000:1.0:1775764880.675053:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40227 00002000:00100000:1.0:1775764880.675065:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1343488->1400831) req@ffff8b8c8defdc00 x1862022223366656/t4294997166(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/448 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.675074:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8defdc00 with x1862022223366656 ext(1343488->1400831) 00002000:00010000:1.0:1775764880.675079:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8defdc00 00000100:00100000:3.0:1775764880.678312:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.678587:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223366784 00000100:00100000:1.0:1775764880.678597:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223366784 00000100:00100000:1.0:1775764880.678662:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85021 00000100:00100000:1.0:1775764880.678673:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223366784:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764880.710687:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223366784:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32005us (32372us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.710703:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85021 00000001:00080000:0.0:1775764880.711657:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997166 is committed 00000100:00100000:2.0:1775764880.714761:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.714904:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223367040 00000100:00100000:0.0:1775764880.714915:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223367040 00000100:00100000:0.0:1775764880.714972:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45068 00000100:00100000:0.0:1775764880.714982:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:11755:x1862022223367040:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764880.715035:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764880.715064:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d188f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd787 expref: 12 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.715085:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764880.715090:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764880.715304:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606e00/0xdb23b4c9253d1896 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.715318:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606e00/0xdb23b4c9253d1896 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.715328:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606e00/0xdb23b4c9253d1896 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764880.715384:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032834 00000004:00010000:0.0:1775764880.715411:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000314bee8b reply state 00000000f7083c46 transno 4295032835 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606e00/0xdb23b4c9253d1896 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764880.715515:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764880.715678:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223367040:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 697us (923us total) trans 4295032835 rc 0/0 00000100:00100000:0.0:1775764880.715687:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45068 00000020:00080000:0.0:1775764880.715692:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764880.718606:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606e00/0xdb23b4c9253d1896 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.718622:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606e00/0xdb23b4c9253d1896 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.718641:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606e00/0xdb23b4c9253d1896 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.718647:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6606e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764880.718652:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606e00/0xdb23b4c9253d1896 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.718660:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606e00/0xdb23b4c9253d1896 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.718677:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764880.718680:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.718685:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606e00/0xdb23b4c9253d1896 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.718692:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606e00/0xdb23b4c9253d1896 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764880.721041:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.721094:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.721184:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223367168 00000100:00100000:3.0:1775764880.721196:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223367168 00002000:00010000:3.0:1775764880.721243:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3503296->18446744073709551615) 00002000:00100000:3.0:1775764880.721248:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022223367168 ext(3503296->18446744073709551615) 00002000:00010000:3.0:1775764880.721260:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74e00. 00000100:00100000:3.0:1775764880.721285:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223367296 00000100:00100000:3.0:1775764880.721288:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223367296 00002000:00010000:3.0:1775764880.721299:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764880.721303:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022223367296 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764880.721309:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d75f80. 00000100:00100000:3.0:1775764880.721335:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40228 00000100:00100000:3.0:1775764880.721343:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223367168:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764880.721656:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1311100 -> 3503296 00002000:00010000:3.0:1775764880.721661:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764880 -> 1775764881 00002000:00010000:3.0:1775764880.721663:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764880.721666:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764880 -> 1775764881 00002000:00010000:3.0:1775764880.721668:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 393 -> 521 00000100:00100000:0.0:1775764880.721856:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40229 00000100:00100000:0.0:1775764880.721867:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223367296:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764880.721997:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764880.722000:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764880 -> 1775764881 00002000:00010000:0.0:1775764880.722003:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764880.722005:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764880 -> 1775764881 00002000:00010000:0.0:1775764880.722006:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764880.722104:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223367168:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 760us (1072us total) trans 4294997167 rc 0/0 00000100:00100000:3.0:1775764880.722113:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40228 00002000:00010000:3.0:1775764880.722117:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3503296->18446744073709551615) 00002000:00100000:3.0:1775764880.722120:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d74e00 with x1862022223367168 ext(3503296->18446744073709551615) 00002000:00010000:3.0:1775764880.722125:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d74e00. 00000100:00100000:0.0:1775764880.724127:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223367296:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2252us (3021us total) trans 4294996437 rc 0/0 00000100:00100000:0.0:1775764880.724141:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40229 00002000:00010000:0.0:1775764880.724147:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764880.724151:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d75f80 with x1862022223367296 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764880.724161:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c86d75f80. 00000100:00100000:2.0:1775764880.730950:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.731052:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223367424 00000100:00100000:0.0:1775764880.731062:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223367424 00000100:00100000:0.0:1775764880.731115:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45069 00000100:00100000:0.0:1775764880.731125:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:11755:x1862022223367424:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764880.731151:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764880.731170:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d189d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd78e expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.731265:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d18a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.731279:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d18a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.731290:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d18a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764880.731316:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3503296 00000004:00200000:0.0:1775764880.731321:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764880.731337:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d18a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.731359:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d189d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd78e expref: 15 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.731375:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d18a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd78e expref: 14 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.731382:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764880.731385:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764880.731389:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6607a00, rc 0) 00000100:00100000:0.0:1775764880.731462:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223367424:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 339us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.731472:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45069 00000100:00100000:2.0:1775764880.746481:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.746519:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.748370:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223367680 00000100:00100000:0.0:1775764880.748386:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223367680 00002000:00100000:0.0:1775764880.748519:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2449408->3497983) req@ffff8b8c86d77b80 x1862022223367680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.748530:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022223367680 ext(2449408->3497983) 00002000:00010000:0.0:1775764880.748550:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:0.0:1775764880.748633:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223367552 00000100:00100000:0.0:1775764880.748638:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223367552 00002000:00100000:0.0:1775764880.748654:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1400832->2449407) req@ffff8b8c86d77480 x1862022223367552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.748663:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022223367552 ext(1400832->2449407) 00002000:00010000:0.0:1775764880.748666:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:1.0:1775764880.748698:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40230 00000100:00100000:1.0:1775764880.748710:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223367680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764880.749040:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.749070:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223367808 00000100:00100000:2.0:1775764880.749074:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223367808 00002000:00100000:2.0:1775764880.749094:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (3497984->3506175) req@ffff8b8c91624e00 x1862022223367808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.749103:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624e00 with x1862022223367808 ext(3497984->3506175) 00002000:00010000:2.0:1775764880.749107:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624e00 00000100:00100000:2.0:1775764880.749126:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40231 00000100:00100000:2.0:1775764880.749132:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223367552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764880.751453:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40232 00000100:00100000:3.0:1775764880.751472:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223367808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764880.751842:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223367808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 377us (2802us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1775764880.751849:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40232 00002000:00100000:3.0:1775764880.751858:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3497984->3506175) req@ffff8b8c91624e00 x1862022223367808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/8632 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.751867:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624e00 with x1862022223367808 ext(3497984->3506175) 00002000:00010000:3.0:1775764880.751873:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91624e00 00000100:00100000:0.0:1775764880.770331:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223367552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 21187us (23799us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764880.770345:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40231 00002000:00100000:0.0:1775764880.770357:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1400832->2449407) req@ffff8b8c86d77480 x1862022223367552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.770366:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77480 with x1862022223367552 ext(1400832->2449407) 00002000:00010000:0.0:1775764880.770372:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77480 00000100:00100000:3.0:1775764880.770896:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c86d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223367680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 22186us (24423us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764880.770904:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40230 00002000:00100000:3.0:1775764880.770911:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2449408->3497983) req@ffff8b8c86d77b80 x1862022223367680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764880.770920:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c86d77b80 with x1862022223367680 ext(2449408->3497983) 00002000:00010000:3.0:1775764880.770923:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c86d77b80 00000100:00100000:2.0:1775764880.778258:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.778464:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223368064 00000100:00100000:1.0:1775764880.778474:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223368064 00000100:00100000:1.0:1775764880.778524:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45070 00000100:00100000:1.0:1775764880.778533:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:11755:x1862022223368064:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764880.778624:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764880.778658:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d18a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd78e expref: 14 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.778682:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764880.778688:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764880.778926:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d18ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.778942:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d18ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.778951:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d18ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764880.779008:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032836 00000004:00010000:1.0:1775764880.779033:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001bc3eb6 reply state 000000007006e97a transno 4295032837 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d18ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764880.779042:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764880.779125:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223368064:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 592us (875us total) trans 4295032837 rc 0/0 00000100:00100000:1.0:1775764880.779132:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45070 00000020:00080000:1.0:1775764880.779138:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764880.782060:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d18ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.782078:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d18ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.782089:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d18ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.782095:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2045800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764880.782100:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d18ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.782107:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d18ab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.782126:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764880.782129:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764880.782134:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d18ab lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.782139:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045800/0xdb23b4c9253d18ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764880.788170:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.788272:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.788350:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223368192 00000100:00100000:3.0:1775764880.788361:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223368192 00002000:00010000:3.0:1775764880.788399:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764880.788405:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626300 with x1862022223368192 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764880.788416:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626300. 00000100:00100000:3.0:1775764880.788448:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223368320 00000100:00100000:3.0:1775764880.788451:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223368320 00002000:00010000:3.0:1775764880.788463:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (295588->18446744073709551615) 00002000:00100000:3.0:1775764880.788467:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022223368320 ext(295588->18446744073709551615) 00002000:00010000:3.0:1775764880.788473:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624a80. 00000100:00100000:3.0:1775764880.788498:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40233 00000100:00100000:3.0:1775764880.788507:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223368192:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764880.788788:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3503296 -> 4194304 00002000:00010000:3.0:1775764880.788791:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764880.788794:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764880.788796:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764880.788798:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:3.0:1775764880.788851:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223368192:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 344us (691us total) trans 4294997168 rc 0/0 00000100:00100000:3.0:1775764880.788858:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40233 00002000:00010000:3.0:1775764880.788862:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764880.788864:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626300 with x1862022223368192 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764880.788868:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626300. 00000100:00100000:3.0:1775764880.788883:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40234 00000100:00100000:3.0:1775764880.788890:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223368320:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764880.789002:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 295588 00002000:00010000:3.0:1775764880.789004:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764880.789007:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764880.789008:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764880.789011:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764880.789032:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223368320:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 142us (760us total) trans 4294996438 rc 0/0 00000100:00100000:3.0:1775764880.789038:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40234 00002000:00010000:3.0:1775764880.789041:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (295588->18446744073709551615) 00002000:00100000:3.0:1775764880.789043:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91624a80 with x1862022223368320 ext(295588->18446744073709551615) 00002000:00010000:3.0:1775764880.789048:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91624a80. 00000100:00100000:2.0:1775764880.793016:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.793118:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223368448 00000100:00100000:1.0:1775764880.793129:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223368448 00000100:00100000:1.0:1775764880.793186:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45071 00000100:00100000:1.0:1775764880.793195:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:11755:x1862022223368448:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764880.793228:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764880.793247:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d18b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd795 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.793333:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.793348:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.793359:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764880.793386:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4489892 00000004:00200000:1.0:1775764880.793390:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764880.793407:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.793445:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d18b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd795 expref: 17 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.793463:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd795 expref: 16 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.793471:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764880.793474:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764880.793478:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044800, rc 0) 00000100:00100000:1.0:1775764880.793590:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223368448:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 343us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.793597:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45071 00000100:00100000:2.0:1775764880.800965:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.801068:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223368576 00000100:00100000:0.0:1775764880.801079:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223368576 00002000:00100000:0.0:1775764880.801127:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3506176->4194303) req@ffff8b8c91625180 x1862022223368576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.801138:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022223368576 ext(3506176->4194303) 00002000:00010000:0.0:1775764880.801145:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:0.0:1775764880.801179:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40235 00000100:00100000:0.0:1775764880.801188:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223368576:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764880.809871:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223368576:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8674us (8908us total) trans 0 rc 688128/688128 00000100:00100000:0.0:1775764880.809887:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40235 00002000:00100000:0.0:1775764880.809900:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3506176->4194303) req@ffff8b8c91625180 x1862022223368576/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 688128/688128 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.809909:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625180 with x1862022223368576 ext(3506176->4194303) 00002000:00010000:0.0:1775764880.809915:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625180 00000100:00100000:2.0:1775764880.816231:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.816394:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223368704 00000100:00100000:0.0:1775764880.816406:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223368704 00002000:00100000:0.0:1775764880.816634:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3502080->3526655) req@ffff8b8c91625c00 x1862022223368704/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.816646:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022223368704 ext(3502080->3526655) 00002000:00010000:0.0:1775764880.816653:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:0.0:1775764880.816806:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40236 00000100:00100000:0.0:1775764880.816816:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223368704:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764880.820803:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223368704:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3980us (4577us total) trans 4294997169 rc 0/0 00000100:00100000:1.0:1775764880.820817:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40236 00002000:00100000:1.0:1775764880.820829:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3502080->3526655) req@ffff8b8c91625c00 x1862022223368704/t4294997169(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/448 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.820839:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625c00 with x1862022223368704 ext(3502080->3526655) 00002000:00010000:1.0:1775764880.820846:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91625c00 00000100:00100000:3.0:1775764880.829086:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.829199:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223368832 00000100:00100000:0.0:1775764880.829284:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223368832 00000100:00100000:0.0:1775764880.829388:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85022 00000100:00100000:0.0:1775764880.829399:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223368832:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764880.861589:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997169 is committed 00000100:00100000:1.0:1775764880.862131:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223368832:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32728us (33048us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.862144:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85022 00000100:00100000:2.0:1775764880.866086:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.866161:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223369088 00000100:00100000:3.0:1775764880.866171:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223369088 00000100:00100000:3.0:1775764880.866236:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45072 00000100:00100000:3.0:1775764880.866246:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:11755:x1862022223369088:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764880.866297:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764880.866322:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd795 expref: 16 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.866340:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764880.866345:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764880.866908:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d800/0xdb23b4c9253d18c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.866928:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d800/0xdb23b4c9253d18c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.866938:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d800/0xdb23b4c9253d18c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764880.866986:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032838 00000004:00010000:3.0:1775764880.867007:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b6b9223d reply state 00000000bb5f4f4d transno 4295032839 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d800/0xdb23b4c9253d18c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764880.867015:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764880.867099:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223369088:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 853us (1021us total) trans 4295032839 rc 0/0 00000100:00100000:3.0:1775764880.867106:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45072 00000020:00080000:3.0:1775764880.867110:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764880.870831:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.870956:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223369216 00000100:00100000:0.0:1775764880.870966:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223369216 00002000:00010000:0.0:1775764880.871007:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764880.871012:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022223369216 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764880.871023:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680. 00000100:00100000:0.0:1775764880.871061:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40237 00000100:00100000:0.0:1775764880.871071:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223369216:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764880.871346:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1775764880.871350:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764880.871353:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764880.871356:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764880.871358:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 649 00000100:00100000:0.0:1775764880.871417:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223369216:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 347us (594us total) trans 4294997170 rc 0/0 00000100:00100000:0.0:1775764880.871434:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40237 00002000:00010000:0.0:1775764880.871438:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764880.871441:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91626680 with x1862022223369216 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764880.871446:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c91626680. 00010000:00010000:1.0:1775764880.872047:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d800/0xdb23b4c9253d18c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.872060:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d800/0xdb23b4c9253d18c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.872069:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d800/0xdb23b4c9253d18c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.872075:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8ed8d800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764880.872080:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d800/0xdb23b4c9253d18c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.872088:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d800/0xdb23b4c9253d18c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.872105:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764880.872109:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.872113:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d800/0xdb23b4c9253d18c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.872120:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d800/0xdb23b4c9253d18c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764880.874404:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.874691:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223369344 00000100:00100000:2.0:1775764880.874702:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223369344 00002000:00010000:2.0:1775764880.874749:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (698835->18446744073709551615) 00002000:00100000:2.0:1775764880.874754:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1c00 with x1862022223369344 ext(698835->18446744073709551615) 00002000:00010000:2.0:1775764880.874767:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1c00. 00000100:00100000:2.0:1775764880.874798:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40238 00000100:00100000:2.0:1775764880.874808:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223369344:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764880.875028:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 295588 -> 698835 00002000:00010000:2.0:1775764880.875032:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:2.0:1775764880.875035:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764880.875037:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:2.0:1775764880.875039:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764880.875250:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223369344:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 442us (853us total) trans 4294996439 rc 0/0 00000100:00100000:2.0:1775764880.875259:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40238 00002000:00010000:2.0:1775764880.875263:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (698835->18446744073709551615) 00002000:00100000:2.0:1775764880.875265:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1c00 with x1862022223369344 ext(698835->18446744073709551615) 00002000:00010000:2.0:1775764880.875271:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e1c00. 00000100:00100000:3.0:1775764880.881390:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.881529:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223369472 00000100:00100000:2.0:1775764880.881587:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223369472 00002000:00100000:2.0:1775764880.881632:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (0->700415) req@ffff8b8c8f956680 x1862022223369472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.881644:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956680 with x1862022223369472 ext(0->700415) 00002000:00010000:2.0:1775764880.881650:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956680 00000100:00100000:2.0:1775764880.881683:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40239 00000100:00100000:2.0:1775764880.881692:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223369472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764880.895631:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223369472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 13929us (14238us total) trans 0 rc 700416/700416 00000100:00100000:2.0:1775764880.895649:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40239 00002000:00100000:2.0:1775764880.895661:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (0->700415) req@ffff8b8c8f956680 x1862022223369472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 700416/700416 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764880.895671:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956680 with x1862022223369472 ext(0->700415) 00002000:00010000:2.0:1775764880.895678:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956680 00000100:00100000:3.0:1775764880.901167:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.901286:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223369600 00000100:00100000:0.0:1775764880.901296:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223369600 00002000:00100000:0.0:1775764880.901350:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (651264->698834) req@ffff8b8c8f954a80 x1862022223369600/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.901360:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022223369600 ext(651264->698834) 00002000:00010000:0.0:1775764880.901366:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954a80 00000100:00100000:0.0:1775764880.901439:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40240 00000100:00100000:0.0:1775764880.901448:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223369600:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764880.908735:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223369600:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7279us (7567us total) trans 4294996440 rc 0/0 00000100:00100000:0.0:1775764880.908748:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40240 00002000:00100000:0.0:1775764880.908761:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (651264->698834) req@ffff8b8c8f954a80 x1862022223369600/t4294996440(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/448 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764880.908776:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954a80 with x1862022223369600 ext(651264->698834) 00002000:00010000:0.0:1775764880.908783:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954a80 00000100:00100000:3.0:1775764880.912364:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.912477:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223369728 00000100:00100000:0.0:1775764880.912487:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223369728 00000100:00100000:0.0:1775764880.912645:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85023 00000100:00100000:0.0:1775764880.912655:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223369728:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764880.952218:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223369728:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 39554us (39853us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.952232:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85023 00000100:00100000:3.0:1775764880.955509:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000001:00080000:3.0:1775764880.955592:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996440 is committed 00000100:00100000:0.0:1775764880.955736:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223369856 00000100:00100000:0.0:1775764880.955746:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223369856 00000100:00100000:0.0:1775764880.955807:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45073 00000100:00100000:0.0:1775764880.955816:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:11755:x1862022223369856:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764880.955838:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764880.955858:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d18c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd79c expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.955938:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d18ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.955953:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d18ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.955966:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d18ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764880.955992:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4893139 00000004:00200000:0.0:1775764880.955996:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764880.956011:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d18ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.956034:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d18c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd79c expref: 19 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.956050:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d18ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd79c expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.956059:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764880.956062:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764880.956066:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6607e00, rc 0) 00000100:00100000:0.0:1775764880.956117:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223369856:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 303us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.956124:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45073 00000100:00100000:0.0:1775764880.962972:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764880.963126:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223370112 00000100:00100000:2.0:1775764880.963136:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223370112 00000100:00100000:2.0:1775764880.963197:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45074 00000100:00100000:2.0:1775764880.963206:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:11755:x1862022223370112:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764880.963395:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764880.963434:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d18ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd79c expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.963454:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764880.963459:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764880.963847:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d800/0xdb23b4c9253d18d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.963863:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d800/0xdb23b4c9253d18d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.963873:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d800/0xdb23b4c9253d18d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764880.963927:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032840 00000004:00010000:2.0:1775764880.963951:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000003d32bad reply state 00000000b8299141 transno 4295032841 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d800/0xdb23b4c9253d18d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764880.963964:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764880.964066:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223370112:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 860us (1104us total) trans 4295032841 rc 0/0 00000100:00100000:2.0:1775764880.964072:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45074 00000020:00080000:2.0:1775764880.964077:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764880.969133:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d800/0xdb23b4c9253d18d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.969150:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d800/0xdb23b4c9253d18d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.969158:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d800/0xdb23b4c9253d18d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.969164:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca280d800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764880.969168:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d800/0xdb23b4c9253d18d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.969178:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d800/0xdb23b4c9253d18d5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.969196:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764880.969200:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764880.969204:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d800/0xdb23b4c9253d18d5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.969221:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d800/0xdb23b4c9253d18d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764880.970829:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764880.970911:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.970998:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223370368 00000100:00100000:1.0:1775764880.971008:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223370368 00002000:00010000:1.0:1775764880.971050:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (777013->18446744073709551615) 00002000:00100000:1.0:1775764880.971055:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1f80 with x1862022223370368 ext(777013->18446744073709551615) 00002000:00010000:1.0:1775764880.971067:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1f80. 00000100:00100000:1.0:1775764880.971095:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223370240 00000100:00100000:1.0:1775764880.971099:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223370240 00002000:00010000:1.0:1775764880.971110:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764880.971113:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1880 with x1862022223370240 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764880.971119:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1880. 00000100:00100000:1.0:1775764880.971144:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40241 00000100:00100000:1.0:1775764880.971153:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223370368:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764880.971412:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 698835 -> 777013 00002000:00010000:1.0:1775764880.971416:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764880.971418:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764880.971421:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764880.971423:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764880.971476:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223370368:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 323us (655us total) trans 4294996441 rc 0/0 00000100:00100000:1.0:1775764880.971483:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40241 00002000:00010000:1.0:1775764880.971487:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (777013->18446744073709551615) 00002000:00100000:1.0:1775764880.971490:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1f80 with x1862022223370368 ext(777013->18446744073709551615) 00002000:00010000:1.0:1775764880.971494:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e1f80. 00000100:00100000:1.0:1775764880.971510:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40242 00000100:00100000:1.0:1775764880.971517:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223370240:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764880.971671:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764880.971674:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764880.971676:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764880.971678:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764880.971680:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:1.0:1775764880.971701:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223370240:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 184us (789us total) trans 4294997171 rc 0/0 00000100:00100000:1.0:1775764880.971707:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40242 00002000:00010000:1.0:1775764880.971711:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764880.971713:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e1880 with x1862022223370240 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764880.971717:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e1880. 00000100:00100000:3.0:1775764880.976494:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.976862:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223370496 00000100:00100000:1.0:1775764880.976873:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223370496 00002000:00100000:1.0:1775764880.976920:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (700416->778239) req@ffff8b8c8f957480 x1862022223370496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.976932:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022223370496 ext(700416->778239) 00002000:00010000:1.0:1775764880.976938:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957480 00000100:00100000:1.0:1775764880.976973:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40243 00000100:00100000:1.0:1775764880.976983:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223370496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764880.982108:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223370496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5114us (5612us total) trans 0 rc 77824/77824 00000100:00100000:1.0:1775764880.982123:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40243 00002000:00100000:1.0:1775764880.982135:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (700416->778239) req@ffff8b8c8f957480 x1862022223370496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/440 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 77824/77824 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.982145:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957480 with x1862022223370496 ext(700416->778239) 00002000:00010000:1.0:1775764880.982153:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957480 00000100:00100000:0.0:1775764880.987069:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764880.987170:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223370624 00000100:00100000:1.0:1775764880.987181:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223370624 00002000:00100000:1.0:1775764880.987232:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (745472->777012) req@ffff8b8c892e0e00 x1862022223370624/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.987244:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022223370624 ext(745472->777012) 00002000:00010000:1.0:1775764880.987250:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0e00 00000100:00100000:1.0:1775764880.987287:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40244 00000100:00100000:1.0:1775764880.987297:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223370624:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764880.992738:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223370624:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5430us (5666us total) trans 4294996442 rc 0/0 00000100:00100000:1.0:1775764880.992754:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40244 00002000:00100000:1.0:1775764880.992769:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x5005:0x0] (745472->777012) req@ffff8b8c892e0e00 x1862022223370624/t4294996442(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:361/0 lens 488/448 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764880.992779:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0e00 with x1862022223370624 ext(745472->777012) 00002000:00010000:1.0:1775764880.992787:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c892e0e00 00000100:00100000:0.0:1775764880.997981:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764880.998084:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223370752 00000100:00100000:3.0:1775764880.998095:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223370752 00000100:00100000:3.0:1775764880.998179:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85024 00000100:00100000:3.0:1775764880.998190:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223370752:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764881.036318:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996442 is committed 00000100:00100000:3.0:1775764881.036688:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223370752:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 38492us (38707us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.036702:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85024 00000100:00100000:2.0:1775764881.040599:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.040788:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223370880 00000100:00100000:3.0:1775764881.040799:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223370880 00000100:00100000:3.0:1775764881.040913:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45075 00000100:00100000:3.0:1775764881.040925:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:11755:x1862022223370880:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764881.040955:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764881.040982:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d18dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7a3 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.041079:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c600/0xdb23b4c9253d18e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.041093:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c600/0xdb23b4c9253d18e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.041105:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c600/0xdb23b4c9253d18e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764881.041133:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4971317 00000004:00200000:3.0:1775764881.041137:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764881.041154:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c600/0xdb23b4c9253d18e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.041180:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d18dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7a3 expref: 21 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.041197:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c600/0xdb23b4c9253d18e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7a3 expref: 20 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.041206:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.041209:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764881.041213:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8ed8c600, rc 0) 00000100:00100000:3.0:1775764881.041281:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223370880:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 359us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.041289:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45075 00000100:00080000:2.0:1775764881.044804:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764881.051711:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.051941:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223371136 00000100:00100000:1.0:1775764881.051955:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223371136 00000100:00100000:1.0:1775764881.052020:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45076 00000100:00100000:1.0:1775764881.052030:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:11755:x1862022223371136:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764881.052085:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764881.052115:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c600/0xdb23b4c9253d18e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7a3 expref: 20 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.052133:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.052138:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764881.053050:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.053068:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.053080:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764881.053144:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032842 00000004:00010000:1.0:1775764881.053172:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072320c25 reply state 0000000045c7987c transno 4295032843 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764881.053182:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764881.053291:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223371136:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1260us (1588us total) trans 4295032843 rc 0/0 00000100:00100000:1.0:1775764881.053300:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45076 00000020:00080000:1.0:1775764881.053305:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764881.055435:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.055451:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.055459:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.055466:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764881.055471:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.055484:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.055500:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.055503:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764881.055508:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.055514:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d18ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764881.060475:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.061350:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223371264 00000100:00100000:2.0:1775764881.061362:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223371264 00002000:00010000:2.0:1775764881.061403:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3661139->18446744073709551615) 00002000:00100000:2.0:1775764881.061408:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022223371264 ext(3661139->18446744073709551615) 00002000:00010000:2.0:1775764881.061427:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0380. 00000100:00100000:2.0:1775764881.061459:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40245 00000100:00100000:2.0:1775764881.061468:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223371264:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764881.061894:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3661139 00002000:00010000:2.0:1775764881.061900:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:2.0:1775764881.061903:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764881.061905:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:2.0:1775764881.061907:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:2.0:1775764881.061969:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223371264:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 501us (1501us total) trans 4294997172 rc 0/0 00000100:00100000:2.0:1775764881.061977:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40245 00002000:00010000:2.0:1775764881.061981:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3661139->18446744073709551615) 00002000:00100000:2.0:1775764881.061983:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c892e0380 with x1862022223371264 ext(3661139->18446744073709551615) 00002000:00010000:2.0:1775764881.061988:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c892e0380. 00000100:00100000:1.0:1775764881.063200:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.063273:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223371392 00000100:00100000:0.0:1775764881.063283:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223371392 00002000:00010000:0.0:1775764881.063333:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.063338:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022223371392 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.063347:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0000. 00000100:00100000:0.0:1775764881.063376:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40246 00000100:00100000:0.0:1775764881.063385:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223371392:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764881.063889:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 777013 -> 0 00002000:00010000:0.0:1775764881.063893:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.063896:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764881.063898:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.063900:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 391 00000100:00100000:0.0:1775764881.063962:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223371392:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 577us (767us total) trans 4294996443 rc 0/0 00000100:00100000:0.0:1775764881.063971:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40246 00002000:00010000:0.0:1775764881.063975:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.063978:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0000 with x1862022223371392 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.063983:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0000. 00000100:00080000:2.0:1775764881.066165:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764881.070699:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.070812:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223371520 00000100:00100000:2.0:1775764881.070821:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223371520 00000100:00100000:2.0:1775764881.070884:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45077 00000100:00100000:2.0:1775764881.070894:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:11755:x1862022223371520:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764881.070919:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764881.070941:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d600/0xdb23b4c9253d18f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7aa expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.071027:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d18f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.071043:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d18f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.071055:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d18f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764881.071083:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3661139 00000004:00200000:2.0:1775764881.071088:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764881.071105:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d18f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.071129:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280d600/0xdb23b4c9253d18f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7aa expref: 23 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.071148:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d18f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7aa expref: 22 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.071157:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764881.071160:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764881.071165:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca280dc00, rc 0) 00000100:00100000:2.0:1775764881.071605:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223371520:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 710us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764881.071613:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45077 00000100:00100000:3.0:1775764881.075907:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.076010:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223371776 00000100:00100000:0.0:1775764881.076020:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223371776 00000100:00100000:0.0:1775764881.076127:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45078 00000100:00100000:0.0:1775764881.076137:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:11755:x1862022223371776:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764881.076192:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764881.076231:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca280dc00/0xdb23b4c9253d18f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7aa expref: 22 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.076251:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.076256:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764881.076500:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d18ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.076514:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d18ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.076526:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d18ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764881.076615:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032844 00000004:00010000:0.0:1775764881.076641:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003bd3efc1 reply state 00000000378336e9 transno 4295032845 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d18ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764881.076650:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764881.076755:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223371776:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 619us (857us total) trans 4295032845 rc 0/0 00000100:00100000:0.0:1775764881.076766:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45078 00000020:00080000:0.0:1775764881.076771:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764881.078591:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d18ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.078606:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d18ff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.078614:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d18ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.078619:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6607600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764881.078623:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d18ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.078630:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d18ff lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.078646:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.078649:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764881.078653:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d18ff lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.078659:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d18ff lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764881.080980:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.081016:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.081524:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223372032 00000100:00100000:3.0:1775764881.081534:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223372032 00002000:00010000:3.0:1775764881.081616:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764881.081622:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022223372032 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764881.081634:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625f80. 00000100:00100000:3.0:1775764881.081652:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223371904 00000100:00100000:3.0:1775764881.081655:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223371904 00002000:00010000:3.0:1775764881.081666:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1269984->18446744073709551615) 00002000:00100000:3.0:1775764881.081668:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499f80 with x1862022223371904 ext(1269984->18446744073709551615) 00002000:00010000:3.0:1775764881.081674:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499f80. 00000100:00100000:3.0:1775764881.081694:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40247 00000100:00100000:3.0:1775764881.081702:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223372032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764881.081933:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764881.081937:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.081940:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764881.081942:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.081944:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764881.082003:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c91625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223372032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 301us (1031us total) trans 4294996444 rc 0/0 00000100:00100000:3.0:1775764881.082012:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40247 00002000:00010000:3.0:1775764881.082015:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764881.082017:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c91625f80 with x1862022223372032 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764881.082022:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c91625f80. 00000100:00100000:3.0:1775764881.082038:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40248 00000100:00100000:3.0:1775764881.082045:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223371904:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764881.082224:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3661139 -> 1269984 00002000:00010000:3.0:1775764881.082228:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.082230:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764881.082232:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.082234:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:3.0:1775764881.082257:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223371904:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 212us (1239us total) trans 4294997173 rc 0/0 00000100:00100000:3.0:1775764881.082263:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40248 00002000:00010000:3.0:1775764881.082266:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1269984->18446744073709551615) 00002000:00100000:3.0:1775764881.082268:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499f80 with x1862022223371904 ext(1269984->18446744073709551615) 00002000:00010000:3.0:1775764881.082273:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99499f80. 00000100:00100000:2.0:1775764881.089229:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.089587:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223372160 00000100:00100000:1.0:1775764881.089597:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223372160 00000100:00100000:1.0:1775764881.089653:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45079 00000100:00100000:1.0:1775764881.089662:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:11755:x1862022223372160:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764881.089686:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764881.089705:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d1906 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7b1 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.089804:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d190d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.089819:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d190d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.089829:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d190d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764881.089855:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1269984 00000004:00200000:1.0:1775764881.089860:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764881.089878:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d190d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.089905:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d1906 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7b1 expref: 25 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.089924:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d190d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7b1 expref: 24 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.089933:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.089936:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764881.089941:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044200, rc 0) 00000100:00100000:1.0:1775764881.090008:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223372160:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 348us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764881.090016:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45079 00000100:00100000:2.0:1775764881.101121:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.101234:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223372416 00000100:00100000:0.0:1775764881.101244:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223372416 00000100:00100000:0.0:1775764881.101306:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45080 00000100:00100000:0.0:1775764881.101317:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:11755:x1862022223372416:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764881.101366:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764881.101393:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d190d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7b1 expref: 24 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.101413:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.101432:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764881.101707:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1914 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.101722:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.101732:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764881.101781:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032846 00000004:00010000:0.0:1775764881.101808:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f8b5b0f reply state 00000000a640a11f transno 4295032847 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764881.101816:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764881.101899:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223372416:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 584us (786us total) trans 4295032847 rc 0/0 00000100:00100000:0.0:1775764881.101907:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45080 00000020:00080000:0.0:1775764881.101912:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764881.104581:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.104597:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1914 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.104605:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1914 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.104611:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6606800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764881.104616:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1914 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.104623:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1914 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.104642:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.104646:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764881.104650:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1914 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.104655:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1914 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764881.107793:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.107834:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.107913:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223372544 00000100:00100000:1.0:1775764881.107923:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223372544 00002000:00010000:1.0:1775764881.107965:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764881.107970:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022223372544 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764881.107983:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498a80. 00000100:00100000:1.0:1775764881.108011:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223372672 00000100:00100000:1.0:1775764881.108014:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223372672 00002000:00010000:1.0:1775764881.108025:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (634957->18446744073709551615) 00002000:00100000:1.0:1775764881.108028:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499180 with x1862022223372672 ext(634957->18446744073709551615) 00002000:00010000:1.0:1775764881.108035:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99499180. 00000100:00100000:1.0:1775764881.108059:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40249 00000100:00100000:1.0:1775764881.108078:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223372544:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764881.108313:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1269984 -> 4194304 00002000:00010000:1.0:1775764881.108317:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.108320:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764881.108322:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.108324:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:1.0:1775764881.108375:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223372544:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 299us (592us total) trans 4294997174 rc 0/0 00000100:00100000:1.0:1775764881.108382:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40249 00002000:00010000:1.0:1775764881.108386:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764881.108388:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498a80 with x1862022223372544 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764881.108392:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498a80. 00000100:00100000:1.0:1775764881.108410:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40250 00000100:00100000:1.0:1775764881.108430:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223372672:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764881.108572:0:11791:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 634957 00002000:00010000:1.0:1775764881.108575:0:11791:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.108577:0:11791:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764881.108579:0:11791:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.108581:0:11791:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764881.108604:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223372672:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 188us (769us total) trans 4294996445 rc 0/0 00000100:00100000:1.0:1775764881.108610:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40250 00002000:00010000:1.0:1775764881.108612:0:11791:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (634957->18446744073709551615) 00002000:00100000:1.0:1775764881.108615:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99499180 with x1862022223372672 ext(634957->18446744073709551615) 00002000:00010000:1.0:1775764881.108619:0:11791:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99499180. 00000100:00100000:2.0:1775764881.112039:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.112133:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223372800 00000100:00100000:0.0:1775764881.112148:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223372800 00000100:00100000:0.0:1775764881.112249:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45081 00000100:00100000:0.0:1775764881.112259:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:11755:x1862022223372800:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764881.112284:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764881.112307:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607c00/0xdb23b4c9253d191b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7b8 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.112400:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1922 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.112429:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1922 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.112442:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1922 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764881.112472:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4829261 00000004:00200000:0.0:1775764881.112476:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764881.112496:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1922 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.112521:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607c00/0xdb23b4c9253d191b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7b8 expref: 27 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.112588:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1922 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7b8 expref: 26 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.112598:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.112601:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764881.112604:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6607000, rc 0) 00000100:00100000:0.0:1775764881.112668:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223372800:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 411us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.112676:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45081 00000100:00100000:2.0:1775764881.116531:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.117152:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223373056 00000100:00100000:1.0:1775764881.117165:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223373056 00000100:00100000:3.0:1775764881.117281:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45082 00000100:00100000:3.0:1775764881.117294:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+26:11755:x1862022223373056:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764881.117351:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764881.117377:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1922 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7b8 expref: 26 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.117397:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.117402:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764881.117904:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d1929 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.117920:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d1929 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.117931:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d1929 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764881.117983:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032848 00000004:00010000:3.0:1775764881.118009:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027d8c013 reply state 00000000c1b0adda transno 4295032849 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d1929 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764881.118024:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764881.118121:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223373056:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 830us (1600us total) trans 4295032849 rc 0/0 00000100:00100000:3.0:1775764881.118129:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45082 00000020:00080000:3.0:1775764881.118134:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764881.122211:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.122237:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.122258:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223373184 00000100:00100000:2.0:1775764881.122267:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223373184 00002000:00010000:2.0:1775764881.122302:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764881.122307:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a300 with x1862022223373184 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764881.122318:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a300. 00000100:00100000:2.0:1775764881.122336:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223373312 00000100:00100000:2.0:1775764881.122339:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223373312 00002000:00010000:2.0:1775764881.122349:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1385079->18446744073709551615) 00002000:00100000:2.0:1775764881.122352:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022223373312 ext(1385079->18446744073709551615) 00002000:00010000:2.0:1775764881.122359:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949b800. 00000100:00100000:2.0:1775764881.122376:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40251 00000100:00100000:2.0:1775764881.122385:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223373184:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764881.122643:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1775764881.122647:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:2.0:1775764881.122650:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764881.122652:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:2.0:1775764881.122655:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 649 00000100:00100000:2.0:1775764881.122706:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223373184:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 322us (503us total) trans 4294997175 rc 0/0 00000100:00100000:2.0:1775764881.122713:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40251 00010000:00010000:3.0:1775764881.123375:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d1929 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.123387:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d1929 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.123394:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d1929 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.123400:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8ed8c800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764881.123404:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d1929 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.123413:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d1929 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.123443:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.123446:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764881.123450:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d1929 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.123456:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d1929 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764881.123513:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764881.123517:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949a300 with x1862022223373184 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764881.123525:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9949a300. 00000100:00100000:2.0:1775764881.123586:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40252 00000100:00100000:2.0:1775764881.123599:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223373312:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764881.123851:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 634957 -> 1385079 00002000:00010000:2.0:1775764881.123856:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:2.0:1775764881.123858:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764881.123860:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:2.0:1775764881.123862:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764881.123903:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9949b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223373312:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 308us (1664us total) trans 4294996446 rc 0/0 00000100:00100000:2.0:1775764881.123910:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40252 00002000:00010000:2.0:1775764881.123914:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1385079->18446744073709551615) 00002000:00100000:2.0:1775764881.123916:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9949b800 with x1862022223373312 ext(1385079->18446744073709551615) 00002000:00010000:2.0:1775764881.123922:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9949b800. 00000100:00100000:2.0:1775764881.126638:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.127000:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223373440 00000100:00100000:0.0:1775764881.127011:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223373440 00000100:00100000:0.0:1775764881.127079:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45083 00000100:00100000:0.0:1775764881.127089:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:11755:x1862022223373440:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764881.127114:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764881.127136:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1930 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7bf expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.127226:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d1937 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.127242:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d1937 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.127253:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d1937 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764881.127280:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5579383 00000004:00200000:0.0:1775764881.127284:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764881.127303:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d1937 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.127329:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1930 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7bf expref: 29 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.127347:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d1937 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7bf expref: 28 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.127355:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.127358:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764881.127361:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6607800, rc 0) 00000100:00100000:0.0:1775764881.127429:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223373440:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 329us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.127437:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45083 00000100:00100000:2.0:1775764881.141388:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.141475:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223373568 00000100:00100000:3.0:1775764881.141486:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223373568 00002000:00100000:3.0:1775764881.141533:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1273856->2322431) req@ffff8b8c99498380 x1862022223373568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.141582:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498380 with x1862022223373568 ext(1273856->2322431) 00002000:00010000:3.0:1775764881.141589:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498380 00000100:00100000:3.0:1775764881.141617:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40253 00000100:00100000:3.0:1775764881.141627:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223373568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764881.154054:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.154152:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.155218:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223373696 00000100:00100000:1.0:1775764881.155230:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223373696 00002000:00100000:1.0:1775764881.155275:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2322432->3371007) req@ffff8b8c99498000 x1862022223373696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.155286:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022223373696 ext(2322432->3371007) 00002000:00010000:1.0:1775764881.155292:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:1.0:1775764881.155355:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223373824 00000100:00100000:1.0:1775764881.155358:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223373824 00002000:00100000:1.0:1775764881.155373:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3371008->4194303) req@ffff8b8c90d52d80 x1862022223373824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.155386:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022223373824 ext(3371008->4194303) 00002000:00010000:1.0:1775764881.155389:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:3.0:1775764881.155438:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40254 00000100:00100000:3.0:1775764881.155448:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223373696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764881.157000:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40255 00000100:00100000:2.0:1775764881.157015:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223373824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764881.160305:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223373568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 18668us (18915us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764881.160319:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40253 00002000:00100000:0.0:1775764881.160331:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1273856->2322431) req@ffff8b8c99498380 x1862022223373568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/440 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.160341:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498380 with x1862022223373568 ext(1273856->2322431) 00002000:00010000:0.0:1775764881.160347:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498380 00000100:00100000:3.0:1775764881.168084:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.168178:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223373952 00000100:00100000:0.0:1775764881.168188:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223373952 00002000:00100000:0.0:1775764881.168241:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (950272->1339391) req@ffff8b8c8f955500 x1862022223373952/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 504/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.168252:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022223373952 ext(950272->1339391) 00002000:00010000:0.0:1775764881.168258:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:0.0:1775764881.168296:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40256 00000100:00100000:0.0:1775764881.168306:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223373952:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764881.178566:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223373952:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10232us (10462us total) trans 4294997176 rc 0/0 00000100:00100000:0.0:1775764881.178581:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40256 00002000:00100000:0.0:1775764881.178597:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (950272->1339391) req@ffff8b8c8f955500 x1862022223373952/t4294997176(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 504/448 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.178607:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955500 with x1862022223373952 ext(950272->1339391) 00002000:00010000:0.0:1775764881.178613:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955500 00000100:00100000:3.0:1775764881.184833:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.185351:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223374080 00000100:00100000:0.0:1775764881.185363:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223374080 00000100:00100000:0.0:1775764881.185434:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85025 00000100:00100000:0.0:1775764881.185446:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022223374080:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764881.199706:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223373696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 44247us (45649us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764881.199854:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40254 00002000:00100000:0.0:1775764881.199869:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (2322432->3371007) req@ffff8b8c99498000 x1862022223373696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/440 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.199878:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99498000 with x1862022223373696 ext(2322432->3371007) 00002000:00010000:0.0:1775764881.199884:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99498000 00000100:00100000:2.0:1775764881.203608:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223373824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 46587us (49445us total) trans 0 rc 823296/823296 00000100:00100000:2.0:1775764881.203620:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40255 00002000:00100000:2.0:1775764881.203632:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3371008->4194303) req@ffff8b8c90d52d80 x1862022223373824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/440 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 823296/823296 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.203643:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d52d80 with x1862022223373824 ext(3371008->4194303) 00002000:00010000:2.0:1775764881.203648:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d52d80 00000100:00100000:0.0:1775764881.235608:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223374080:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 50152us (50773us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.235621:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85025 00000001:00080000:3.0:1775764881.236025:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997176 is committed 00000100:00100000:0.0:1775764881.241133:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.241288:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223374208 00000100:00100000:2.0:1775764881.241298:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223374208 00002000:00100000:2.0:1775764881.241347:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1691648->1748991) req@ffff8b8cbaed5180 x1862022223374208/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.241359:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5180 with x1862022223374208 ext(1691648->1748991) 00002000:00010000:2.0:1775764881.241365:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5180 00000100:00100000:2.0:1775764881.241399:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40257 00000100:00100000:2.0:1775764881.241408:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223374208:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764881.246168:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223374208:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4750us (5033us total) trans 4294997177 rc 0/0 00000100:00100000:2.0:1775764881.246181:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40257 00002000:00100000:2.0:1775764881.246194:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1691648->1748991) req@ffff8b8cbaed5180 x1862022223374208/t4294997177(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/448 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.246205:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed5180 with x1862022223374208 ext(1691648->1748991) 00002000:00010000:2.0:1775764881.246211:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed5180 00000100:00100000:0.0:1775764881.250600:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.250699:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223374336 00000100:00100000:1.0:1775764881.250710:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223374336 00000100:00100000:1.0:1775764881.250889:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85026 00000100:00100000:1.0:1775764881.250900:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223374336:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764881.284845:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997177 is committed 00000100:00100000:0.0:1775764881.285066:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223374336:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34162us (34473us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.285079:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85026 00000100:00100000:0.0:1775764881.290668:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.290754:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223374592 00000100:00100000:3.0:1775764881.290764:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223374592 00000100:00100000:3.0:1775764881.290863:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45084 00000100:00100000:3.0:1775764881.290874:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+28:11755:x1862022223374592:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764881.290936:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764881.290996:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d1937 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7bf expref: 28 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.291017:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.291023:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764881.291227:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d193e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.292065:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d193e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.292082:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d193e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764881.292160:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032850 00000004:00010000:3.0:1775764881.292191:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000558c69bd reply state 0000000032512ecb transno 4295032851 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d193e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764881.292201:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764881.292653:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223374592:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1779us (1990us total) trans 4295032851 rc 0/0 00000100:00100000:3.0:1775764881.292662:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45084 00000020:00080000:3.0:1775764881.292667:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764881.296189:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764881.296402:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d193e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.296416:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d193e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.296434:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d193e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.296440:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c8ed8c800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764881.296446:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d193e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.296453:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d193e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.296477:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.296480:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764881.296485:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d193e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.296491:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d193e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764881.296523:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223374720 00000100:00100000:3.0:1775764881.296533:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223374720 00002000:00010000:3.0:1775764881.296599:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1131699->18446744073709551615) 00002000:00100000:3.0:1775764881.296604:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022223374720 ext(1131699->18446744073709551615) 00002000:00010000:3.0:1775764881.296614:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1880. 00000100:00100000:3.0:1775764881.296639:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40258 00000100:00100000:3.0:1775764881.296647:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223374720:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764881.297672:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1131699 00002000:00010000:3.0:1775764881.297680:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.297683:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764881.297685:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.297688:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 649 -> 713 00000100:00100000:3.0:1775764881.297749:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223374720:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1099us (1569us total) trans 4294997178 rc 0/0 00000100:00100000:3.0:1775764881.297758:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40258 00002000:00010000:3.0:1775764881.297761:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1131699->18446744073709551615) 00002000:00100000:3.0:1775764881.297764:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e1880 with x1862022223374720 ext(1131699->18446744073709551615) 00002000:00010000:3.0:1775764881.297769:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb77e1880. 00000100:00100000:1.0:1775764881.297902:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.298668:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223374848 00000100:00100000:3.0:1775764881.298678:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223374848 00002000:00010000:3.0:1775764881.298706:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764881.298710:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022223374848 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764881.298718:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0380. 00000100:00100000:3.0:1775764881.298762:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40259 00000100:00100000:3.0:1775764881.298771:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223374848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764881.298989:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1385079 -> 0 00002000:00010000:3.0:1775764881.298993:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.298996:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764881.298998:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.299000:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764881.299042:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb77e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223374848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 271us (1140us total) trans 4294996447 rc 0/0 00000100:00100000:3.0:1775764881.299048:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40259 00002000:00010000:3.0:1775764881.299052:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764881.299054:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb77e0380 with x1862022223374848 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764881.299057:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb77e0380. 00000100:00100000:1.0:1775764881.311752:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.311862:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223374976 00000100:00100000:0.0:1775764881.311873:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223374976 00000100:00100000:0.0:1775764881.311941:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45085 00000100:00100000:0.0:1775764881.311951:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+29:11755:x1862022223374976:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764881.311977:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764881.311998:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1945 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7c6 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.312114:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d194c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.312128:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d194c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.312140:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d194c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764881.312171:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1131699 00000004:00200000:0.0:1775764881.312176:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764881.312195:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d194c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.312221:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1945 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7c6 expref: 31 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.312402:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d194c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7c6 expref: 30 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.312412:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.312494:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764881.312499:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6607000, rc 0) 00000100:00100000:2.0:1775764881.312801:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223374976:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 850us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764881.312810:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45085 00000100:00100000:0.0:1775764881.328037:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.328118:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.328885:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223375104 00000100:00100000:3.0:1775764881.328897:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223375104 00000100:00100000:2.0:1775764881.328947:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223375232 00000100:00100000:2.0:1775764881.328952:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223375232 00002000:00100000:2.0:1775764881.329001:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2179072->2629631) req@ffff8b8cb24d0a80 x1862022223375232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 504/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.329013:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0a80 with x1862022223375232 ext(2179072->2629631) 00002000:00010000:2.0:1775764881.329019:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0a80 00000100:00100000:2.0:1775764881.329086:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40260 00000100:00100000:2.0:1775764881.329096:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223375232:12345-192.168.202.29@tcp:3:fsx.0 00002000:00100000:2.0:1775764881.329779:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1134592->2215935) req@ffff8b8cbaed7800 x1862022223375104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 504/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.329790:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022223375104 ext(1134592->2215935) 00002000:00010000:2.0:1775764881.329794:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7800 00000100:00100000:3.0:1775764881.330183:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40261 00000100:00100000:3.0:1775764881.330194:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223375104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764881.334635:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223375232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5529us (6505us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764881.334649:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40260 00002000:00100000:2.0:1775764881.334661:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2179072->2629631) req@ffff8b8cb24d0a80 x1862022223375232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 504/440 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.334682:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0a80 with x1862022223375232 ext(2179072->2629631) 00002000:00010000:2.0:1775764881.334690:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0a80 00000100:00100000:2.0:1775764881.337528:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbaed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223375104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 7326us (9489us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764881.337585:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40261 00002000:00100000:2.0:1775764881.337597:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1134592->2215935) req@ffff8b8cbaed7800 x1862022223375104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 504/440 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.337607:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbaed7800 with x1862022223375104 ext(1134592->2215935) 00002000:00010000:2.0:1775764881.337614:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbaed7800 00000100:00100000:3.0:1775764881.346108:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.346227:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223375488 00000100:00100000:1.0:1775764881.346396:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223375488 00000100:00100000:1.0:1775764881.346511:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45086 00000100:00100000:1.0:1775764881.346522:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+30:11755:x1862022223375488:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764881.346616:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764881.346645:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d194c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7c6 expref: 30 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.346666:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.346672:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764881.346897:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1953 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.346912:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1953 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.346922:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1953 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764881.346972:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032852 00000004:00010000:1.0:1775764881.346999:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040f3087e reply state 000000008111fdff transno 4295032853 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1953 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764881.347009:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764881.347436:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223375488:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 914us (1334us total) trans 4295032853 rc 0/0 00000100:00100000:1.0:1775764881.347444:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45086 00000020:00080000:1.0:1775764881.347449:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764881.349901:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1953 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.349922:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1953 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.349929:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1953 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.349935:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2045000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764881.349940:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1953 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.349947:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1953 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.349964:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.349967:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764881.349972:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1953 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.349978:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1953 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764881.351696:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.351750:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.351871:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223375616 00000100:00100000:0.0:1775764881.351882:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223375616 00002000:00010000:0.0:1775764881.351930:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2246949->18446744073709551615) 00002000:00100000:0.0:1775764881.351936:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022223375616 ext(2246949->18446744073709551615) 00002000:00010000:0.0:1775764881.351949:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957100. 00000100:00100000:0.0:1775764881.351978:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223375744 00000100:00100000:0.0:1775764881.351981:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223375744 00002000:00010000:0.0:1775764881.351995:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.351998:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022223375744 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.352005:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956d80. 00000100:00100000:0.0:1775764881.352029:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40262 00000100:00100000:0.0:1775764881.352039:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223375616:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764881.352275:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1131699 -> 2246949 00002000:00010000:0.0:1775764881.352279:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.352281:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764881.352284:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.352286:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:0.0:1775764881.352339:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223375616:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 301us (651us total) trans 4294997179 rc 0/0 00000100:00100000:0.0:1775764881.352346:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40262 00002000:00010000:0.0:1775764881.352350:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2246949->18446744073709551615) 00002000:00100000:0.0:1775764881.352352:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957100 with x1862022223375616 ext(2246949->18446744073709551615) 00002000:00010000:0.0:1775764881.352356:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f957100. 00000100:00100000:0.0:1775764881.352374:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40263 00000100:00100000:0.0:1775764881.352381:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223375744:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764881.352492:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764881.352496:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.352498:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764881.352500:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.352502:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764881.352524:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223375744:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 143us (773us total) trans 4294996448 rc 0/0 00000100:00100000:0.0:1775764881.352531:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40263 00002000:00010000:0.0:1775764881.352534:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.352579:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f956d80 with x1862022223375744 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.352584:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f956d80. 00010000:00010000:2.0:1775764881.353736:0:12289:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764881.357760:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.357913:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223375872 00000100:00100000:3.0:1775764881.357923:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223375872 00000100:00100000:3.0:1775764881.358017:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45087 00000100:00100000:3.0:1775764881.358028:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+31:11755:x1862022223375872:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764881.358053:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764881.358072:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d195a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7cd expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.358157:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d000/0xdb23b4c9253d1961 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.358171:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d000/0xdb23b4c9253d1961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.358183:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d000/0xdb23b4c9253d1961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764881.358221:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2246949 00000004:00200000:3.0:1775764881.358226:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764881.358508:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d000/0xdb23b4c9253d1961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.358581:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8c800/0xdb23b4c9253d195a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7cd expref: 33 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.358600:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d000/0xdb23b4c9253d1961 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7cd expref: 32 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.358609:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.358612:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764881.358616:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c8ed8d000, rc 0) 00000100:00100000:3.0:1775764881.358673:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223375872:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 647us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.358681:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45087 00000100:00100000:0.0:1775764881.363261:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.363363:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223376128 00000100:00100000:1.0:1775764881.363372:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223376128 00000100:00100000:1.0:1775764881.363438:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45088 00000100:00100000:1.0:1775764881.363447:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+32:11755:x1862022223376128:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764881.363504:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764881.363533:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c8ed8d000/0xdb23b4c9253d1961 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7cd expref: 32 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.363589:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.363595:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764881.363822:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1968 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.363836:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1968 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.363847:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1968 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764881.363900:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032854 00000004:00010000:1.0:1775764881.363924:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002cad900 reply state 000000000104ef29 transno 4295032855 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1968 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764881.363933:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764881.364024:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223376128:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 577us (770us total) trans 4295032855 rc 0/0 00000100:00100000:1.0:1775764881.364031:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45088 00000020:00080000:1.0:1775764881.364036:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764881.366006:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1968 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.366026:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1968 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.366034:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1968 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.366039:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764881.366044:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1968 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.366052:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1968 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.366068:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.366071:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764881.366076:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1968 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.366081:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1968 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764881.366948:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.366984:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.367142:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223376256 00000100:00100000:1.0:1775764881.367153:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223376256 00002000:00010000:1.0:1775764881.367195:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2762066->18446744073709551615) 00002000:00100000:1.0:1775764881.367201:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954380 with x1862022223376256 ext(2762066->18446744073709551615) 00002000:00010000:1.0:1775764881.367213:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954380. 00000100:00100000:1.0:1775764881.367237:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223376384 00000100:00100000:1.0:1775764881.367240:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223376384 00002000:00010000:1.0:1775764881.367252:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764881.367255:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022223376384 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764881.367262:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb783b80. 00000100:00100000:1.0:1775764881.367281:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40264 00000100:00100000:1.0:1775764881.367291:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223376256:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764881.367523:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2246949 -> 2762066 00002000:00010000:1.0:1775764881.367527:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.367530:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764881.367532:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.367534:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 713 00000100:00100000:1.0:1775764881.367620:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223376256:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 330us (677us total) trans 4294997180 rc 0/0 00000100:00100000:1.0:1775764881.367627:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40264 00002000:00010000:1.0:1775764881.367631:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2762066->18446744073709551615) 00002000:00100000:1.0:1775764881.367634:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954380 with x1862022223376256 ext(2762066->18446744073709551615) 00002000:00010000:1.0:1775764881.367638:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954380. 00000100:00100000:1.0:1775764881.367653:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40265 00000100:00100000:1.0:1775764881.367660:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223376384:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764881.367764:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764881.367767:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.367770:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764881.367772:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.367774:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764881.368662:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223376384:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 998us (1672us total) trans 4294996449 rc 0/0 00000100:00100000:1.0:1775764881.368672:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40265 00002000:00010000:1.0:1775764881.368676:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764881.368679:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022223376384 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764881.368685:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb783b80. 00000100:00100000:1.0:1775764881.373471:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.373755:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223376512 00000100:00100000:0.0:1775764881.373766:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223376512 00002000:00100000:1.0:1775764881.373946:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2678784->2764799) req@ffff8b8c992fb480 x1862022223376512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.373959:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb480 with x1862022223376512 ext(2678784->2764799) 00002000:00010000:1.0:1775764881.373966:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb480 00000100:00100000:1.0:1775764881.374032:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40266 00000100:00100000:1.0:1775764881.374041:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223376512:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764881.380695:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223376512:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6644us (7221us total) trans 0 rc 86016/86016 00000100:00100000:2.0:1775764881.380708:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40266 00002000:00100000:2.0:1775764881.380728:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (2678784->2764799) req@ffff8b8c992fb480 x1862022223376512/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/440 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 86016/86016 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.380739:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb480 with x1862022223376512 ext(2678784->2764799) 00002000:00010000:2.0:1775764881.380746:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb480 00000100:00100000:3.0:1775764881.386277:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.387065:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223376640 00000100:00100000:2.0:1775764881.387078:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223376640 00002000:00100000:2.0:1775764881.387130:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->2762065) req@ffff8b8cbb781180 x1862022223376640/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 14144/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.387143:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781180 with x1862022223376640 ext(2748416->2762065) 00002000:00010000:2.0:1775764881.387149:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781180 00000100:00100000:2.0:1775764881.387229:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40267 00000100:00100000:2.0:1775764881.387330:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223376640:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764881.388029:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223376640:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 787us (1758us total) trans 4294997181 rc 0/0 00000100:00100000:2.0:1775764881.388039:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40267 00002000:00100000:2.0:1775764881.388047:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->2762065) req@ffff8b8cbb781180 x1862022223376640/t4294997181(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 14144/448 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.388057:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781180 with x1862022223376640 ext(2748416->2762065) 00002000:00010000:2.0:1775764881.388061:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781180 00000100:00100000:3.0:1775764881.390620:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.390802:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223376768 00000100:00100000:2.0:1775764881.390813:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223376768 00000100:00100000:2.0:1775764881.390873:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85027 00000100:00100000:2.0:1775764881.390884:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223376768:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764881.400272:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.400354:0:5804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223376896 00000100:00100000:3.0:1775764881.400363:0:5804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223376896 00000100:00100000:3.0:1775764881.400424:0:5804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 971 00000100:00100000:3.0:1775764881.400435:0:5804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88bca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2362:x1862022223376896:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:3.0:1775764881.400514:0:5804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88bca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36837393-023c-42fc-a2a5-d5ec86474e44+9:2362:x1862022223376896:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 81us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.400523:0:5804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 971 00000100:00100000:2.0:1775764881.434129:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223376768:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 43238us (43508us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764881.434143:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85027 00000001:00080000:0.0:1775764881.434225:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997179 is committed 00000001:00080000:0.0:1775764881.434250:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997180 is committed 00000001:00080000:0.0:1775764881.434259:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997181 is committed 00000100:00100000:0.0:1775764881.440668:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.440772:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223377024 00000100:00100000:1.0:1775764881.440879:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223377024 00000100:00100000:1.0:1775764881.440940:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45089 00000100:00100000:1.0:1775764881.440949:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+33:11755:x1862022223377024:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764881.440973:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764881.440993:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d196f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7d4 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.441071:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1976 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.441085:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1976 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.441097:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1976 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764881.441124:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2762066 00000004:00200000:1.0:1775764881.441128:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764881.441144:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1976 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.441169:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d196f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7d4 expref: 35 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.441187:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1976 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7d4 expref: 34 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.441202:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.441205:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764881.441209:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044800, rc 0) 00000100:00100000:1.0:1775764881.441384:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223377024:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 434us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764881.441391:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45089 00000100:00100000:3.0:1775764881.450297:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.450396:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223377152 00000100:00100000:2.0:1775764881.450661:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223377152 00002000:00100000:2.0:1775764881.450711:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2248704->2678783) req@ffff8b8cbb782680 x1862022223377152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.450731:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223377152 ext(2248704->2678783) 00002000:00010000:2.0:1775764881.450737:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:2.0:1775764881.450767:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40268 00000100:00100000:2.0:1775764881.450785:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223377152:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764881.456927:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223377152:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6140us (6631us total) trans 0 rc 430080/430080 00000100:00100000:2.0:1775764881.456940:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40268 00002000:00100000:2.0:1775764881.456953:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2248704->2678783) req@ffff8b8cbb782680 x1862022223377152/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/440 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 430080/430080 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.456962:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223377152 ext(2248704->2678783) 00002000:00010000:2.0:1775764881.456968:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:3.0:1775764881.464195:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.464525:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223377408 00000100:00100000:0.0:1775764881.464535:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223377408 00000100:00100000:0.0:1775764881.464919:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45090 00000100:00100000:0.0:1775764881.464930:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+34:11755:x1862022223377408:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764881.464985:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764881.465014:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1976 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7d4 expref: 34 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.465036:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.465042:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764881.465276:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d197d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.465290:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d197d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.465300:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d197d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764881.465350:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032856 00000004:00010000:0.0:1775764881.465373:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000809b4e35 reply state 00000000048d1ff0 transno 4295032857 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d197d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764881.465381:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764881.465480:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223377408:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 552us (1294us total) trans 4295032857 rc 0/0 00000100:00100000:0.0:1775764881.465487:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45090 00000020:00080000:0.0:1775764881.465491:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764881.469265:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.469296:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.469326:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223377536 00000100:00100000:3.0:1775764881.469335:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223377536 00002000:00010000:3.0:1775764881.469373:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3794747->18446744073709551615) 00002000:00100000:3.0:1775764881.469378:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223377536 ext(3794747->18446744073709551615) 00002000:00010000:3.0:1775764881.469390:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880. 00000100:00100000:3.0:1775764881.469410:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223377664 00000100:00100000:3.0:1775764881.469420:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223377664 00002000:00010000:3.0:1775764881.469432:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764881.469435:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223377664 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764881.469441:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782300. 00000100:00100000:3.0:1775764881.469460:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40269 00000100:00100000:3.0:1775764881.469468:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223377536:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764881.469799:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2762066 -> 3794747 00002000:00010000:3.0:1775764881.469804:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.469806:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764881 00002000:00010000:3.0:1775764881.469809:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.469812:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 713 -> 521 00000100:00100000:3.0:1775764881.469863:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223377536:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 396us (607us total) trans 4294997182 rc 0/0 00000100:00100000:3.0:1775764881.469874:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40269 00002000:00010000:3.0:1775764881.469878:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3794747->18446744073709551615) 00002000:00100000:3.0:1775764881.469880:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223377536 ext(3794747->18446744073709551615) 00002000:00010000:3.0:1775764881.469885:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880. 00000100:00100000:3.0:1775764881.469902:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40270 00000100:00100000:3.0:1775764881.469909:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223377664:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764881.470015:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764881.470018:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.470021:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764881.470023:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.470025:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764881.470046:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223377664:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 137us (749us total) trans 4294996450 rc 0/0 00000100:00100000:3.0:1775764881.470053:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40270 00002000:00010000:3.0:1775764881.470055:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764881.470058:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223377664 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764881.470063:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782300. 00010000:00010000:2.0:1775764881.471753:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d197d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.471770:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d197d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.471777:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d197d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.471784:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6607600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764881.471788:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d197d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.471795:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d197d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.471813:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764881.471816:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764881.471826:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d197d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.471832:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607600/0xdb23b4c9253d197d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764881.479081:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.479165:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223377792 00000100:00100000:1.0:1775764881.479175:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223377792 00002000:00100000:1.0:1775764881.479220:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2764800->3796991) req@ffff8b8cbb781500 x1862022223377792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.479232:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022223377792 ext(2764800->3796991) 00002000:00010000:1.0:1775764881.479249:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781500 00000100:00100000:1.0:1775764881.479279:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40271 00000100:00100000:1.0:1775764881.479288:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223377792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764881.495187:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223377792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15889us (16104us total) trans 0 rc 1032192/1032192 00000100:00100000:0.0:1775764881.495201:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40271 00002000:00100000:0.0:1775764881.495214:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (2764800->3796991) req@ffff8b8cbb781500 x1862022223377792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/440 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 1032192/1032192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.495226:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781500 with x1862022223377792 ext(2764800->3796991) 00002000:00010000:0.0:1775764881.495232:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781500 00000100:00100000:3.0:1775764881.501732:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.501818:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223377920 00000100:00100000:1.0:1775764881.501828:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223377920 00002000:00100000:1.0:1775764881.501879:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3776512->3794746) req@ffff8b8cbb780700 x1862022223377920/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.501891:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022223377920 ext(3776512->3794746) 00002000:00010000:1.0:1775764881.501897:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700 00000100:00100000:1.0:1775764881.501934:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40272 00000100:00100000:1.0:1775764881.501944:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223377920:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764881.505055:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223377920:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3103us (3333us total) trans 4294997183 rc 0/0 00000100:00100000:1.0:1775764881.505070:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40272 00002000:00100000:1.0:1775764881.505083:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3776512->3794746) req@ffff8b8cbb780700 x1862022223377920/t4294997183(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/448 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.505093:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780700 with x1862022223377920 ext(3776512->3794746) 00002000:00010000:1.0:1775764881.505098:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780700 00000100:00100000:0.0:1775764881.515145:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.515516:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223378048 00000100:00100000:1.0:1775764881.515527:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223378048 00000100:00100000:1.0:1775764881.515631:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85028 00000100:00100000:1.0:1775764881.515641:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223378048:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764881.549623:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997183 is committed 00000100:00100000:1.0:1775764881.549991:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223378048:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34344us (34851us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764881.550003:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85028 00000100:00100000:2.0:1775764881.553146:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.553246:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223378176 00000100:00100000:0.0:1775764881.553257:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223378176 00000100:00100000:0.0:1775764881.553354:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45091 00000100:00100000:0.0:1775764881.553365:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+35:11755:x1862022223378176:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764881.553391:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764881.553410:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d1984 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7db expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.553700:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d198b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.553795:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d198b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.553810:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d198b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764881.553840:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3794747 00000004:00200000:0.0:1775764881.553844:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764881.553862:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d198b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.553888:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d1984 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7db expref: 37 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.553906:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d198b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7db expref: 36 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.553915:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.553919:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764881.553923:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6606c00, rc 0) 00000100:00100000:0.0:1775764881.554023:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223378176:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 661us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.554035:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45091 00000100:00100000:0.0:1775764881.562901:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.563047:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223378304 00000100:00100000:1.0:1775764881.563057:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223378304 00002000:00100000:1.0:1775764881.563104:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2072576->4098395) req@ffff8b8cb24d3b80 x1862022223378304/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 504/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.563116:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022223378304 ext(2072576->4098395) 00002000:00010000:1.0:1775764881.563122:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:1.0:1775764881.563153:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40273 00000100:00100000:1.0:1775764881.563162:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223378304:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764881.569045:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223378304:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5873us (6146us total) trans 4294997184 rc 0/0 00000100:00100000:3.0:1775764881.569059:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40273 00002000:00100000:3.0:1775764881.569073:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2072576->4098395) req@ffff8b8cb24d3b80 x1862022223378304/t4294997184(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 504/448 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.569086:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3b80 with x1862022223378304 ext(2072576->4098395) 00002000:00010000:3.0:1775764881.569092:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3b80 00000100:00100000:2.0:1775764881.573122:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.573214:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223378432 00000100:00100000:3.0:1775764881.573225:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223378432 00000100:00100000:3.0:1775764881.573288:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85029 00000100:00100000:3.0:1775764881.573298:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223378432:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764881.603243:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997184 is committed 00000100:00100000:3.0:1775764881.603400:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223378432:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 30099us (30286us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.603418:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85029 00000100:00100000:1.0:1775764881.619934:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.620030:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223378560 00000100:00100000:2.0:1775764881.620039:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223378560 00002000:00100000:2.0:1775764881.620087:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2433024->2461695) req@ffff8b8c992f9f80 x1862022223378560/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.620100:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9f80 with x1862022223378560 ext(2433024->2461695) 00002000:00010000:2.0:1775764881.620106:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9f80 00000100:00100000:2.0:1775764881.620143:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40274 00000100:00100000:2.0:1775764881.620152:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223378560:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764881.625847:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223378560:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5684us (5910us total) trans 4294997185 rc 0/0 00000100:00100000:3.0:1775764881.625862:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40274 00002000:00100000:3.0:1775764881.625877:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2433024->2461695) req@ffff8b8c992f9f80 x1862022223378560/t4294997185(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/448 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.625887:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9f80 with x1862022223378560 ext(2433024->2461695) 00002000:00010000:3.0:1775764881.625893:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9f80 00000100:00100000:2.0:1775764881.628616:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.628805:0:12262:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223378688 00000100:00100000:0.0:1775764881.628815:0:12262:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223378688 00000100:00100000:0.0:1775764881.628912:0:12262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85030 00000100:00100000:0.0:1775764881.628923:0:12262:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223378688:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764881.660302:0:12262:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223378688:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31369us (31683us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.660316:0:12262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85030 00000001:00080000:2.0:1775764881.663647:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997185 is committed 00000100:00100000:1.0:1775764881.665277:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.665856:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223378944 00000100:00100000:2.0:1775764881.665867:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223378944 00000100:00100000:2.0:1775764881.665965:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45092 00000100:00100000:2.0:1775764881.665975:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+36:11755:x1862022223378944:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764881.666032:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764881.666061:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d198b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7db expref: 36 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.666083:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764881.666088:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764881.666316:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d1992 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.666346:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d1992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.666358:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d1992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764881.666410:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032858 00000004:00010000:2.0:1775764881.666447:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072d3edb0 reply state 00000000a2d852f8 transno 4295032859 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d1992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764881.666456:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764881.666654:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223378944:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 679us (1384us total) trans 4295032859 rc 0/0 00000100:00100000:2.0:1775764881.666662:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45092 00000020:00080000:2.0:1775764881.666667:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764881.671620:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.671647:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.671842:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223379200 00000100:00100000:0.0:1775764881.671853:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223379200 00002000:00010000:0.0:1775764881.671894:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.671899:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022223379200 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.671911:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780380. 00000100:00100000:0.0:1775764881.671934:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223379072 00000100:00100000:0.0:1775764881.671937:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223379072 00002000:00010000:0.0:1775764881.671948:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3670235->18446744073709551615) 00002000:00100000:0.0:1775764881.671952:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3480 with x1862022223379072 ext(3670235->18446744073709551615) 00002000:00010000:0.0:1775764881.671958:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3480. 00000100:00100000:0.0:1775764881.671975:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40275 00000100:00100000:0.0:1775764881.671983:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223379200:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764881.672207:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1775764881.672343:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d1992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.672355:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d1992 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.672362:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d1992 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.672368:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc5400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764881.672373:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d1992 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.672381:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d1992 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.672397:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.672400:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764881.672405:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d1992 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.672420:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc5400/0xdb23b4c9253d1992 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764881.672454:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40276 00000100:00100000:1.0:1775764881.672463:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223379072:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764881.673094:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3794747 -> 3670235 00002000:00010000:1.0:1775764881.673100:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.673102:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.673104:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.673107:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 907 00000100:00100000:1.0:1775764881.673175:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223379072:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 713us (1526us total) trans 4294997186 rc 0/0 00000100:00100000:1.0:1775764881.673185:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40276 00002000:00010000:1.0:1775764881.673189:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3670235->18446744073709551615) 00002000:00100000:1.0:1775764881.673192:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3480 with x1862022223379072 ext(3670235->18446744073709551615) 00002000:00010000:1.0:1775764881.673199:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3480. 00002000:00010000:0.0:1775764881.673653:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.673656:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764881.673658:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.673659:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764881.673692:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223379200:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1709us (2080us total) trans 4294996451 rc 0/0 00000100:00100000:0.0:1775764881.673702:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40275 00002000:00010000:0.0:1775764881.673706:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.673708:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022223379200 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.674695:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780380. 00000100:00100000:3.0:1775764881.677433:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.677679:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223379328 00000100:00100000:0.0:1775764881.677689:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223379328 00000100:00100000:0.0:1775764881.677758:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45093 00000100:00100000:0.0:1775764881.677767:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+37:11755:x1862022223379328:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764881.677794:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764881.677817:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d1999 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7e2 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.677909:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d19a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.677925:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d19a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.677939:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d19a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764881.677968:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3670235 00000004:00200000:0.0:1775764881.677973:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764881.677990:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d19a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.678015:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d1999 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7e2 expref: 39 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.678036:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d19a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7e2 expref: 38 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.678044:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.678047:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764881.678051:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6606c00, rc 0) 00000100:00100000:0.0:1775764881.678116:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223379328:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 350us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.678124:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45093 00000100:00100000:2.0:1775764881.682736:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.682810:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223379584 00000100:00100000:0.0:1775764881.682821:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223379584 00000100:00100000:0.0:1775764881.682889:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45094 00000100:00100000:0.0:1775764881.682901:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+38:11755:x1862022223379584:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764881.682956:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764881.682986:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606c00/0xdb23b4c9253d19a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7e2 expref: 38 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.683007:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.683011:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764881.683200:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d19a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.683225:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d19a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.683235:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d19a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764881.683280:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032860 00000004:00010000:0.0:1775764881.683300:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000041f27f9 reply state 0000000037493813 transno 4295032861 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d19a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764881.683309:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764881.683391:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223379584:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 493us (676us total) trans 4295032861 rc 0/0 00000100:00100000:0.0:1775764881.683399:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45094 00000020:00080000:0.0:1775764881.683404:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764881.685982:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d19a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.686003:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d19a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.686012:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d19a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.686017:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6607800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764881.686022:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d19a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.686029:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d19a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.686047:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.686050:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764881.686055:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d19a7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.686061:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607800/0xdb23b4c9253d19a7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764881.688422:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.689028:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223379712 00000100:00100000:1.0:1775764881.689039:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223379712 00002000:00010000:1.0:1775764881.689079:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2020369->18446744073709551615) 00002000:00100000:1.0:1775764881.689084:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50e00 with x1862022223379712 ext(2020369->18446744073709551615) 00002000:00010000:1.0:1775764881.689096:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50e00. 00000100:00100000:1.0:1775764881.689130:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40277 00000100:00100000:1.0:1775764881.689139:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223379712:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764881.689457:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3670235 -> 2020369 00002000:00010000:1.0:1775764881.689462:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.689464:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.689467:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764881.689469:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:1.0:1775764881.689532:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223379712:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 393us (1122us total) trans 4294997187 rc 0/0 00000100:00100000:1.0:1775764881.689576:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40277 00002000:00010000:1.0:1775764881.689580:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2020369->18446744073709551615) 00002000:00100000:1.0:1775764881.689583:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50e00 with x1862022223379712 ext(2020369->18446744073709551615) 00002000:00010000:1.0:1775764881.689588:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c90d50e00. 00000100:00100000:2.0:1775764881.692159:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.692252:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223379840 00000100:00100000:0.0:1775764881.692263:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223379840 00002000:00010000:0.0:1775764881.692303:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.692308:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022223379840 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.692320:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d50a80. 00000100:00100000:0.0:1775764881.692354:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40278 00000100:00100000:0.0:1775764881.692364:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223379840:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764881.692638:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764881.692642:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.692644:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764881.692647:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.692649:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764881.692717:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223379840:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 346us (558us total) trans 4294996452 rc 0/0 00000100:00100000:0.0:1775764881.692725:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40278 00002000:00010000:0.0:1775764881.692729:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.692732:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c90d50a80 with x1862022223379840 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.692737:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c90d50a80. 00000100:00100000:2.0:1775764881.699320:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.699433:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223379968 00000100:00100000:1.0:1775764881.699444:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223379968 00000100:00100000:1.0:1775764881.699507:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45095 00000100:00100000:1.0:1775764881.699517:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+39:11755:x1862022223379968:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764881.699586:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764881.699609:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7e9 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.699685:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d19b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.699698:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d19b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.699709:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d19b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764881.699748:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2020369 00000004:00200000:1.0:1775764881.699753:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764881.699769:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d19b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.699793:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7e9 expref: 41 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.699811:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d19b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7e9 expref: 40 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.699820:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.699822:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764881.699826:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2045000, rc 0) 00000100:00100000:1.0:1775764881.699878:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223379968:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 362us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764881.699885:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45095 00000100:00100000:2.0:1775764881.704647:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.704817:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223380224 00000100:00100000:3.0:1775764881.704827:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223380224 00000100:00100000:3.0:1775764881.704885:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45096 00000100:00100000:3.0:1775764881.704895:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+40:11755:x1862022223380224:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764881.704947:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764881.704972:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d19b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7e9 expref: 40 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.704998:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.705003:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764881.705206:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d19bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.705236:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d19bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.705246:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d19bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764881.705293:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032862 00000004:00010000:3.0:1775764881.705314:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001deeaf54 reply state 00000000af935abd transno 4295032863 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d19bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764881.705323:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764881.705402:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223380224:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 508us (761us total) trans 4295032863 rc 0/0 00000100:00100000:3.0:1775764881.705409:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45096 00000020:00080000:3.0:1775764881.706203:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764881.709782:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.709820:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764881.709933:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d19bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.709947:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d19bc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.709955:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d19bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.709962:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecfe00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764881.709967:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d19bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.709975:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d19bc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.709993:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.709996:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764881.710002:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d19bc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.710007:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfe00/0xdb23b4c9253d19bc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764881.710697:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223380352 00000100:00100000:3.0:1775764881.710722:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223380352 00002000:00010000:3.0:1775764881.710766:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2770876->18446744073709551615) 00002000:00100000:3.0:1775764881.710771:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5180 with x1862022223380352 ext(2770876->18446744073709551615) 00002000:00010000:3.0:1775764881.710782:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5180. 00000100:00100000:3.0:1775764881.710804:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223380480 00000100:00100000:3.0:1775764881.710807:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223380480 00002000:00010000:3.0:1775764881.710819:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764881.710822:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4a80 with x1862022223380480 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764881.710831:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde4a80. 00000100:00100000:3.0:1775764881.710854:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40279 00000100:00100000:3.0:1775764881.710864:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223380352:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764881.711085:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2020369 -> 2770876 00002000:00010000:3.0:1775764881.711088:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764882 00002000:00010000:3.0:1775764881.711091:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.711093:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764882 00002000:00010000:3.0:1775764881.711095:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:3.0:1775764881.711152:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223380352:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 289us (1380us total) trans 4294997188 rc 0/0 00000100:00100000:3.0:1775764881.711159:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40279 00002000:00010000:3.0:1775764881.711162:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2770876->18446744073709551615) 00002000:00100000:3.0:1775764881.711164:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5180 with x1862022223380352 ext(2770876->18446744073709551615) 00002000:00010000:3.0:1775764881.711168:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde5180. 00000100:00100000:3.0:1775764881.711183:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40280 00000100:00100000:3.0:1775764881.711189:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2363:x1862022223380480:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764881.712357:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764881.712364:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764881 -> 1775764882 00002000:00010000:3.0:1775764881.712367:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764881.712369:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764881 -> 1775764882 00002000:00010000:3.0:1775764881.712371:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764881.712532:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223380480:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1339us (2707us total) trans 4294996453 rc 0/0 00000100:00100000:3.0:1775764881.712572:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40280 00002000:00010000:3.0:1775764881.712576:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764881.712579:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4a80 with x1862022223380480 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764881.712585:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde4a80. 00000100:00100000:2.0:1775764881.716989:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.717086:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223380608 00000100:00100000:1.0:1775764881.717095:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223380608 00000100:00100000:1.0:1775764881.717186:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45097 00000100:00100000:1.0:1775764881.717196:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+41:11755:x1862022223380608:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764881.717225:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764881.717246:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7f0 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.717352:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d19ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.717367:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d19ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.717379:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d19ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764881.717423:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2770876 00000004:00200000:1.0:1775764881.717428:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764881.717447:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d19ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.717471:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7f0 expref: 43 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.717489:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d19ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7f0 expref: 42 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.717498:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.717501:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764881.717505:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044600, rc 0) 00000100:00100000:1.0:1775764881.717608:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223380608:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 413us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764881.717618:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45097 00000100:00100000:3.0:1775764881.723978:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.724146:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223380736 00000100:00100000:0.0:1775764881.724157:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223380736 00002000:00100000:0.0:1775764881.724209:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2023424->2772991) req@ffff8b8ca29b0e00 x1862022223380736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.724221:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0e00 with x1862022223380736 ext(2023424->2772991) 00002000:00010000:0.0:1775764881.724227:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0e00 00000100:00100000:0.0:1775764881.724263:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40281 00000100:00100000:0.0:1775764881.724274:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223380736:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764881.732793:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223380736:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 8507us (8810us total) trans 0 rc 749568/749568 00000100:00100000:1.0:1775764881.732809:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40281 00002000:00100000:1.0:1775764881.732823:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2023424->2772991) req@ffff8b8ca29b0e00 x1862022223380736/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/440 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 749568/749568 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.732833:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0e00 with x1862022223380736 ext(2023424->2772991) 00002000:00010000:1.0:1775764881.732840:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0e00 00000100:00100000:3.0:1775764881.739271:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.739386:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223380992 00000100:00100000:0.0:1775764881.739398:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223380992 00000100:00100000:0.0:1775764881.739479:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45098 00000100:00100000:0.0:1775764881.739491:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+42:11755:x1862022223380992:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764881.739599:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764881.739626:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d19ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7f0 expref: 42 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.739645:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.739651:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764881.739880:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d19d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.739895:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d19d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.739905:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d19d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764881.739959:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032864 00000004:00010000:0.0:1775764881.739984:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec8dea81 reply state 00000000690da6b3 transno 4295032865 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d19d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764881.739993:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764881.740075:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223380992:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 587us (814us total) trans 4295032865 rc 0/0 00000100:00100000:0.0:1775764881.740083:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45098 00000020:00080000:0.0:1775764881.740088:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764881.742750:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d19d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.742766:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d19d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.742773:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d19d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.742779:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6607200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764881.742784:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d19d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.742791:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d19d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.742808:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.742811:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764881.742816:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d19d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.742821:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607200/0xdb23b4c9253d19d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764881.745100:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.745817:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223381120 00000100:00100000:2.0:1775764881.745829:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223381120 00002000:00010000:2.0:1775764881.745870:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764881.745876:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022223381120 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764881.745887:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0000. 00000100:00100000:2.0:1775764881.745918:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40282 00000100:00100000:2.0:1775764881.745928:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223381120:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764881.746153:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2770876 -> 4194304 00002000:00010000:2.0:1775764881.746157:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:2.0:1775764881.746159:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:2.0:1775764881.746162:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:2.0:1775764881.746164:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:2.0:1775764881.746232:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223381120:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 304us (1141us total) trans 4294997189 rc 0/0 00000100:00100000:2.0:1775764881.746240:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40282 00002000:00010000:2.0:1775764881.746243:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764881.746246:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0000 with x1862022223381120 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764881.746250:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0000. 00000100:00100000:2.0:1775764881.748994:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.749331:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223381248 00000100:00100000:1.0:1775764881.749341:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223381248 00002000:00010000:1.0:1775764881.749382:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (188395->18446744073709551615) 00002000:00100000:1.0:1775764881.749388:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5f80 with x1862022223381248 ext(188395->18446744073709551615) 00002000:00010000:1.0:1775764881.749400:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde5f80. 00000100:00100000:1.0:1775764881.749477:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40283 00000100:00100000:1.0:1775764881.749488:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223381248:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764881.749762:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 188395 00002000:00010000:1.0:1775764881.749767:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:1.0:1775764881.749769:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764881.749771:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:1.0:1775764881.749774:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764881.749827:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223381248:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 341us (842us total) trans 4294996454 rc 0/0 00000100:00100000:1.0:1775764881.749835:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40283 00002000:00010000:1.0:1775764881.749838:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (188395->18446744073709551615) 00002000:00100000:1.0:1775764881.749842:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5f80 with x1862022223381248 ext(188395->18446744073709551615) 00002000:00010000:1.0:1775764881.749847:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde5f80. 00000100:00100000:0.0:1775764881.753808:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.753959:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223381376 00000100:00100000:3.0:1775764881.753969:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223381376 00000100:00100000:3.0:1775764881.754029:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45099 00000100:00100000:3.0:1775764881.754039:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+43:11755:x1862022223381376:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764881.754065:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764881.754085:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253d19d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7f7 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.754166:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d19df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.754180:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d19df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.754192:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d19df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764881.754221:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4382699 00000004:00200000:3.0:1775764881.754225:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764881.754243:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d19df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.754268:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253d19d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7f7 expref: 45 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.754283:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d19df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7f7 expref: 44 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.754292:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.754295:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764881.754298:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecfa00, rc 0) 00000100:00100000:3.0:1775764881.754362:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223381376:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 324us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.754370:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45099 00000100:00100000:0.0:1775764881.759265:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.759398:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223381632 00000100:00100000:1.0:1775764881.759478:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223381632 00000100:00100000:1.0:1775764881.760018:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45100 00000100:00100000:1.0:1775764881.760030:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+44:11755:x1862022223381632:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764881.760090:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764881.760120:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d19df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7f7 expref: 44 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.760142:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.760147:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764881.760384:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19e6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.760398:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.760408:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764881.760470:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032866 00000004:00010000:1.0:1775764881.760493:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de5760b5 reply state 000000000bafac73 transno 4295032867 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764881.760502:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764881.760629:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223381632:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 601us (1428us total) trans 4295032867 rc 0/0 00000100:00100000:1.0:1775764881.760637:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45100 00000020:00080000:1.0:1775764881.760644:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764881.763809:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.763826:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.763835:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.763840:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764881.763845:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.763853:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19e6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.763871:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764881.763874:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764881.763878:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19e6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.763883:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d19e6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764881.765289:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.765328:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.765527:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223381760 00000100:00100000:1.0:1775764881.765579:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223381760 00002000:00010000:1.0:1775764881.765620:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2189792->18446744073709551615) 00002000:00100000:1.0:1775764881.765625:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68ce00 with x1862022223381760 ext(2189792->18446744073709551615) 00002000:00010000:1.0:1775764881.765637:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68ce00. 00000100:00100000:1.0:1775764881.765657:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223381888 00000100:00100000:1.0:1775764881.765660:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223381888 00002000:00010000:1.0:1775764881.765671:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764881.765674:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68ea00 with x1862022223381888 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764881.765680:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f68ea00. 00000100:00100000:1.0:1775764881.765700:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40284 00000100:00100000:1.0:1775764881.765709:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223381760:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:2.0:1775764881.765826:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40285 00000100:00100000:2.0:1775764881.765836:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223381888:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764881.766085:0:11895:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 188395 -> 0 00002000:00010000:2.0:1775764881.766089:0:11895:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:2.0:1775764881.766092:0:11895:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764881.766094:0:11895:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:2.0:1775764881.766097:0:11895:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764881.766153:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223381888:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 319us (824us total) trans 4294996455 rc 0/0 00000100:00100000:2.0:1775764881.766162:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40285 00002000:00010000:2.0:1775764881.766165:0:11895:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764881.766168:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68ea00 with x1862022223381888 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764881.766173:0:11895:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f68ea00. 00002000:00010000:0.0:1775764881.767059:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2189792 00002000:00010000:0.0:1775764881.767065:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:0.0:1775764881.767067:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.767069:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:0.0:1775764881.767071:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:0.0:1775764881.767105:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223381760:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1395us (1822us total) trans 4294997190 rc 0/0 00000100:00100000:0.0:1775764881.767112:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40284 00002000:00010000:0.0:1775764881.767116:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2189792->18446744073709551615) 00002000:00100000:0.0:1775764881.767119:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68ce00 with x1862022223381760 ext(2189792->18446744073709551615) 00002000:00010000:0.0:1775764881.767124:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68ce00. 00000100:00100000:2.0:1775764881.772432:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.772520:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223382016 00000100:00100000:0.0:1775764881.772531:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223382016 00000100:00100000:0.0:1775764881.772628:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45101 00000100:00100000:0.0:1775764881.772639:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+45:11755:x1862022223382016:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764881.772666:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764881.772688:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d19ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd7fe expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.772787:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606600/0xdb23b4c9253d19f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.772801:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606600/0xdb23b4c9253d19f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.772813:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606600/0xdb23b4c9253d19f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764881.772840:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2189792 00000004:00200000:0.0:1775764881.772844:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764881.772861:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606600/0xdb23b4c9253d19f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.772885:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d19ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7fe expref: 47 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.772902:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606600/0xdb23b4c9253d19f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7fe expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.772910:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.772913:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764881.772917:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6606600, rc 0) 00000100:00100000:0.0:1775764881.772973:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223382016:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 336us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.772980:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45101 00000100:00100000:2.0:1775764881.778272:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.778353:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223382272 00000100:00100000:1.0:1775764881.778363:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223382272 00000100:00100000:1.0:1775764881.778430:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45102 00000100:00100000:1.0:1775764881.778442:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+46:11755:x1862022223382272:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764881.778501:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764881.778529:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606600/0xdb23b4c9253d19f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd7fe expref: 46 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.778587:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.778592:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764881.779110:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d19fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.779128:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d19fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764881.779139:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d19fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764881.779192:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032868 00000004:00010000:2.0:1775764881.779219:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095c91996 reply state 00000000aa8c99d9 transno 4295032869 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d19fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764881.779228:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764881.779335:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223382272:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 895us (1070us total) trans 4295032869 rc 0/0 00000100:00100000:2.0:1775764881.779343:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45102 00000020:00080000:2.0:1775764881.779349:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764881.781309:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d19fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.781325:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d19fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.781333:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d19fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.781339:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764881.781344:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d19fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.781351:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d19fb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.781367:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.781370:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764881.781374:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d19fb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.781380:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9800/0xdb23b4c9253d19fb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764881.783471:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.783511:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.783639:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223382400 00000100:00100000:0.0:1775764881.783650:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223382400 00002000:00010000:0.0:1775764881.783691:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (888601->18446744073709551615) 00002000:00100000:0.0:1775764881.783696:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4e00 with x1862022223382400 ext(888601->18446744073709551615) 00002000:00010000:0.0:1775764881.783708:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4e00. 00000100:00100000:0.0:1775764881.783745:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223382528 00000100:00100000:0.0:1775764881.783749:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223382528 00002000:00010000:0.0:1775764881.783761:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.783764:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5c00 with x1862022223382528 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.783770:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde5c00. 00000100:00100000:0.0:1775764881.783791:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40286 00000100:00100000:0.0:1775764881.783799:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223382400:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764881.784099:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2189792 -> 888601 00002000:00010000:0.0:1775764881.784103:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:0.0:1775764881.784106:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.784108:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:0.0:1775764881.784111:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:0.0:1775764881.784160:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223382400:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 361us (698us total) trans 4294997191 rc 0/0 00000100:00100000:0.0:1775764881.784168:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40286 00002000:00010000:0.0:1775764881.784171:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (888601->18446744073709551615) 00002000:00100000:0.0:1775764881.784174:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde4e00 with x1862022223382400 ext(888601->18446744073709551615) 00002000:00010000:0.0:1775764881.784178:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cabde4e00. 00000100:00100000:0.0:1775764881.784196:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40287 00000100:00100000:0.0:1775764881.784203:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2365:x1862022223382528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764881.784307:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764881.784310:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:0.0:1775764881.784313:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764881.784316:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:0.0:1775764881.784318:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764881.784339:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cabde5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2365:x1862022223382528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 136us (828us total) trans 4294996456 rc 0/0 00000100:00100000:0.0:1775764881.784345:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40287 00002000:00010000:0.0:1775764881.784348:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.784350:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cabde5c00 with x1862022223382528 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.784355:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cabde5c00. 00000100:00100000:2.0:1775764881.792676:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.792791:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223382656 00000100:00100000:1.0:1775764881.792802:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223382656 00000100:00100000:1.0:1775764881.792872:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45103 00000100:00100000:1.0:1775764881.792883:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99246300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+47:11755:x1862022223382656:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764881.792910:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764881.792933:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1a02 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd805 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.793022:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.793037:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.793048:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764881.793075:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 888601 00000004:00200000:1.0:1775764881.793080:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764881.793097:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.793120:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045000/0xdb23b4c9253d1a02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd805 expref: 49 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.793140:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd805 expref: 48 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.793149:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.793152:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764881.793156:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044200, rc 0) 00000100:00100000:1.0:1775764881.793217:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99246300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223382656:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 336us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764881.793227:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45103 00000100:00100000:3.0:1775764881.800808:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.800922:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223382912 00000100:00100000:0.0:1775764881.800933:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223382912 00000100:00100000:0.0:1775764881.800995:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45104 00000100:00100000:0.0:1775764881.801005:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+48:11755:x1862022223382912:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764881.801060:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764881.801087:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd805 expref: 48 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.801108:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.801113:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764881.801348:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1a10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.801367:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1a10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.801376:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1a10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764881.801887:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032870 00000004:00010000:0.0:1775764881.801920:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000444c9388 reply state 00000000ebb5ce8f transno 4295032871 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1a10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764881.801930:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764881.802024:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223382912:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1019us (1223us total) trans 4295032871 rc 0/0 00000100:00100000:0.0:1775764881.802032:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45104 00000020:00080000:0.0:1775764881.802037:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764881.806605:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.806647:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764881.806778:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1a10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.806790:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1a10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.806798:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1a10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.806803:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6606800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764881.806808:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1a10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.806815:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1a10 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.806832:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.806836:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764881.806840:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1a10 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.806846:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606800/0xdb23b4c9253d1a10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764881.806993:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223383040 00000100:00100000:3.0:1775764881.807003:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223383040 00002000:00010000:3.0:1775764881.807041:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (664299->18446744073709551615) 00002000:00100000:3.0:1775764881.807046:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99247480 with x1862022223383040 ext(664299->18446744073709551615) 00002000:00010000:3.0:1775764881.807056:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99247480. 00000100:00100000:3.0:1775764881.807084:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223383168 00000100:00100000:3.0:1775764881.807087:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223383168 00002000:00010000:3.0:1775764881.807097:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764881.807099:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99247800 with x1862022223383168 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764881.807105:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99247800. 00000100:00100000:3.0:1775764881.807119:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40288 00000100:00100000:3.0:1775764881.807126:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99247480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223383040:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764881.807385:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 888601 -> 664299 00002000:00010000:3.0:1775764881.807389:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764881.807392:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764881.807394:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764881.807396:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:3.0:1775764881.807447:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99247480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223383040:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 321us (852us total) trans 4294997192 rc 0/0 00000100:00100000:3.0:1775764881.807455:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40288 00002000:00010000:3.0:1775764881.807458:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (664299->18446744073709551615) 00002000:00100000:3.0:1775764881.807461:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99247480 with x1862022223383040 ext(664299->18446744073709551615) 00002000:00010000:3.0:1775764881.807465:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99247480. 00000100:00100000:3.0:1775764881.807480:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40289 00000100:00100000:3.0:1775764881.807486:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99247800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+20:2363:x1862022223383168:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764881.807627:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764881.807629:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764881.807632:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764881.807634:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764881.807636:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764881.807655:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99247800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2363:x1862022223383168:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 169us (1008us total) trans 4294996457 rc 0/0 00000100:00100000:3.0:1775764881.807661:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40289 00002000:00010000:3.0:1775764881.807664:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764881.807666:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99247800 with x1862022223383168 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764881.807669:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99247800. 00000100:00100000:2.0:1775764881.813823:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.813951:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223383296 00000100:00100000:0.0:1775764881.813962:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223383296 00000100:00100000:0.0:1775764881.814051:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45105 00000100:00100000:0.0:1775764881.814062:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99245f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+49:11755:x1862022223383296:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764881.814089:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764881.814111:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1a17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd80c expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.814233:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.814248:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.814265:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764881.814293:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 664299 00000004:00200000:0.0:1775764881.814297:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764881.814336:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.814362:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1a17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd80c expref: 51 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.814380:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd80c expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.814389:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.814392:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764881.814396:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6606400, rc 0) 00000100:00100000:0.0:1775764881.814467:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99245f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223383296:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 408us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.814474:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45105 00000100:00100000:2.0:1775764881.818434:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.818604:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223383552 00000100:00100000:0.0:1775764881.818615:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223383552 00000100:00100000:0.0:1775764881.818672:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45106 00000100:00100000:0.0:1775764881.818682:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99244e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+50:11755:x1862022223383552:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764881.819050:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764881.819079:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd80c expref: 50 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.819101:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.819106:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764881.819319:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1a25 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.819332:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1a25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.819342:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1a25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764881.819397:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032872 00000004:00010000:0.0:1775764881.819513:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab04c6ee reply state 00000000a25f7c92 transno 4295032873 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1a25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764881.819522:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764881.819762:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99244e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223383552:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1080us (1336us total) trans 4295032873 rc 0/0 00000100:00100000:0.0:1775764881.819771:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45106 00000020:00080000:0.0:1775764881.819777:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764881.824787:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.824811:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.824884:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223383680 00000100:00100000:0.0:1775764881.824896:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223383680 00002000:00010000:0.0:1775764881.824934:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (975464->18446744073709551615) 00002000:00100000:0.0:1775764881.824939:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99246a00 with x1862022223383680 ext(975464->18446744073709551615) 00002000:00010000:0.0:1775764881.824951:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99246a00. 00000100:00100000:0.0:1775764881.824981:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223383808 00000100:00100000:0.0:1775764881.824984:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223383808 00002000:00010000:0.0:1775764881.824996:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.824999:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99244380 with x1862022223383808 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.825006:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99244380. 00000100:00100000:0.0:1775764881.825028:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40290 00000100:00100000:0.0:1775764881.825037:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99246a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223383680:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764881.825270:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 664299 -> 975464 00002000:00010000:0.0:1775764881.825274:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:0.0:1775764881.825276:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:0.0:1775764881.825278:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:0.0:1775764881.825280:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:0.0:1775764881.825328:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99246a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223383680:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 293us (553us total) trans 4294997193 rc 0/0 00000100:00100000:0.0:1775764881.825335:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40290 00002000:00010000:0.0:1775764881.825338:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (975464->18446744073709551615) 00002000:00100000:0.0:1775764881.825341:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99246a00 with x1862022223383680 ext(975464->18446744073709551615) 00002000:00010000:0.0:1775764881.825345:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99246a00. 00000100:00100000:0.0:1775764881.825361:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40291 00000100:00100000:0.0:1775764881.825367:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99244380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2363:x1862022223383808:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764881.825479:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764881.825482:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:0.0:1775764881.825484:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764881.825486:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:0.0:1775764881.825488:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1775764881.825506:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99244380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:2363:x1862022223383808:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 140us (694us total) trans 4294996458 rc 0/0 00000100:00100000:0.0:1775764881.825512:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40291 00002000:00010000:0.0:1775764881.825515:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764881.825518:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99244380 with x1862022223383808 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764881.825522:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99244380. 00010000:00010000:3.0:1775764881.826446:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1a25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.826459:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1a25 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.826467:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1a25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.826473:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6607e00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764881.826478:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1a25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.826486:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1a25 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.826502:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.826505:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764881.826509:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1a25 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.826515:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1a25 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764881.830348:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.830519:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223383936 00000100:00100000:3.0:1775764881.830531:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223383936 00000100:00100000:3.0:1775764881.830832:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45107 00000100:00100000:3.0:1775764881.830844:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99247100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+51:11755:x1862022223383936:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764881.830870:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764881.830891:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253d1a2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd813 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.830977:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1a33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.830991:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1a33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.831003:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1a33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764881.831029:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 975464 00000004:00200000:3.0:1775764881.831034:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764881.831051:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1a33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.831076:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ece000/0xdb23b4c9253d1a2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd813 expref: 53 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.831092:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1a33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd813 expref: 52 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764881.831100:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764881.831102:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764881.831106:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf200, rc 0) 00000100:00100000:3.0:1775764881.831219:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99247100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223383936:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 376us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.831226:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45107 00000100:00100000:2.0:1775764881.837267:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.837511:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223384192 00000100:00100000:0.0:1775764881.837522:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223384192 00000100:00100000:0.0:1775764881.837822:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45108 00000100:00100000:0.0:1775764881.837833:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99245500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+52:11755:x1862022223384192:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764881.837889:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764881.837918:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1a33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd813 expref: 52 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.837938:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.837944:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764881.838157:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.838170:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.838180:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764881.838250:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032874 00000004:00010000:0.0:1775764881.838276:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009c466f4c reply state 00000000924675f5 transno 4295032875 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764881.838284:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764881.838376:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99245500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223384192:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 545us (1118us total) trans 4295032875 rc 0/0 00000100:00100000:0.0:1775764881.838388:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45108 00000020:00080000:0.0:1775764881.838394:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764881.841532:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.841595:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.841619:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223384320 00000100:00100000:2.0:1775764881.841628:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223384320 00002000:00010000:2.0:1775764881.841661:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764881.841665:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99246d80 with x1862022223384320 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764881.841676:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99246d80. 00000100:00100000:2.0:1775764881.841701:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223384448 00000100:00100000:2.0:1775764881.841704:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223384448 00002000:00010000:2.0:1775764881.842072:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (467053->18446744073709551615) 00002000:00100000:2.0:1775764881.842076:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99244000 with x1862022223384448 ext(467053->18446744073709551615) 00002000:00010000:2.0:1775764881.842083:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99244000. 00000100:00100000:2.0:1775764881.842103:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40292 00000100:00100000:2.0:1775764881.842112:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99246d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223384320:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764881.842298:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 975464 -> 4194304 00002000:00010000:2.0:1775764881.842302:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:2.0:1775764881.842304:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:2.0:1775764881.842307:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:2.0:1775764881.842309:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 907 00000100:00100000:2.0:1775764881.842354:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99246d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223384320:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 243us (829us total) trans 4294997194 rc 0/0 00000100:00100000:2.0:1775764881.842361:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40292 00002000:00010000:2.0:1775764881.842365:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764881.842368:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99246d80 with x1862022223384320 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764881.842371:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99246d80. 00000100:00100000:2.0:1775764881.842386:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40293 00000100:00100000:2.0:1775764881.842392:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99244000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+22:2363:x1862022223384448:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764881.842503:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 467053 00002000:00010000:2.0:1775764881.842506:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:2.0:1775764881.842508:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764881.842510:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:2.0:1775764881.842512:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1775764881.842530:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99244000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:2363:x1862022223384448:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 138us (935us total) trans 4294996459 rc 0/0 00000100:00100000:2.0:1775764881.842535:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40293 00002000:00010000:2.0:1775764881.842568:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (467053->18446744073709551615) 00002000:00100000:2.0:1775764881.842571:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99244000 with x1862022223384448 ext(467053->18446744073709551615) 00002000:00010000:2.0:1775764881.842575:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c99244000. 00000100:00100000:3.0:1775764881.845500:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.846352:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223384576 00000100:00100000:0.0:1775764881.846365:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223384576 00000100:00100000:0.0:1775764881.846445:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45109 00000100:00100000:0.0:1775764881.846455:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223384576:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764881.846480:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764881.846501:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1a41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd81a expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.846627:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1a48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.846640:0:5811:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.846647:0:5811:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1a48 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.846664:0:5811:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.846675:0:5811:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1a48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.847292:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.847300:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.847306:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.847313:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6606400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764881.847316:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.847322:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.847337:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764881.847340:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764881.847343:0:3299:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1a48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.847352:0:3299:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1a48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.847360:0:3299:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1a48 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.847388:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764881.847395:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1a3a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.847620:0:5811:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1a48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.847629:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1a48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764881.847669:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4661357 00000004:00200000:0.0:1775764881.847673:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764881.847691:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1a48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.847900:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1a41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd81a expref: 55 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.847916:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1a48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd81a expref: 54 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764881.847924:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764881.847926:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764881.847929:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6606200, rc 0) 00000100:00100000:0.0:1775764881.847999:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223384576:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 1545us (2508us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.848007:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45109 00000100:00100000:2.0:1775764881.858091:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.858131:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.858201:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223384704 00000100:00100000:0.0:1775764881.858211:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223384704 00002000:00100000:0.0:1775764881.858262:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1257472->3817471) req@ffff8b8c99245880 x1862022223384704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 504/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.858273:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99245880 with x1862022223384704 ext(1257472->3817471) 00002000:00010000:0.0:1775764881.858278:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99245880 00000100:00100000:0.0:1775764881.858308:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223384832 00000100:00100000:0.0:1775764881.858311:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223384832 00002000:00100000:0.0:1775764881.858326:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (3817472->4194303) req@ffff8b8c99245180 x1862022223384832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.858340:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99245180 with x1862022223384832 ext(3817472->4194303) 00002000:00010000:0.0:1775764881.858343:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99245180 00000100:00100000:0.0:1775764881.858369:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40294 00000100:00100000:0.0:1775764881.858379:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99245880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2365:x1862022223384704:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764881.859573:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40295 00000100:00100000:1.0:1775764881.859586:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99245180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2365:x1862022223384832:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764881.873990:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99245880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2365:x1862022223384704:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15601us (15896us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1775764881.874003:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40294 00002000:00100000:0.0:1775764881.874016:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1257472->3817471) req@ffff8b8c99245880 x1862022223384704/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 504/440 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.874026:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99245880 with x1862022223384704 ext(1257472->3817471) 00002000:00010000:0.0:1775764881.874032:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99245880 00000100:00100000:3.0:1775764881.877925:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.878363:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223384960 00000100:00100000:1.0:1775764881.878375:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223384960 00002000:00100000:1.0:1775764881.878439:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1261568->1265663) req@ffff8b8ca29b2d80 x1862022223384960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.878458:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2d80 with x1862022223384960 ext(1261568->1265663) 00002000:00010000:1.0:1775764881.878464:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2d80 00000100:00100000:1.0:1775764881.878490:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40296 00000100:00100000:1.0:1775764881.878500:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223384960:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764881.878796:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223384960:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 297us (881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764881.878804:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40296 00002000:00100000:1.0:1775764881.878810:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1261568->1265663) req@ffff8b8ca29b2d80 x1862022223384960/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.878817:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2d80 with x1862022223384960 ext(1261568->1265663) 00002000:00010000:1.0:1775764881.878821:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2d80 00000100:00100000:1.0:1775764881.882580:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99245180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022223384832:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 22944us (24394us total) trans 0 rc 376832/376832 00000100:00100000:1.0:1775764881.882595:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40295 00002000:00100000:1.0:1775764881.882608:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3817472->4194303) req@ffff8b8c99245180 x1862022223384832/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/440 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 376832/376832 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.882618:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99245180 with x1862022223384832 ext(3817472->4194303) 00002000:00010000:1.0:1775764881.882624:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99245180 00000100:00100000:0.0:1775764881.887674:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.887777:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223385088 00000100:00100000:1.0:1775764881.887787:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223385088 00002000:00100000:1.0:1775764881.887835:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1265664->1269759) req@ffff8b8c8f68c380 x1862022223385088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.887853:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68c380 with x1862022223385088 ext(1265664->1269759) 00002000:00010000:1.0:1775764881.887859:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68c380 00000100:00100000:1.0:1775764881.887894:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40297 00000100:00100000:1.0:1775764881.887904:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022223385088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764881.888144:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2365:x1862022223385088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 241us (478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764881.888153:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40297 00002000:00100000:1.0:1775764881.888159:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1265664->1269759) req@ffff8b8c8f68c380 x1862022223385088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.888166:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68c380 with x1862022223385088 ext(1265664->1269759) 00002000:00010000:1.0:1775764881.888169:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68c380 00000100:00100000:2.0:1775764881.891683:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.891875:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223385216 00000100:00100000:3.0:1775764881.891886:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223385216 00002000:00100000:3.0:1775764881.891934:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1269760->1273855) req@ffff8b8c99244a80 x1862022223385216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.891946:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99244a80 with x1862022223385216 ext(1269760->1273855) 00002000:00010000:3.0:1775764881.891951:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99244a80 00000100:00100000:3.0:1775764881.891990:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40298 00000100:00100000:3.0:1775764881.891998:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99244a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223385216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764881.892329:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99244a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223385216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 330us (653us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764881.892337:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40298 00002000:00100000:3.0:1775764881.892344:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1269760->1273855) req@ffff8b8c99244a80 x1862022223385216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.892352:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99244a80 with x1862022223385216 ext(1269760->1273855) 00002000:00010000:3.0:1775764881.892355:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99244a80 00000100:00100000:3.0:1775764881.898047:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.898183:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223385344 00000100:00100000:1.0:1775764881.898194:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223385344 00002000:00100000:1.0:1775764881.898251:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1257472->1273855) req@ffff8b8ca29b0000 x1862022223385344/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 16872/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.898263:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0000 with x1862022223385344 ext(1257472->1273855) 00002000:00010000:1.0:1775764881.898269:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0000 00000100:00100000:1.0:1775764881.898308:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40299 00000100:00100000:1.0:1775764881.898318:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223385344:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764881.900514:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223385344:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 2188us (2467us total) trans 4294997195 rc 0/0 00000100:00100000:1.0:1775764881.900527:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40299 00002000:00100000:1.0:1775764881.900560:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1257472->1273855) req@ffff8b8ca29b0000 x1862022223385344/t4294997195(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 16872/448 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.900569:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0000 with x1862022223385344 ext(1257472->1273855) 00002000:00010000:1.0:1775764881.900575:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0000 00000100:00100000:3.0:1775764881.903491:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.903892:0:12271:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223385472 00000100:00100000:2.0:1775764881.903902:0:12271:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223385472 00000100:00100000:2.0:1775764881.903962:0:12271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85031 00000100:00100000:2.0:1775764881.903971:0:12271:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223385472:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764881.934425:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997193 is committed 00000001:00080000:0.0:1775764881.934446:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997195 is committed 00000100:00100000:2.0:1775764881.934864:0:12271:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223385472:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 30888us (31375us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764881.934876:0:12271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85031 00000100:00100000:2.0:1775764881.939325:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.939503:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223385600 00000100:00100000:0.0:1775764881.939513:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223385600 00002000:00100000:0.0:1775764881.939587:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1630208->1634303) req@ffff8b8c99245c00 x1862022223385600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.939600:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99245c00 with x1862022223385600 ext(1630208->1634303) 00002000:00010000:0.0:1775764881.939605:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99245c00 00000100:00100000:0.0:1775764881.939670:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40300 00000100:00100000:0.0:1775764881.939680:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99245c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223385600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764881.939925:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99245c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223385600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 246us (607us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764881.939934:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40300 00002000:00100000:0.0:1775764881.939940:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1630208->1634303) req@ffff8b8c99245c00 x1862022223385600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.939948:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99245c00 with x1862022223385600 ext(1630208->1634303) 00002000:00010000:0.0:1775764881.939951:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99245c00 00000100:00100000:0.0:1775764881.943874:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.944190:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223385728 00000100:00100000:3.0:1775764881.944201:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223385728 00002000:00100000:3.0:1775764881.944248:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1634304->1638399) req@ffff8b8c8f68f100 x1862022223385728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.944265:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68f100 with x1862022223385728 ext(1634304->1638399) 00002000:00010000:3.0:1775764881.944271:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68f100 00000100:00100000:3.0:1775764881.944307:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40301 00000100:00100000:3.0:1775764881.944317:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223385728:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764881.944703:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223385728:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 387us (838us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764881.944720:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40301 00002000:00100000:3.0:1775764881.944728:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1634304->1638399) req@ffff8b8c8f68f100 x1862022223385728/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.944736:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68f100 with x1862022223385728 ext(1634304->1638399) 00002000:00010000:3.0:1775764881.944739:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68f100 00000100:00100000:2.0:1775764881.950361:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.950532:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223385856 00000100:00100000:0.0:1775764881.950587:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223385856 00002000:00100000:0.0:1775764881.950637:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1638400->1642495) req@ffff8b8c99247b80 x1862022223385856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.950648:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99247b80 with x1862022223385856 ext(1638400->1642495) 00002000:00010000:0.0:1775764881.950655:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99247b80 00000100:00100000:0.0:1775764881.950686:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40302 00000100:00100000:0.0:1775764881.950696:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99247b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223385856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764881.950984:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99247b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223385856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 287us (630us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764881.950992:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40302 00002000:00100000:0.0:1775764881.950999:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1638400->1642495) req@ffff8b8c99247b80 x1862022223385856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.951008:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99247b80 with x1862022223385856 ext(1638400->1642495) 00002000:00010000:0.0:1775764881.951011:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99247b80 00000100:00100000:2.0:1775764881.958266:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.958371:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223385984 00000100:00100000:3.0:1775764881.958381:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223385984 00002000:00100000:3.0:1775764881.958507:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1642496->1646591) req@ffff8b8c99246680 x1862022223385984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.958519:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99246680 with x1862022223385984 ext(1642496->1646591) 00002000:00010000:3.0:1775764881.958526:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99246680 00000100:00100000:3.0:1775764881.958632:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40303 00000100:00100000:3.0:1775764881.958643:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99246680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223385984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764881.958920:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99246680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223385984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 278us (662us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764881.958928:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40303 00002000:00100000:3.0:1775764881.958936:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1642496->1646591) req@ffff8b8c99246680 x1862022223385984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.958944:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99246680 with x1862022223385984 ext(1642496->1646591) 00002000:00010000:3.0:1775764881.958947:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99246680 00000100:00100000:2.0:1775764881.962358:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.962512:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223386112 00000100:00100000:0.0:1775764881.962522:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223386112 00002000:00100000:1.0:1775764881.962860:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1646592->1650687) req@ffff8b8c99244700 x1862022223386112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.962871:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99244700 with x1862022223386112 ext(1646592->1650687) 00002000:00010000:1.0:1775764881.962877:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99244700 00000100:00100000:1.0:1775764881.962948:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40304 00000100:00100000:1.0:1775764881.962958:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c99244700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223386112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764881.963198:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c99244700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223386112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 241us (847us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764881.963206:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40304 00002000:00100000:1.0:1775764881.963212:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1646592->1650687) req@ffff8b8c99244700 x1862022223386112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.963220:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c99244700 with x1862022223386112 ext(1646592->1650687) 00002000:00010000:1.0:1775764881.963223:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c99244700 00000100:00100000:3.0:1775764881.966260:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764881.967301:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223386240 00000100:00100000:2.0:1775764881.967312:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223386240 00002000:00100000:2.0:1775764881.967366:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1650688->1654783) req@ffff8b8ca29b1c00 x1862022223386240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764881.967378:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1c00 with x1862022223386240 ext(1650688->1654783) 00002000:00010000:2.0:1775764881.967383:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1c00 00000100:00100000:3.0:1775764881.967518:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40305 00000100:00100000:3.0:1775764881.967530:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223386240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764881.967875:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223386240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 346us (1620us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764881.967883:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40305 00002000:00100000:3.0:1775764881.967890:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1650688->1654783) req@ffff8b8ca29b1c00 x1862022223386240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.967898:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1c00 with x1862022223386240 ext(1650688->1654783) 00002000:00010000:3.0:1775764881.967901:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1c00 00000100:00100000:3.0:1775764881.971406:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.971802:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223386368 00000100:00100000:1.0:1775764881.971812:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223386368 00002000:00100000:1.0:1775764881.971856:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1654784->1658879) req@ffff8b8ca29b3b80 x1862022223386368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.971868:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3b80 with x1862022223386368 ext(1654784->1658879) 00002000:00010000:1.0:1775764881.971874:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3b80 00000100:00100000:1.0:1775764881.971909:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40306 00000100:00100000:1.0:1775764881.971918:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223386368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764881.972146:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223386368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 227us (748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764881.972154:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40306 00002000:00100000:1.0:1775764881.972160:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1654784->1658879) req@ffff8b8ca29b3b80 x1862022223386368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.972169:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3b80 with x1862022223386368 ext(1654784->1658879) 00002000:00010000:1.0:1775764881.972172:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3b80 00000100:00100000:2.0:1775764881.976012:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.976214:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223386496 00000100:00100000:1.0:1775764881.976224:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223386496 00002000:00100000:1.0:1775764881.976276:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1658880->1662975) req@ffff8b8c9358c000 x1862022223386496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.976288:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358c000 with x1862022223386496 ext(1658880->1662975) 00002000:00010000:1.0:1775764881.976294:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358c000 00000100:00100000:1.0:1775764881.976335:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40307 00000100:00100000:1.0:1775764881.976345:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223386496:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764881.976636:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223386496:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 291us (633us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764881.976645:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40307 00002000:00100000:1.0:1775764881.976651:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1658880->1662975) req@ffff8b8c9358c000 x1862022223386496/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.976660:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358c000 with x1862022223386496 ext(1658880->1662975) 00002000:00010000:1.0:1775764881.976663:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358c000 00000100:00100000:2.0:1775764881.981644:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.981747:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223386624 00000100:00100000:1.0:1775764881.981756:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223386624 00002000:00100000:1.0:1775764881.981807:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1662976->1667071) req@ffff8b8c9358d880 x1862022223386624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.981818:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358d880 with x1862022223386624 ext(1662976->1667071) 00002000:00010000:1.0:1775764881.981825:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358d880 00000100:00100000:1.0:1775764881.981860:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40308 00000100:00100000:1.0:1775764881.981868:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223386624:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764881.982154:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223386624:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764881.982162:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40308 00002000:00100000:1.0:1775764881.982168:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1662976->1667071) req@ffff8b8c9358d880 x1862022223386624/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.982176:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358d880 with x1862022223386624 ext(1662976->1667071) 00002000:00010000:1.0:1775764881.982180:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358d880 00000100:00100000:2.0:1775764881.988917:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764881.988999:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223386752 00000100:00100000:3.0:1775764881.989009:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223386752 00002000:00100000:3.0:1775764881.989059:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1667072->1671167) req@ffff8b8c9358d180 x1862022223386752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.989070:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358d180 with x1862022223386752 ext(1667072->1671167) 00002000:00010000:3.0:1775764881.989076:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358d180 00000100:00100000:3.0:1775764881.989159:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40309 00000100:00100000:3.0:1775764881.989170:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223386752:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764881.989429:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223386752:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (522us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764881.989437:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40309 00002000:00100000:3.0:1775764881.989444:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1667072->1671167) req@ffff8b8c9358d180 x1862022223386752/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764881.989452:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358d180 with x1862022223386752 ext(1667072->1671167) 00002000:00010000:3.0:1775764881.989456:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358d180 00000100:00100000:2.0:1775764881.993749:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764881.994036:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223386880 00000100:00100000:1.0:1775764881.994046:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223386880 00002000:00100000:1.0:1775764881.994093:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1671168->1675263) req@ffff8b8c9358ca80 x1862022223386880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.994105:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358ca80 with x1862022223386880 ext(1671168->1675263) 00002000:00010000:1.0:1775764881.994110:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358ca80 00000100:00100000:1.0:1775764881.994144:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40310 00000100:00100000:1.0:1775764881.994154:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223386880:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764881.994399:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223386880:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 245us (658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764881.994417:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40310 00002000:00100000:1.0:1775764881.994425:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1671168->1675263) req@ffff8b8c9358ca80 x1862022223386880/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764881.994434:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358ca80 with x1862022223386880 ext(1671168->1675263) 00002000:00010000:1.0:1775764881.994437:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358ca80 00000100:00100000:2.0:1775764881.998362:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764881.998534:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223387008 00000100:00100000:0.0:1775764881.998591:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223387008 00002000:00100000:0.0:1775764881.998646:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1675264->1679359) req@ffff8b8c9358dc00 x1862022223387008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.998660:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358dc00 with x1862022223387008 ext(1675264->1679359) 00002000:00010000:0.0:1775764881.998666:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358dc00 00000100:00100000:0.0:1775764881.998689:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40311 00000100:00100000:0.0:1775764881.998698:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223387008:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764881.998935:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223387008:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (581us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764881.998943:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40311 00002000:00100000:0.0:1775764881.998950:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1675264->1679359) req@ffff8b8c9358dc00 x1862022223387008/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:362/0 lens 488/4536 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764881.998959:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358dc00 with x1862022223387008 ext(1675264->1679359) 00002000:00010000:0.0:1775764881.998962:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358dc00 00000100:00100000:2.0:1775764882.005358:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.005452:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223387136 00000100:00100000:3.0:1775764882.005462:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223387136 00002000:00100000:3.0:1775764882.005525:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1679360->1683455) req@ffff8b8c9358fb80 x1862022223387136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.005584:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358fb80 with x1862022223387136 ext(1679360->1683455) 00002000:00010000:3.0:1775764882.005591:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358fb80 00000100:00100000:3.0:1775764882.005616:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40312 00000100:00100000:3.0:1775764882.005626:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223387136:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.005893:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223387136:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (544us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764882.005902:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40312 00002000:00100000:3.0:1775764882.005908:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1679360->1683455) req@ffff8b8c9358fb80 x1862022223387136/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.005915:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358fb80 with x1862022223387136 ext(1679360->1683455) 00002000:00010000:3.0:1775764882.005918:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358fb80 00000100:00080000:2.0:1775764882.007184:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764882.011584:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.011687:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223387264 00000100:00100000:0.0:1775764882.011697:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223387264 00002000:00100000:0.0:1775764882.011757:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1630208->1683455) req@ffff8b8c9358e680 x1862022223387264/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.011768:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358e680 with x1862022223387264 ext(1630208->1683455) 00002000:00010000:0.0:1775764882.011774:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358e680 00000100:00100000:0.0:1775764882.011810:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40313 00000100:00100000:0.0:1775764882.011819:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223387264:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764882.014944:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223387264:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3116us (3401us total) trans 4294997196 rc 0/0 00000100:00100000:0.0:1775764882.014959:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40313 00002000:00100000:0.0:1775764882.014971:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1630208->1683455) req@ffff8b8c9358e680 x1862022223387264/t4294997196(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/448 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.014980:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358e680 with x1862022223387264 ext(1630208->1683455) 00002000:00010000:0.0:1775764882.014986:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358e680 00000100:00100000:1.0:1775764882.018276:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.018843:0:12255:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223387392 00000100:00100000:0.0:1775764882.018855:0:12255:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223387392 00000100:00100000:0.0:1775764882.018955:0:12255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85032 00000100:00100000:0.0:1775764882.018966:0:12255:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223387392:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764882.052938:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997196 is committed 00000100:00100000:2.0:1775764882.053668:0:12255:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223387392:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34699us (35395us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764882.053681:0:12255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85032 00000100:00100000:0.0:1775764882.060070:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.060447:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223387520 00000100:00100000:3.0:1775764882.060460:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223387520 00002000:00100000:3.0:1775764882.060509:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (585728->618495) req@ffff8b8c8f68d500 x1862022223387520/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.060521:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68d500 with x1862022223387520 ext(585728->618495) 00002000:00010000:3.0:1775764882.060527:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68d500 00000100:00100000:3.0:1775764882.060595:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40314 00000100:00100000:3.0:1775764882.060604:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223387520:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764882.063858:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223387520:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3245us (3789us total) trans 4294997197 rc 0/0 00000100:00100000:3.0:1775764882.063871:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40314 00002000:00100000:3.0:1775764882.063883:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (585728->618495) req@ffff8b8c8f68d500 x1862022223387520/t4294997197(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/448 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.063893:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68d500 with x1862022223387520 ext(585728->618495) 00002000:00010000:3.0:1775764882.063899:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68d500 00000100:00100000:1.0:1775764882.067290:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.067393:0:12133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223387648 00000100:00100000:2.0:1775764882.067403:0:12133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223387648 00000100:00100000:2.0:1775764882.067473:0:12133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85033 00000100:00100000:2.0:1775764882.067484:0:12133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223387648:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764882.103261:0:12133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223387648:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 35770us (35970us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764882.103274:0:12133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85033 00000001:00080000:0.0:1775764882.103351:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997197 is committed 00000100:00100000:1.0:1775764882.107388:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.107575:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223387904 00000100:00100000:3.0:1775764882.107587:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223387904 00000100:00100000:3.0:1775764882.107648:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45110 00000100:00100000:3.0:1775764882.107658:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+54:11755:x1862022223387904:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764882.107852:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764882.107882:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606200/0xdb23b4c9253d1a48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd81a expref: 54 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.107903:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764882.107908:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764882.108122:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d1a4f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.108142:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d1a4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.108152:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d1a4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764882.108204:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032876 00000004:00010000:3.0:1775764882.108231:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002e8b4135 reply state 0000000022222892 transno 4295032877 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d1a4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764882.108240:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764882.108373:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223387904:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 715us (992us total) trans 4295032877 rc 0/0 00000100:00100000:3.0:1775764882.108380:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45110 00000020:00080000:3.0:1775764882.108385:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764882.113528:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.113596:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.113738:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223388160 00000100:00100000:1.0:1775764882.113748:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223388160 00002000:00010000:1.0:1775764882.113789:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764882.113794:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358c700 with x1862022223388160 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764882.113806:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9358c700. 00000100:00100000:1.0:1775764882.113835:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223388032 00000100:00100000:1.0:1775764882.113838:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223388032 00002000:00010000:1.0:1775764882.113850:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2195492->18446744073709551615) 00002000:00100000:1.0:1775764882.113854:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358e300 with x1862022223388032 ext(2195492->18446744073709551615) 00002000:00010000:1.0:1775764882.113859:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358e300. 00000100:00100000:1.0:1775764882.113876:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40315 00000100:00100000:1.0:1775764882.113885:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+23:2363:x1862022223388160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764882.114154:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 467053 -> 0 00002000:00010000:1.0:1775764882.114158:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:1.0:1775764882.114161:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764882.114164:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:1.0:1775764882.114166:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1775764882.114243:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:2363:x1862022223388160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 359us (724us total) trans 4294996460 rc 0/0 00000100:00100000:1.0:1775764882.114252:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40315 00002000:00010000:1.0:1775764882.114255:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764882.114258:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358c700 with x1862022223388160 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764882.114262:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c9358c700. 00000100:00100000:1.0:1775764882.114278:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40316 00000100:00100000:1.0:1775764882.114285:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223388032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764882.114500:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 2195492 00002000:00010000:1.0:1775764882.114503:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:1.0:1775764882.114505:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764882.114507:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:1.0:1775764882.114509:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 907 -> 521 00000100:00100000:1.0:1775764882.114532:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223388032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 247us (934us total) trans 4294997198 rc 0/0 00000100:00100000:1.0:1775764882.114570:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40316 00002000:00010000:1.0:1775764882.114573:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (2195492->18446744073709551615) 00002000:00100000:1.0:1775764882.114575:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358e300 with x1862022223388032 ext(2195492->18446744073709551615) 00002000:00010000:1.0:1775764882.114580:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358e300. 00010000:00010000:3.0:1775764882.115817:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d1a4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.115830:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d1a4f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.115838:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d1a4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.115844:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8b8ccc4c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764882.115848:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d1a4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.115856:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d1a4f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.115880:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764882.115883:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764882.115889:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d1a4f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.115895:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8b8ccc4c00/0xdb23b4c9253d1a4f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764882.121286:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.121387:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223388288 00000100:00100000:2.0:1775764882.121399:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223388288 00000100:00100000:2.0:1775764882.121640:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45111 00000100:00100000:2.0:1775764882.121651:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+55:11755:x1862022223388288:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764882.121679:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764882.121701:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d1a56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd821 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.121804:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d1a5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.121821:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d1a5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.121833:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d1a5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764882.121862:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 2195492 00000004:00200000:2.0:1775764882.121866:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764882.121883:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d1a5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.121907:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8200/0xdb23b4c9253d1a56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd821 expref: 57 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.121925:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d1a5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd821 expref: 56 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.121933:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764882.121936:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764882.121939:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9200, rc 0) 00000100:00100000:2.0:1775764882.122003:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223388288:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 354us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764882.122013:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45111 00000100:00100000:3.0:1775764882.127819:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.128924:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223388544 00000100:00100000:1.0:1775764882.128936:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223388544 00000100:00100000:1.0:1775764882.129001:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45112 00000100:00100000:1.0:1775764882.129012:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+56:11755:x1862022223388544:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764882.129067:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764882.129096:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9200/0xdb23b4c9253d1a5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd821 expref: 56 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.129115:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764882.129121:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764882.129449:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1a64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.129465:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1a64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.129475:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1a64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764882.129528:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032878 00000004:00010000:1.0:1775764882.129584:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6677443 reply state 000000005f59932b transno 4295032879 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1a64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764882.129594:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764882.129685:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223388544:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 674us (1874us total) trans 4295032879 rc 0/0 00000100:00100000:1.0:1775764882.129692:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45112 00000020:00080000:1.0:1775764882.129697:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764882.133035:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.133058:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.133084:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223388672 00000100:00100000:3.0:1775764882.133092:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223388672 00002000:00010000:3.0:1775764882.133126:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764882.133132:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2a00 with x1862022223388672 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764882.133143:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2a00. 00000100:00100000:3.0:1775764882.133168:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223388800 00000100:00100000:3.0:1775764882.133171:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223388800 00002000:00010000:3.0:1775764882.133181:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1456640->18446744073709551615) 00002000:00100000:3.0:1775764882.133184:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1180 with x1862022223388800 ext(1456640->18446744073709551615) 00002000:00010000:3.0:1775764882.133190:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b1180. 00000100:00100000:3.0:1775764882.133206:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40317 00000100:00100000:3.0:1775764882.133225:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223388672:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764882.133442:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 2195492 -> 4194304 00002000:00010000:3.0:1775764882.133446:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764882.133449:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764882.133451:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764882.133454:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:3.0:1775764882.133499:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223388672:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 275us (472us total) trans 4294997199 rc 0/0 00000100:00100000:3.0:1775764882.133506:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40317 00002000:00010000:3.0:1775764882.133509:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764882.133512:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2a00 with x1862022223388672 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764882.133516:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2a00. 00000100:00100000:3.0:1775764882.133533:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40318 00000100:00100000:3.0:1775764882.133570:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+24:2362:x1862022223388800:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764882.133666:0:12054:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1456640 00002000:00010000:3.0:1775764882.133669:0:12054:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764882.133672:0:12054:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764882.133674:0:12054:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764882.133676:0:12054:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1775764882.133694:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:2362:x1862022223388800:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 155us (635us total) trans 4294996461 rc 0/0 00000100:00100000:3.0:1775764882.133699:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40318 00002000:00010000:3.0:1775764882.133702:0:12054:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1456640->18446744073709551615) 00002000:00100000:3.0:1775764882.133704:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1180 with x1862022223388800 ext(1456640->18446744073709551615) 00002000:00010000:3.0:1775764882.133785:0:12054:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b1180. 00010000:00010000:1.0:1775764882.136976:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1a64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.136992:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1a64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.137005:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1a64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.137011:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764882.137016:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1a64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.137024:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1a64 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.137041:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764882.137044:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764882.137048:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1a64 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.137055:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1a64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764882.147006:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.147114:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223388928 00000100:00100000:1.0:1775764882.147124:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223388928 00002000:00100000:1.0:1775764882.147173:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (0->1437695) req@ffff8b8ca29b0700 x1862022223388928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 504/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.147184:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223388928 ext(0->1437695) 00002000:00010000:1.0:1775764882.147190:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0700 00000100:00100000:1.0:1775764882.147213:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40319 00000100:00100000:1.0:1775764882.147222:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:2362:x1862022223388928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.157793:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.157916:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223389056 00000100:00100000:1.0:1775764882.157928:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223389056 00002000:00100000:1.0:1775764882.157980:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1458175) req@ffff8b8c95c3c380 x1862022223389056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 504/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.157990:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3c380 with x1862022223389056 ext(1044480->1458175) 00002000:00010000:1.0:1775764882.157996:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3c380 00000100:00100000:1.0:1775764882.158027:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40320 00000100:00100000:1.0:1775764882.158036:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:2363:x1862022223389056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764882.167326:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:2362:x1862022223388928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 20093us (20317us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1775764882.167340:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40319 00002000:00100000:1.0:1775764882.167354:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (0->1437695) req@ffff8b8ca29b0700 x1862022223388928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 504/440 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.167365:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223388928 ext(0->1437695) 00002000:00010000:1.0:1775764882.167371:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0700 00000100:00100000:1.0:1775764882.173027:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:2363:x1862022223389056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14982us (15231us total) trans 0 rc 409600/409600 00000100:00100000:1.0:1775764882.173042:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40320 00002000:00100000:1.0:1775764882.173055:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5005:0x0] (1044480->1458175) req@ffff8b8c95c3c380 x1862022223389056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 504/440 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 409600/409600 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.173064:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3c380 with x1862022223389056 ext(1044480->1458175) 00002000:00010000:1.0:1775764882.173071:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3c380 00000100:00100000:3.0:1775764882.177842:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.177981:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223389184 00000100:00100000:0.0:1775764882.177992:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223389184 00002000:00100000:0.0:1775764882.178042:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1433600->1456639) req@ffff8b8c95c3f100 x1862022223389184/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.178054:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3f100 with x1862022223389184 ext(1433600->1456639) 00002000:00010000:0.0:1775764882.178060:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3f100 00000100:00100000:0.0:1775764882.178092:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40321 00000100:00100000:0.0:1775764882.178101:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+25:2362:x1862022223389184:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764882.181151:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:2362:x1862022223389184:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3041us (3309us total) trans 4294996462 rc 0/0 00000100:00100000:0.0:1775764882.181164:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40321 00002000:00100000:0.0:1775764882.181175:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (1433600->1456639) req@ffff8b8c95c3f100 x1862022223389184/t4294996462(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/448 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.181186:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3f100 with x1862022223389184 ext(1433600->1456639) 00002000:00010000:0.0:1775764882.181192:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3f100 00000100:00100000:2.0:1775764882.185096:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.185191:0:12265:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223389312 00000100:00100000:0.0:1775764882.185201:0:12265:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223389312 00000100:00100000:0.0:1775764882.185300:0:12265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85034 00000100:00100000:0.0:1775764882.185311:0:12265:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:2364:x1862022223389312:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:0.0:1775764882.222934:0:12265:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+27:2364:x1862022223389312:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 37614us (37834us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764882.222949:0:12265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85034 00000001:00080000:0.0:1775764882.222986:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996462 is committed 00000100:00100000:3.0:1775764882.225693:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.225874:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223389440 00000100:00100000:0.0:1775764882.225885:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223389440 00000100:00100000:0.0:1775764882.225983:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45113 00000100:00100000:0.0:1775764882.225994:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+57:11755:x1862022223389440:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764882.226021:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764882.226041:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd828 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.226121:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d1a72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.226135:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d1a72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.226146:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d1a72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764882.226175:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5650944 00000004:00200000:0.0:1775764882.226179:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764882.226198:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d1a72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.226224:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd828 expref: 59 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.226242:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d1a72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd828 expref: 58 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.226250:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764882.226253:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764882.226257:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6607400, rc 0) 00000100:00100000:0.0:1775764882.226314:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223389440:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 321us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764882.226322:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45113 00000100:00100000:1.0:1775764882.230995:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.231103:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223389568 00000100:00100000:3.0:1775764882.231114:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223389568 00002000:00100000:3.0:1775764882.231159:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (987136->991231) req@ffff8b8c992fb800 x1862022223389568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.231169:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb800 with x1862022223389568 ext(987136->991231) 00002000:00010000:3.0:1775764882.231175:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb800 00000100:00100000:3.0:1775764882.231243:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40322 00000100:00100000:3.0:1775764882.231252:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223389568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.231612:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223389568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 360us (624us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764882.231619:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40322 00002000:00100000:3.0:1775764882.231626:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (987136->991231) req@ffff8b8c992fb800 x1862022223389568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.231634:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb800 with x1862022223389568 ext(987136->991231) 00002000:00010000:3.0:1775764882.231638:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb800 00000100:00100000:2.0:1775764882.236203:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.236289:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223389696 00000100:00100000:0.0:1775764882.236300:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223389696 00002000:00100000:0.0:1775764882.236356:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (991232->995327) req@ffff8b8c9358f800 x1862022223389696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.236367:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358f800 with x1862022223389696 ext(991232->995327) 00002000:00010000:0.0:1775764882.236373:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358f800 00000100:00100000:0.0:1775764882.236415:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40323 00000100:00100000:0.0:1775764882.236426:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223389696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.236929:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223389696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 503us (732us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.236939:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40323 00002000:00100000:0.0:1775764882.236946:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (991232->995327) req@ffff8b8c9358f800 x1862022223389696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.236955:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358f800 with x1862022223389696 ext(991232->995327) 00002000:00010000:0.0:1775764882.236958:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358f800 00000100:00100000:1.0:1775764882.241244:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.241352:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223389824 00000100:00100000:0.0:1775764882.241363:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223389824 00002000:00100000:0.0:1775764882.241490:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (995328->999423) req@ffff8b8c992f8000 x1862022223389824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.241502:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8000 with x1862022223389824 ext(995328->999423) 00002000:00010000:0.0:1775764882.241507:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8000 00000100:00100000:0.0:1775764882.241609:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40324 00000100:00100000:0.0:1775764882.241619:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223389824:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.241854:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223389824:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 236us (620us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.241862:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40324 00002000:00100000:0.0:1775764882.241868:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (995328->999423) req@ffff8b8c992f8000 x1862022223389824/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.241877:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8000 with x1862022223389824 ext(995328->999423) 00002000:00010000:0.0:1775764882.241880:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8000 00000100:00100000:1.0:1775764882.246215:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.246308:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223389952 00000100:00100000:3.0:1775764882.246320:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223389952 00002000:00100000:3.0:1775764882.246370:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (999424->1003519) req@ffff8b8c992f9500 x1862022223389952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.246381:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9500 with x1862022223389952 ext(999424->1003519) 00002000:00010000:3.0:1775764882.246387:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9500 00000100:00100000:3.0:1775764882.246428:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40325 00000100:00100000:3.0:1775764882.246438:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223389952:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.246733:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223389952:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 295us (526us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764882.246745:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40325 00002000:00100000:3.0:1775764882.246751:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (999424->1003519) req@ffff8b8c992f9500 x1862022223389952/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.246758:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9500 with x1862022223389952 ext(999424->1003519) 00002000:00010000:3.0:1775764882.246761:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9500 00000100:00100000:2.0:1775764882.250873:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.250977:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223390080 00000100:00100000:1.0:1775764882.250988:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223390080 00002000:00100000:1.0:1775764882.251035:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1003520->1007615) req@ffff8b8c9358df80 x1862022223390080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.251046:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358df80 with x1862022223390080 ext(1003520->1007615) 00002000:00010000:1.0:1775764882.251052:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358df80 00000100:00100000:1.0:1775764882.251090:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40326 00000100:00100000:1.0:1775764882.251100:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223390080:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764882.251346:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223390080:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 246us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764882.251355:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40326 00002000:00100000:1.0:1775764882.251363:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1003520->1007615) req@ffff8b8c9358df80 x1862022223390080/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.251370:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358df80 with x1862022223390080 ext(1003520->1007615) 00002000:00010000:1.0:1775764882.251373:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358df80 00000100:00100000:2.0:1775764882.255165:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.255277:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223390208 00000100:00100000:0.0:1775764882.255287:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223390208 00002000:00100000:0.0:1775764882.255339:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1007616->1011711) req@ffff8b8c9358ce00 x1862022223390208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.255355:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358ce00 with x1862022223390208 ext(1007616->1011711) 00002000:00010000:0.0:1775764882.255361:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358ce00 00000100:00100000:0.0:1775764882.255395:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40327 00000100:00100000:0.0:1775764882.255406:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223390208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.255717:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223390208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 312us (561us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.255725:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40327 00002000:00100000:0.0:1775764882.255732:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1007616->1011711) req@ffff8b8c9358ce00 x1862022223390208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.255740:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358ce00 with x1862022223390208 ext(1007616->1011711) 00002000:00010000:0.0:1775764882.255743:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358ce00 00000100:00100000:3.0:1775764882.260090:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.260201:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223390336 00000100:00100000:1.0:1775764882.260211:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223390336 00002000:00100000:1.0:1775764882.260265:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1011712->1015807) req@ffff8b8c95c3ed80 x1862022223390336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.260277:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3ed80 with x1862022223390336 ext(1011712->1015807) 00002000:00010000:1.0:1775764882.260284:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3ed80 00000100:00100000:1.0:1775764882.260323:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40328 00000100:00100000:1.0:1775764882.260333:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764882.260630:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 297us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764882.260641:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40328 00002000:00100000:1.0:1775764882.260648:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1011712->1015807) req@ffff8b8c95c3ed80 x1862022223390336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.260656:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3ed80 with x1862022223390336 ext(1011712->1015807) 00002000:00010000:1.0:1775764882.260659:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3ed80 00000100:00100000:2.0:1775764882.269277:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.269391:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223390464 00000100:00100000:0.0:1775764882.269402:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223390464 00002000:00100000:0.0:1775764882.269462:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1015808->1019903) req@ffff8b8c9358ea00 x1862022223390464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.269472:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358ea00 with x1862022223390464 ext(1015808->1019903) 00002000:00010000:0.0:1775764882.269478:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358ea00 00000100:00100000:0.0:1775764882.269513:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40329 00000100:00100000:0.0:1775764882.269523:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390464:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.270124:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390464:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 600us (854us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.270134:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40329 00002000:00100000:0.0:1775764882.270141:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1015808->1019903) req@ffff8b8c9358ea00 x1862022223390464/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.270150:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358ea00 with x1862022223390464 ext(1015808->1019903) 00002000:00010000:0.0:1775764882.270154:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358ea00 00000100:00100000:2.0:1775764882.274333:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.274488:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223390592 00000100:00100000:3.0:1775764882.274499:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223390592 00002000:00100000:3.0:1775764882.274571:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1019904->1023999) req@ffff8b8c9358c380 x1862022223390592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.274582:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358c380 with x1862022223390592 ext(1019904->1023999) 00002000:00010000:3.0:1775764882.274588:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358c380 00000100:00100000:3.0:1775764882.274668:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40330 00000100:00100000:3.0:1775764882.274679:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390592:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.274985:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390592:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 307us (658us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764882.274992:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40330 00002000:00100000:3.0:1775764882.274999:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1019904->1023999) req@ffff8b8c9358c380 x1862022223390592/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.275006:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358c380 with x1862022223390592 ext(1019904->1023999) 00002000:00010000:3.0:1775764882.275009:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358c380 00000100:00100000:2.0:1775764882.278800:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.278913:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223390720 00000100:00100000:1.0:1775764882.278923:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223390720 00002000:00100000:1.0:1775764882.278970:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1024000->1028095) req@ffff8b8c9358f100 x1862022223390720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.278982:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358f100 with x1862022223390720 ext(1024000->1028095) 00002000:00010000:1.0:1775764882.278987:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358f100 00000100:00100000:1.0:1775764882.279041:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40331 00000100:00100000:1.0:1775764882.279050:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390720:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764882.279319:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390720:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 269us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764882.279327:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40331 00002000:00100000:1.0:1775764882.279334:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1024000->1028095) req@ffff8b8c9358f100 x1862022223390720/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.279342:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358f100 with x1862022223390720 ext(1024000->1028095) 00002000:00010000:1.0:1775764882.279346:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358f100 00000100:00100000:2.0:1775764882.284924:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.285030:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223390848 00000100:00100000:0.0:1775764882.285040:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223390848 00002000:00100000:0.0:1775764882.285087:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1028096->1032191) req@ffff8b8c9358d500 x1862022223390848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.285097:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358d500 with x1862022223390848 ext(1028096->1032191) 00002000:00010000:0.0:1775764882.285103:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358d500 00000100:00100000:0.0:1775764882.285177:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40332 00000100:00100000:0.0:1775764882.285187:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390848:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.285471:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390848:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 284us (556us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.285479:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40332 00002000:00100000:0.0:1775764882.285486:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (1028096->1032191) req@ffff8b8c9358d500 x1862022223390848/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.285494:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358d500 with x1862022223390848 ext(1028096->1032191) 00002000:00010000:0.0:1775764882.285497:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358d500 00000100:00100000:3.0:1775764882.289281:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.289696:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223390976 00000100:00100000:1.0:1775764882.289713:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223390976 00002000:00100000:1.0:1775764882.289773:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1032192->1036287) req@ffff8b8c95c3c000 x1862022223390976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.289791:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3c000 with x1862022223390976 ext(1032192->1036287) 00002000:00010000:1.0:1775764882.289796:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3c000 00000100:00100000:1.0:1775764882.289825:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40333 00000100:00100000:1.0:1775764882.289835:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390976:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764882.290080:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223390976:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 246us (807us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764882.290088:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40333 00002000:00100000:1.0:1775764882.290094:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1032192->1036287) req@ffff8b8c95c3c000 x1862022223390976/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.290101:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3c000 with x1862022223390976 ext(1032192->1036287) 00002000:00010000:1.0:1775764882.290104:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3c000 00000100:00100000:2.0:1775764882.295890:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.296158:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223391104 00000100:00100000:0.0:1775764882.296168:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223391104 00002000:00100000:0.0:1775764882.296217:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1036288->1040383) req@ffff8b8c9358ed80 x1862022223391104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.296229:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358ed80 with x1862022223391104 ext(1036288->1040383) 00002000:00010000:0.0:1775764882.296235:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358ed80 00000100:00100000:0.0:1775764882.296265:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40334 00000100:00100000:0.0:1775764882.296274:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223391104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.296507:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223391104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 233us (625us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.296515:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40334 00002000:00100000:0.0:1775764882.296521:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1036288->1040383) req@ffff8b8c9358ed80 x1862022223391104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.296530:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9358ed80 with x1862022223391104 ext(1036288->1040383) 00002000:00010000:0.0:1775764882.296534:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9358ed80 00000100:00100000:2.0:1775764882.300268:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.300363:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223391232 00000100:00100000:3.0:1775764882.300373:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223391232 00002000:00100000:3.0:1775764882.300428:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1040384->1044479) req@ffff8b8cb3457800 x1862022223391232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.300439:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3457800 with x1862022223391232 ext(1040384->1044479) 00002000:00010000:3.0:1775764882.300445:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3457800 00000100:00100000:3.0:1775764882.300478:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40335 00000100:00100000:3.0:1775764882.300488:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223391232:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.300774:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223391232:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764882.300782:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40335 00002000:00100000:3.0:1775764882.300788:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1040384->1044479) req@ffff8b8cb3457800 x1862022223391232/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.300796:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3457800 with x1862022223391232 ext(1040384->1044479) 00002000:00010000:3.0:1775764882.300799:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3457800 00000100:00100000:3.0:1775764882.305154:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.305271:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223391360 00000100:00100000:0.0:1775764882.305281:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223391360 00002000:00100000:0.0:1775764882.305330:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1044480->1048575) req@ffff8b8c95c3d880 x1862022223391360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.305341:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3d880 with x1862022223391360 ext(1044480->1048575) 00002000:00010000:0.0:1775764882.305346:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3d880 00000100:00100000:0.0:1775764882.305381:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40336 00000100:00100000:0.0:1775764882.305391:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223391360:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.305669:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223391360:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 278us (522us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.305677:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40336 00002000:00100000:0.0:1775764882.305684:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1044480->1048575) req@ffff8b8c95c3d880 x1862022223391360/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.305697:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3d880 with x1862022223391360 ext(1044480->1048575) 00002000:00010000:0.0:1775764882.305700:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3d880 00000100:00100000:2.0:1775764882.309878:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.310084:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223391488 00000100:00100000:0.0:1775764882.310094:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223391488 00002000:00100000:0.0:1775764882.310138:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1048576->1052671) req@ffff8b8cb3455f80 x1862022223391488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.310149:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3455f80 with x1862022223391488 ext(1048576->1052671) 00002000:00010000:0.0:1775764882.310156:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3455f80 00000100:00100000:0.0:1775764882.310196:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40337 00000100:00100000:0.0:1775764882.310206:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223391488:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.310685:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223391488:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 478us (815us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.310694:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40337 00002000:00100000:0.0:1775764882.310701:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1048576->1052671) req@ffff8b8cb3455f80 x1862022223391488/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.310718:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3455f80 with x1862022223391488 ext(1048576->1052671) 00002000:00010000:0.0:1775764882.310722:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3455f80 00000100:00100000:2.0:1775764882.316045:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.316150:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223391744 00000100:00100000:1.0:1775764882.316160:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223391744 00000100:00100000:1.0:1775764882.316227:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45114 00000100:00100000:1.0:1775764882.316238:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+58:11755:x1862022223391744:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764882.316292:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764882.316318:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607400/0xdb23b4c9253d1a72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd828 expref: 58 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.316339:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764882.316344:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764882.316609:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a79 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.316627:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.316637:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764882.316681:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032880 00000004:00010000:1.0:1775764882.316701:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c1ca72df reply state 00000000402601dd transno 4295032881 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764882.316709:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764882.316802:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223391744:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 565us (764us total) trans 4295032881 rc 0/0 00000100:00100000:1.0:1775764882.316808:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45114 00000020:00080000:1.0:1775764882.316814:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764882.319918:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.319935:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a79 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.319943:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.319949:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764882.319953:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.319964:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a79 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.319980:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764882.319983:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764882.319987:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a79 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.319993:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1a79 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764882.325881:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.325914:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.326008:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223392000 00000100:00100000:1.0:1775764882.326019:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223392000 00002000:00010000:1.0:1775764882.326059:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764882.326063:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3456a00 with x1862022223392000 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764882.326076:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3456a00. 00000100:00100000:1.0:1775764882.326108:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223391872 00000100:00100000:1.0:1775764882.326111:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223391872 00002000:00010000:1.0:1775764882.326124:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (823923->18446744073709551615) 00002000:00100000:1.0:1775764882.326127:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3454380 with x1862022223391872 ext(823923->18446744073709551615) 00002000:00010000:1.0:1775764882.326134:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3454380. 00000100:00100000:1.0:1775764882.326156:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40338 00000100:00100000:1.0:1775764882.326165:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223392000:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764882.326517:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1456640 -> 0 00002000:00010000:1.0:1775764882.326522:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:1.0:1775764882.326525:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764882.326527:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:1.0:1775764882.326529:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 391 -> 263 00000100:00100000:1.0:1775764882.326633:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223392000:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 468us (759us total) trans 4294996463 rc 0/0 00000100:00100000:1.0:1775764882.326641:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40338 00002000:00010000:1.0:1775764882.326645:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764882.326647:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3456a00 with x1862022223392000 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764882.326652:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3456a00. 00000100:00100000:1.0:1775764882.326671:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40339 00000100:00100000:1.0:1775764882.326679:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223391872:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764882.326867:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 823923 00002000:00010000:1.0:1775764882.326871:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:1.0:1775764882.326873:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764882.326875:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:1.0:1775764882.326877:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:1.0:1775764882.326898:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223391872:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 220us (982us total) trans 4294997200 rc 0/0 00000100:00100000:1.0:1775764882.326904:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40339 00002000:00010000:1.0:1775764882.326906:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (823923->18446744073709551615) 00002000:00100000:1.0:1775764882.326909:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3454380 with x1862022223391872 ext(823923->18446744073709551615) 00002000:00010000:1.0:1775764882.326914:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3454380. 00000100:00100000:0.0:1775764882.335017:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.335112:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223392128 00000100:00100000:2.0:1775764882.335121:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223392128 00000100:00100000:2.0:1775764882.335176:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45115 00000100:00100000:2.0:1775764882.335185:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+59:11755:x1862022223392128:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764882.335219:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764882.335239:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409200/0xdb23b4c9253d1a80 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd82f expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.335314:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408c00/0xdb23b4c9253d1a87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.335330:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408c00/0xdb23b4c9253d1a87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.335343:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408c00/0xdb23b4c9253d1a87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764882.335368:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 823923 00000004:00200000:2.0:1775764882.335372:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764882.335386:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408c00/0xdb23b4c9253d1a87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.335418:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409200/0xdb23b4c9253d1a80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd82f expref: 61 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.335435:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408c00/0xdb23b4c9253d1a87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd82f expref: 60 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.335445:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764882.335448:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764882.335452:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c90408c00, rc 0) 00000100:00100000:2.0:1775764882.335507:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223392128:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 324us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764882.335514:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45115 00000100:00100000:1.0:1775764882.347494:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.347671:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223392384 00000100:00100000:0.0:1775764882.347681:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223392384 00000100:00100000:0.0:1775764882.347751:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45116 00000100:00100000:0.0:1775764882.347761:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+60:11755:x1862022223392384:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764882.347814:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764882.347841:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408c00/0xdb23b4c9253d1a87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd82f expref: 60 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.347861:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764882.347867:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764882.348083:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.348098:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.348108:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764882.348158:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032882 00000004:00010000:0.0:1775764882.348184:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077cf2e14 reply state 000000005b38afee transno 4295032883 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764882.348192:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764882.348367:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223392384:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 607us (881us total) trans 4295032883 rc 0/0 00000100:00100000:0.0:1775764882.348380:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45116 00000020:00080000:0.0:1775764882.348385:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764882.351189:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.351205:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.351224:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.351230:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6607a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764882.351235:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.351242:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.351261:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764882.351264:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764882.351269:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a8e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.351274:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607a00/0xdb23b4c9253d1a8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764882.354502:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.354922:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223392512 00000100:00100000:2.0:1775764882.354932:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223392512 00002000:00010000:2.0:1775764882.354972:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (602664->18446744073709551615) 00002000:00100000:2.0:1775764882.354977:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96656a00 with x1862022223392512 ext(602664->18446744073709551615) 00002000:00010000:2.0:1775764882.354989:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96656a00. 00000100:00100000:2.0:1775764882.355023:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40340 00000100:00100000:2.0:1775764882.355032:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223392512:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764882.355357:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 823923 -> 602664 00002000:00010000:2.0:1775764882.355362:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:2.0:1775764882.355364:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:2.0:1775764882.355366:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:2.0:1775764882.355369:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:2.0:1775764882.355628:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223392512:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 596us (1132us total) trans 4294997201 rc 0/0 00000100:00100000:2.0:1775764882.355636:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40340 00002000:00010000:2.0:1775764882.355639:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (602664->18446744073709551615) 00002000:00100000:2.0:1775764882.355642:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96656a00 with x1862022223392512 ext(602664->18446744073709551615) 00002000:00010000:2.0:1775764882.355647:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96656a00. 00000100:00100000:0.0:1775764882.358439:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.358635:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223392640 00000100:00100000:3.0:1775764882.358645:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223392640 00002000:00010000:3.0:1775764882.358682:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764882.358686:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68d880 with x1862022223392640 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764882.358698:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f68d880. 00000100:00100000:3.0:1775764882.358740:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40341 00000100:00100000:3.0:1775764882.358750:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223392640:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764882.358962:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764882.358967:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764882.358969:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764882.358971:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764882.358973:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764882.359217:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223392640:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 458us (777us total) trans 4294996464 rc 0/0 00000100:00100000:3.0:1775764882.359225:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40341 00002000:00010000:3.0:1775764882.359228:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764882.359232:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68d880 with x1862022223392640 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764882.359237:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f68d880. 00000100:00100000:0.0:1775764882.363465:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.363577:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223392768 00000100:00100000:2.0:1775764882.363588:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223392768 00000100:00100000:2.0:1775764882.363651:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45117 00000100:00100000:2.0:1775764882.363661:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+61:11755:x1862022223392768:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764882.363687:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764882.363718:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408c00/0xdb23b4c9253d1a95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd836 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.363803:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409200/0xdb23b4c9253d1a9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.363819:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409200/0xdb23b4c9253d1a9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.363831:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409200/0xdb23b4c9253d1a9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764882.363862:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 602664 00000004:00200000:2.0:1775764882.363866:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764882.363884:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409200/0xdb23b4c9253d1a9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.363911:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408c00/0xdb23b4c9253d1a95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd836 expref: 63 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.363931:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409200/0xdb23b4c9253d1a9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd836 expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.363939:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764882.363942:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764882.363947:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c90409200, rc 0) 00000100:00100000:2.0:1775764882.364174:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223392768:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 514us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764882.364181:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45117 00000100:00100000:1.0:1775764882.371449:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.371659:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223393024 00000100:00100000:3.0:1775764882.371670:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223393024 00000100:00100000:3.0:1775764882.371797:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45118 00000100:00100000:3.0:1775764882.371809:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96654380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+62:11755:x1862022223393024:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764882.371868:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764882.371898:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409200/0xdb23b4c9253d1a9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd836 expref: 62 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.371918:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764882.371923:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764882.372139:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1aa3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.372155:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.372166:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764882.372372:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032884 00000004:00010000:3.0:1775764882.372401:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000882ea19c reply state 00000000a3761161 transno 4295032885 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764882.372422:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764882.372524:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96654380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223393024:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 717us (1086us total) trans 4295032885 rc 0/0 00000100:00100000:3.0:1775764882.372531:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45118 00000020:00080000:3.0:1775764882.372585:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764882.376901:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.376992:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1775764882.377047:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.377059:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1aa3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.377066:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1aa3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.377072:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecf000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:3.0:1775764882.377078:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1aa3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.377085:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1aa3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.377104:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764882.377107:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764882.377112:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1aa3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.377118:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1aa3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764882.377338:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223393152 00000100:00100000:2.0:1775764882.377348:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223393152 00002000:00010000:2.0:1775764882.377387:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764882.377391:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96657100 with x1862022223393152 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764882.377403:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96657100. 00000100:00100000:2.0:1775764882.377485:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223393280 00000100:00100000:2.0:1775764882.377489:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223393280 00002000:00010000:2.0:1775764882.377503:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (918287->18446744073709551615) 00002000:00100000:2.0:1775764882.377506:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96655500 with x1862022223393280 ext(918287->18446744073709551615) 00002000:00010000:2.0:1775764882.377513:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96655500. 00000100:00100000:3.0:1775764882.377579:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40342 00000100:00100000:3.0:1775764882.377591:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223393152:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764882.377829:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 602664 -> 4194304 00002000:00010000:3.0:1775764882.377833:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764882.377836:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:3.0:1775764882.377838:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764882.377841:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:3.0:1775764882.377894:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223393152:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 304us (1001us total) trans 4294997202 rc 0/0 00000100:00100000:3.0:1775764882.377902:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40342 00002000:00010000:3.0:1775764882.377906:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764882.377908:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96657100 with x1862022223393152 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764882.377912:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96657100. 00000100:00100000:3.0:1775764882.377929:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40343 00000100:00100000:3.0:1775764882.377936:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223393280:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764882.378045:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 918287 00002000:00010000:3.0:1775764882.378048:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764882.378050:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764882.378052:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882 00002000:00010000:3.0:1775764882.378054:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764882.378074:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223393280:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 138us (1083us total) trans 4294996465 rc 0/0 00000100:00100000:3.0:1775764882.378081:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40343 00002000:00010000:3.0:1775764882.378083:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (918287->18446744073709551615) 00002000:00100000:3.0:1775764882.378086:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96655500 with x1862022223393280 ext(918287->18446744073709551615) 00002000:00010000:3.0:1775764882.378090:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96655500. 00010000:00010000:0.0:1775764882.382200:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764882.382891:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.382967:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223393408 00000100:00100000:3.0:1775764882.382976:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223393408 00002000:00100000:3.0:1775764882.383022:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (888832->892927) req@ffff8b8cb3457100 x1862022223393408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.383034:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3457100 with x1862022223393408 ext(888832->892927) 00002000:00010000:3.0:1775764882.383040:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3457100 00000100:00100000:3.0:1775764882.383117:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40344 00000100:00100000:3.0:1775764882.383128:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223393408:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.383382:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223393408:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 255us (497us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764882.383391:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40344 00002000:00100000:3.0:1775764882.383398:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (888832->892927) req@ffff8b8cb3457100 x1862022223393408/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.383418:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3457100 with x1862022223393408 ext(888832->892927) 00002000:00010000:3.0:1775764882.383422:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3457100 00000100:00100000:1.0:1775764882.388511:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.388700:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223393536 00000100:00100000:3.0:1775764882.388796:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223393536 00002000:00100000:2.0:1775764882.388930:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (892928->897023) req@ffff8b8c96656d80 x1862022223393536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.388942:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96656d80 with x1862022223393536 ext(892928->897023) 00002000:00010000:2.0:1775764882.388949:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96656d80 00000100:00100000:2.0:1775764882.389006:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40345 00000100:00100000:2.0:1775764882.389015:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223393536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764882.389310:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223393536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 295us (807us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764882.389318:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40345 00002000:00100000:2.0:1775764882.389324:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (892928->897023) req@ffff8b8c96656d80 x1862022223393536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.389331:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96656d80 with x1862022223393536 ext(892928->897023) 00002000:00010000:2.0:1775764882.389334:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96656d80 00000100:00100000:1.0:1775764882.393693:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.393802:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223393664 00000100:00100000:0.0:1775764882.393812:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223393664 00002000:00100000:0.0:1775764882.393859:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (897024->901119) req@ffff8b8c96654000 x1862022223393664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.393876:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96654000 with x1862022223393664 ext(897024->901119) 00002000:00010000:0.0:1775764882.393882:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96654000 00000100:00100000:0.0:1775764882.393916:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40346 00000100:00100000:0.0:1775764882.393925:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223393664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.394195:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223393664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 271us (509us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.394203:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40346 00002000:00100000:0.0:1775764882.394209:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (897024->901119) req@ffff8b8c96654000 x1862022223393664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.394217:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96654000 with x1862022223393664 ext(897024->901119) 00002000:00010000:0.0:1775764882.394220:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c96654000 00000100:00100000:0.0:1775764882.398006:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.398276:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223393792 00000100:00100000:1.0:1775764882.398286:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223393792 00002000:00100000:1.0:1775764882.398334:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (901120->905215) req@ffff8b8c8f68ca80 x1862022223393792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.398345:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68ca80 with x1862022223393792 ext(901120->905215) 00002000:00010000:1.0:1775764882.398351:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f68ca80 00000100:00100000:1.0:1775764882.398387:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40347 00000100:00100000:1.0:1775764882.398397:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223393792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764882.398707:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223393792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 311us (711us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764882.398715:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40347 00002000:00100000:1.0:1775764882.398721:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (901120->905215) req@ffff8b8c8f68ca80 x1862022223393792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.398728:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68ca80 with x1862022223393792 ext(901120->905215) 00002000:00010000:1.0:1775764882.398732:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f68ca80 00000100:00100000:3.0:1775764882.403422:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.403582:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223393920 00000100:00100000:0.0:1775764882.403592:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223393920 00002000:00100000:0.0:1775764882.403644:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (905216->909311) req@ffff8b8c95c3d180 x1862022223393920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.403656:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3d180 with x1862022223393920 ext(905216->909311) 00002000:00010000:0.0:1775764882.403662:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3d180 00000100:00100000:0.0:1775764882.403687:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40348 00000100:00100000:0.0:1775764882.403696:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223393920:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.403976:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223393920:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 279us (573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.403984:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40348 00002000:00100000:0.0:1775764882.403992:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (905216->909311) req@ffff8b8c95c3d180 x1862022223393920/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.404001:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3d180 with x1862022223393920 ext(905216->909311) 00002000:00010000:0.0:1775764882.404005:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3d180 00000100:00100000:0.0:1775764882.408366:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.408487:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223394048 00000100:00100000:2.0:1775764882.408496:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223394048 00002000:00100000:2.0:1775764882.408584:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (909312->913407) req@ffff8b8c8f68dc00 x1862022223394048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.408595:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68dc00 with x1862022223394048 ext(909312->913407) 00002000:00010000:2.0:1775764882.408602:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f68dc00 00000100:00100000:2.0:1775764882.408638:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40349 00000100:00100000:2.0:1775764882.408647:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223394048:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764882.408898:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223394048:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (542us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764882.408909:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40349 00002000:00100000:2.0:1775764882.408915:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (909312->913407) req@ffff8b8c8f68dc00 x1862022223394048/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.408923:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68dc00 with x1862022223394048 ext(909312->913407) 00002000:00010000:2.0:1775764882.408926:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f68dc00 00000100:00100000:2.0:1775764882.413459:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.413595:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223394176 00000100:00100000:3.0:1775764882.413604:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223394176 00002000:00100000:3.0:1775764882.413654:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (913408->917503) req@ffff8b8cb3455500 x1862022223394176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.413665:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3455500 with x1862022223394176 ext(913408->917503) 00002000:00010000:3.0:1775764882.413673:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3455500 00000100:00100000:3.0:1775764882.413717:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40350 00000100:00100000:3.0:1775764882.413727:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223394176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.413971:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223394176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 244us (520us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764882.413980:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40350 00002000:00100000:3.0:1775764882.413987:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (913408->917503) req@ffff8b8cb3455500 x1862022223394176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.413996:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3455500 with x1862022223394176 ext(913408->917503) 00002000:00010000:3.0:1775764882.414000:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3455500 00000100:00100000:3.0:1775764882.417944:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.418061:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223394304 00000100:00100000:1.0:1775764882.418072:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223394304 00002000:00100000:1.0:1775764882.418123:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (917504->921599) req@ffff8b8c95c3ca80 x1862022223394304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.418136:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3ca80 with x1862022223394304 ext(917504->921599) 00002000:00010000:1.0:1775764882.418143:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3ca80 00000100:00100000:1.0:1775764882.418181:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40351 00000100:00100000:1.0:1775764882.418192:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223394304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764882.418450:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223394304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764882.418458:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40351 00002000:00100000:1.0:1775764882.418465:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (917504->921599) req@ffff8b8c95c3ca80 x1862022223394304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.418473:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3ca80 with x1862022223394304 ext(917504->921599) 00002000:00010000:1.0:1775764882.418475:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3ca80 00000100:00100000:0.0:1775764882.423669:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.423766:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223394432 00000100:00100000:3.0:1775764882.423777:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223394432 00002000:00100000:3.0:1775764882.423829:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (888832->918286) req@ffff8b8c8f68fb80 x1862022223394432/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.423841:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68fb80 with x1862022223394432 ext(888832->918286) 00002000:00010000:3.0:1775764882.423848:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f68fb80 00000100:00100000:3.0:1775764882.423882:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40352 00000100:00100000:3.0:1775764882.423891:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223394432:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764882.429133:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223394432:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5233us (5463us total) trans 4294996466 rc 0/0 00000100:00100000:3.0:1775764882.429146:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40352 00002000:00100000:3.0:1775764882.429158:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (888832->918286) req@ffff8b8c8f68fb80 x1862022223394432/t4294996466(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/448 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.429168:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68fb80 with x1862022223394432 ext(888832->918286) 00002000:00010000:3.0:1775764882.429175:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f68fb80 00000100:00100000:0.0:1775764882.433816:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.433915:0:12266:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223394560 00000100:00100000:3.0:1775764882.433926:0:12266:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223394560 00000100:00100000:3.0:1775764882.433985:0:12266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85035 00000100:00100000:3.0:1775764882.433995:0:12266:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb46b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223394560:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764882.498324:0:12266:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb46b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223394560:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 64319us (64504us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764882.498338:0:12266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85035 00000001:00080000:0.0:1775764882.498767:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996463 is committed 00000001:00080000:0.0:1775764882.498782:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996466 is committed 00000100:00100000:2.0:1775764882.501525:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.501667:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223394688 00000100:00100000:1.0:1775764882.501677:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223394688 00000100:00100000:1.0:1775764882.501728:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45119 00000100:00100000:1.0:1775764882.501738:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+63:11755:x1862022223394688:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764882.501765:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764882.501786:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1aaa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd83d expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.501872:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1ab1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.501887:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1ab1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.501898:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1ab1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764882.501925:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5112591 00000004:00200000:1.0:1775764882.501929:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764882.501945:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1ab1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.501970:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044800/0xdb23b4c9253d1aaa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd83d expref: 65 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.501992:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1ab1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd83d expref: 64 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.502001:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764882.502004:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764882.502008:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2045c00, rc 0) 00000100:00100000:1.0:1775764882.502075:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223394688:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 338us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764882.502082:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45119 00000100:00100000:1.0:1775764882.518702:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.518808:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223394816 00000100:00100000:2.0:1775764882.518818:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223394816 00002000:00100000:2.0:1775764882.518871:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4014080->4059135) req@ffff8b8c96655880 x1862022223394816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.518881:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96655880 with x1862022223394816 ext(4014080->4059135) 00002000:00010000:2.0:1775764882.518887:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96655880 00000100:00100000:2.0:1775764882.518922:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40353 00000100:00100000:2.0:1775764882.518931:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223394816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.530814:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223394816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 11874us (12110us total) trans 0 rc 45056/45056 00000100:00100000:3.0:1775764882.530828:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40353 00002000:00100000:3.0:1775764882.530840:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (4014080->4059135) req@ffff8b8c96655880 x1862022223394816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/440 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.530851:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96655880 with x1862022223394816 ext(4014080->4059135) 00002000:00010000:3.0:1775764882.530862:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96655880 00000100:00100000:2.0:1775764882.547290:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.547376:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223394944 00000100:00100000:3.0:1775764882.547386:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223394944 00002000:00100000:3.0:1775764882.547445:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2973696->2977791) req@ffff8b8cb3454000 x1862022223394944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.547456:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3454000 with x1862022223394944 ext(2973696->2977791) 00002000:00010000:3.0:1775764882.547463:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3454000 00000100:00100000:3.0:1775764882.547499:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40354 00000100:00100000:3.0:1775764882.547509:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223394944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.547886:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223394944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 378us (615us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764882.547893:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40354 00002000:00100000:3.0:1775764882.547900:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (2973696->2977791) req@ffff8b8cb3454000 x1862022223394944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.547908:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3454000 with x1862022223394944 ext(2973696->2977791) 00002000:00010000:3.0:1775764882.547911:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3454000 00000100:00100000:2.0:1775764882.554146:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.554340:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223395072 00000100:00100000:3.0:1775764882.554350:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223395072 00002000:00100000:3.0:1775764882.554400:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->2994175) req@ffff8b8cb3455880 x1862022223395072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.554423:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3455880 with x1862022223395072 ext(2990080->2994175) 00002000:00010000:3.0:1775764882.554429:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3455880 00000100:00100000:3.0:1775764882.554461:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40355 00000100:00100000:3.0:1775764882.554470:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223395072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.554761:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223395072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 291us (622us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764882.554770:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40355 00002000:00100000:3.0:1775764882.554776:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (2990080->2994175) req@ffff8b8cb3455880 x1862022223395072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.554784:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3455880 with x1862022223395072 ext(2990080->2994175) 00002000:00010000:3.0:1775764882.554788:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3455880 00000100:00100000:1.0:1775764882.581389:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.581470:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223395200 00000100:00100000:0.0:1775764882.581480:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223395200 00002000:00100000:0.0:1775764882.581529:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3428352->4136959) req@ffff8b8c96655180 x1862022223395200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 504/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.581583:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96655180 with x1862022223395200 ext(3428352->4136959) 00002000:00010000:0.0:1775764882.581590:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96655180 00000100:00100000:0.0:1775764882.581615:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40356 00000100:00100000:0.0:1775764882.581625:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223395200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764882.593705:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223395200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12070us (12313us total) trans 0 rc 663552/663552 00000100:00100000:2.0:1775764882.593719:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40356 00002000:00100000:2.0:1775764882.593732:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3428352->4136959) req@ffff8b8c96655180 x1862022223395200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 504/440 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 663552/663552 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.593742:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96655180 with x1862022223395200 ext(3428352->4136959) 00002000:00010000:2.0:1775764882.593748:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96655180 00000100:00100000:1.0:1775764882.606167:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.606271:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223395328 00000100:00100000:2.0:1775764882.606282:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223395328 00002000:00100000:2.0:1775764882.606335:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2187264->2224127) req@ffff8b8c96654a80 x1862022223395328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.606346:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96654a80 with x1862022223395328 ext(2187264->2224127) 00002000:00010000:2.0:1775764882.606351:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96654a80 00000100:00100000:2.0:1775764882.606433:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40357 00000100:00100000:2.0:1775764882.606443:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223395328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764882.618883:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223395328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12432us (12716us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764882.618896:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40357 00002000:00100000:2.0:1775764882.618909:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (2187264->2224127) req@ffff8b8c96654a80 x1862022223395328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/440 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.618918:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96654a80 with x1862022223395328 ext(2187264->2224127) 00002000:00010000:2.0:1775764882.618925:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96654a80 00000100:00100000:3.0:1775764882.626872:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.628664:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223395456 00000100:00100000:2.0:1775764882.628678:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223395456 00002000:00100000:2.0:1775764882.628735:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2064383) req@ffff8b8c95c3dc00 x1862022223395456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.628746:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3dc00 with x1862022223395456 ext(2060288->2064383) 00002000:00010000:2.0:1775764882.628752:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3dc00 00000100:00100000:2.0:1775764882.628794:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40358 00000100:00100000:2.0:1775764882.628804:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223395456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764882.629056:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223395456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (2192us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764882.629074:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40358 00002000:00100000:2.0:1775764882.629081:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (2060288->2064383) req@ffff8b8c95c3dc00 x1862022223395456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.629089:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3dc00 with x1862022223395456 ext(2060288->2064383) 00002000:00010000:2.0:1775764882.629093:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3dc00 00000100:00100000:0.0:1775764882.636991:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.637104:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223395584 00000100:00100000:1.0:1775764882.637115:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223395584 00002000:00100000:1.0:1775764882.637162:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2097152->2101247) req@ffff8b8c8f68e680 x1862022223395584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.637172:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68e680 with x1862022223395584 ext(2097152->2101247) 00002000:00010000:1.0:1775764882.637178:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68e680 00000100:00100000:1.0:1775764882.637213:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40359 00000100:00100000:1.0:1775764882.637223:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223395584:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764882.637954:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223395584:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 730us (971us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764882.637962:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40359 00002000:00100000:1.0:1775764882.637968:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (2097152->2101247) req@ffff8b8c8f68e680 x1862022223395584/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.637974:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68e680 with x1862022223395584 ext(2097152->2101247) 00002000:00010000:1.0:1775764882.637977:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68e680 00000100:00100000:1.0:1775764882.653463:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.653607:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223395712 00000100:00100000:2.0:1775764882.653615:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223395712 00002000:00100000:2.0:1775764882.653772:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3186688->3190783) req@ffff8b8c96655c00 x1862022223395712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.653783:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96655c00 with x1862022223395712 ext(3186688->3190783) 00002000:00010000:2.0:1775764882.653795:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96655c00 00000100:00100000:2.0:1775764882.653874:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40360 00000100:00100000:2.0:1775764882.653884:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223395712:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764882.654099:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223395712:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 216us (643us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764882.654107:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40360 00002000:00100000:2.0:1775764882.654114:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (3186688->3190783) req@ffff8b8c96655c00 x1862022223395712/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.654122:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96655c00 with x1862022223395712 ext(3186688->3190783) 00002000:00010000:2.0:1775764882.654126:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96655c00 00000100:00100000:2.0:1775764882.663738:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.664072:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223395840 00000100:00100000:0.0:1775764882.664138:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223395840 00002000:00100000:0.0:1775764882.664191:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3190784->3194879) req@ffff8b8cb3455180 x1862022223395840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.664202:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3455180 with x1862022223395840 ext(3190784->3194879) 00002000:00010000:0.0:1775764882.664209:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3455180 00000100:00100000:0.0:1775764882.664245:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40361 00000100:00100000:0.0:1775764882.664256:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223395840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.664484:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223395840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 229us (755us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.664492:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40361 00002000:00100000:0.0:1775764882.664499:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3190784->3194879) req@ffff8b8cb3455180 x1862022223395840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.664507:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3455180 with x1862022223395840 ext(3190784->3194879) 00002000:00010000:0.0:1775764882.664511:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3455180 00000100:00100000:0.0:1775764882.670146:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.674062:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223395968 00000100:00100000:2.0:1775764882.674078:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223395968 00002000:00100000:2.0:1775764882.674142:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3166208->3231743) req@ffff8b8c8f68c700 x1862022223395968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 504/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.674152:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68c700 with x1862022223395968 ext(3166208->3231743) 00002000:00010000:2.0:1775764882.674158:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68c700 00000100:00100000:2.0:1775764882.674202:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40362 00000100:00100000:2.0:1775764882.674212:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223395968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764882.678437:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223395968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4217us (8289us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764882.678451:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40362 00002000:00100000:2.0:1775764882.678464:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3166208->3231743) req@ffff8b8c8f68c700 x1862022223395968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 504/440 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.678474:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68c700 with x1862022223395968 ext(3166208->3231743) 00002000:00010000:2.0:1775764882.678481:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68c700 00000100:00100000:0.0:1775764882.684990:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.685912:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223396096 00000100:00100000:3.0:1775764882.685925:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223396096 00002000:00100000:0.0:1775764882.686191:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1110016->1179647) req@ffff8b8c8f68e300 x1862022223396096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.686200:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68e300 with x1862022223396096 ext(1110016->1179647) 00002000:00010000:0.0:1775764882.686205:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68e300 00000100:00100000:0.0:1775764882.686266:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40363 00000100:00100000:0.0:1775764882.686274:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223396096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764882.693054:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223396096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6769us (8063us total) trans 0 rc 69632/69632 00000100:00100000:1.0:1775764882.693078:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40363 00002000:00100000:1.0:1775764882.693092:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1110016->1179647) req@ffff8b8c8f68e300 x1862022223396096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/440 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 69632/69632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.693103:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68e300 with x1862022223396096 ext(1110016->1179647) 00002000:00010000:1.0:1775764882.693109:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68e300 00000100:00100000:0.0:1775764882.697918:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.698024:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223396352 00000100:00100000:2.0:1775764882.698034:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223396352 00000100:00100000:2.0:1775764882.698280:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45120 00000100:00100000:2.0:1775764882.698289:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+64:11755:x1862022223396352:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764882.698341:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764882.698370:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2045c00/0xdb23b4c9253d1ab1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd83d expref: 64 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.698391:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764882.698396:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764882.698869:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409c00/0xdb23b4c9253d1ab8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.698884:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409c00/0xdb23b4c9253d1ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.698895:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409c00/0xdb23b4c9253d1ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764882.698946:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032886 00000004:00010000:2.0:1775764882.698970:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063d7f1c9 reply state 0000000072222134 transno 4295032887 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409c00/0xdb23b4c9253d1ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764882.698976:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764882.699055:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223396352:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 766us (1147us total) trans 4295032887 rc 0/0 00000100:00100000:2.0:1775764882.699073:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45120 00000020:00080000:2.0:1775764882.699078:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764882.703293:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.703325:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764882.703398:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409c00/0xdb23b4c9253d1ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.703418:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409c00/0xdb23b4c9253d1ab8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.703426:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409c00/0xdb23b4c9253d1ab8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.703432:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c90409c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764882.703437:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409c00/0xdb23b4c9253d1ab8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.703445:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409c00/0xdb23b4c9253d1ab8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.703462:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764882.703466:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764882.703471:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409c00/0xdb23b4c9253d1ab8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.703477:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90409c00/0xdb23b4c9253d1ab8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764882.703517:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223396480 00000100:00100000:3.0:1775764882.703527:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223396480 00002000:00010000:3.0:1775764882.703606:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764882.703611:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3454a80 with x1862022223396480 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764882.703622:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3454a80. 00000100:00100000:3.0:1775764882.703652:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223396608 00000100:00100000:3.0:1775764882.703656:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223396608 00002000:00010000:3.0:1775764882.703668:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (768932->18446744073709551615) 00002000:00100000:3.0:1775764882.703671:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3455c00 with x1862022223396608 ext(768932->18446744073709551615) 00002000:00010000:3.0:1775764882.703678:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3455c00. 00000100:00100000:3.0:1775764882.703698:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40364 00000100:00100000:1.0:1775764882.703708:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40365 00000100:00100000:3.0:1775764882.703708:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2362:x1862022223396480:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:1.0:1775764882.703715:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223396608:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764882.704045:0:11703:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 918287 -> 768932 00002000:00010000:3.0:1775764882.704045:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764882.704050:0:11703:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764883 00002000:00010000:3.0:1775764882.704050:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764882 -> 1775764883 00002000:00010000:1.0:1775764882.704053:0:11703:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764882.704053:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764881 00002000:00010000:1.0:1775764882.704056:0:11703:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764883 00002000:00010000:3.0:1775764882.704056:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764882 -> 1775764883 00002000:00010000:3.0:1775764882.704058:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00002000:00010000:1.0:1775764882.704071:0:11703:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764882.704418:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223396480:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 710us (1130us total) trans 4294997203 rc 0/0 00000100:00100000:3.0:1775764882.704427:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40364 00002000:00010000:3.0:1775764882.704431:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:3.0:1775764882.704434:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3454a80 with x1862022223396480 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1775764882.704438:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3454a80. 00000100:00100000:1.0:1775764882.704646:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223396608:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 930us (1319us total) trans 4294996467 rc 0/0 00000100:00100000:1.0:1775764882.704653:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40365 00002000:00010000:1.0:1775764882.704656:0:11703:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (768932->18446744073709551615) 00002000:00100000:1.0:1775764882.704659:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3455c00 with x1862022223396608 ext(768932->18446744073709551615) 00002000:00010000:1.0:1775764882.704664:0:11703:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb3455c00. 00000100:00100000:3.0:1775764882.716739:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.718258:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223396736 00000100:00100000:0.0:1775764882.718270:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223396736 00000100:00100000:0.0:1775764882.718338:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45121 00000100:00100000:0.0:1775764882.718346:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+65:11755:x1862022223396736:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764882.718369:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764882.718386:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1abf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd844 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.718475:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1ac6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.718489:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1ac6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.718501:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1ac6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764882.718529:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4963236 00000004:00200000:0.0:1775764882.718534:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764882.718605:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1ac6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.718632:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607e00/0xdb23b4c9253d1abf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd844 expref: 67 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.718646:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1ac6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd844 expref: 66 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.718652:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764882.718655:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764882.718658:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6606400, rc 0) 00000100:00100000:0.0:1775764882.718714:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223396736:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 368us (1985us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764882.718720:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45121 00000100:00100000:0.0:1775764882.724635:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.724668:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223396864 00000100:00100000:2.0:1775764882.724678:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223396864 00002000:00100000:2.0:1775764882.724737:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1400832->1404927) req@ffff8b8c8f68f800 x1862022223396864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.724748:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68f800 with x1862022223396864 ext(1400832->1404927) 00002000:00010000:2.0:1775764882.724754:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68f800 00000100:00100000:2.0:1775764882.724830:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40366 00000100:00100000:2.0:1775764882.724840:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223396864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764882.725111:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223396864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 272us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764882.725120:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40366 00002000:00100000:2.0:1775764882.725607:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (1400832->1404927) req@ffff8b8c8f68f800 x1862022223396864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.725616:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f68f800 with x1862022223396864 ext(1400832->1404927) 00002000:00010000:2.0:1775764882.725619:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f68f800 00000100:00100000:3.0:1775764882.730014:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.732082:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223396992 00000100:00100000:0.0:1775764882.732097:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223396992 00002000:00100000:0.0:1775764882.732158:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1404928->1409023) req@ffff8b8c95c3e680 x1862022223396992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.732168:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3e680 with x1862022223396992 ext(1404928->1409023) 00002000:00010000:0.0:1775764882.732174:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3e680 00000100:00100000:0.0:1775764882.732212:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40367 00000100:00100000:0.0:1775764882.732222:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223396992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.732788:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223396992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 565us (2780us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764882.732798:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40367 00002000:00100000:0.0:1775764882.732805:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1404928->1409023) req@ffff8b8c95c3e680 x1862022223396992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.732814:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3e680 with x1862022223396992 ext(1404928->1409023) 00002000:00010000:0.0:1775764882.732817:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3e680 00000100:00100000:3.0:1775764882.738526:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.739522:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223397120 00000100:00100000:2.0:1775764882.739569:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223397120 00002000:00100000:2.0:1775764882.739620:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1380352->1445887) req@ffff8b8c95c3c700 x1862022223397120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 504/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.739629:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3c700 with x1862022223397120 ext(1380352->1445887) 00002000:00010000:2.0:1775764882.739634:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3c700 00000100:00100000:2.0:1775764882.739663:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40368 00000100:00100000:2.0:1775764882.739673:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223397120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764882.745371:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2364:x1862022223397120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 5689us (6845us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1775764882.745384:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40368 00002000:00100000:0.0:1775764882.745397:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1380352->1445887) req@ffff8b8c95c3c700 x1862022223397120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 504/440 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.745485:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3c700 with x1862022223397120 ext(1380352->1445887) 00002000:00010000:0.0:1775764882.745500:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3c700 00000100:00100000:3.0:1775764882.749188:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.749748:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223397248 00000100:00100000:0.0:1775764882.749758:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223397248 00002000:00100000:0.0:1775764882.749804:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1400832->3801087) req@ffff8b8c95c3e300 x1862022223397248/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 536/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.749816:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3e300 with x1862022223397248 ext(1400832->3801087) 00002000:00010000:0.0:1775764882.749822:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3e300 00000100:00100000:0.0:1775764882.749856:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40369 00000100:00100000:0.0:1775764882.749866:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223397248:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764882.761124:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223397248:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 11251us (11935us total) trans 4294997204 rc 0/0 00000100:00100000:0.0:1775764882.761138:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40369 00002000:00100000:0.0:1775764882.761150:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1400832->3801087) req@ffff8b8c95c3e300 x1862022223397248/t4294997204(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 536/456 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.761161:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3e300 with x1862022223397248 ext(1400832->3801087) 00002000:00010000:0.0:1775764882.761167:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3e300 00000100:00100000:2.0:1775764882.767935:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.768038:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223397376 00000100:00100000:0.0:1775764882.768047:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223397376 00000100:00100000:0.0:1775764882.768234:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85036 00000100:00100000:0.0:1775764882.768246:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223397376:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764882.815235:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223397376:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 46985us (47303us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764882.815244:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85036 00000001:00080000:3.0:1775764882.815311:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997204 is committed 00000100:00100000:1.0:1775764882.826014:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.826194:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223397632 00000100:00100000:0.0:1775764882.826206:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223397632 00000100:00100000:0.0:1775764882.826414:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45122 00000100:00100000:0.0:1775764882.826425:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96657b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+66:11755:x1862022223397632:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764882.826475:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764882.826503:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6606400/0xdb23b4c9253d1ac6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd844 expref: 66 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.826528:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764882.826574:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764882.826988:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1acd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.827000:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1acd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764882.827009:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1acd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764882.827151:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032888 00000004:00010000:0.0:1775764882.827182:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b08429a3 reply state 00000000c2ca67cb transno 4295032889 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1acd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764882.827192:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764882.827451:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96657b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223397632:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1026us (1444us total) trans 4295032889 rc 0/0 00000100:00100000:0.0:1775764882.827460:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45122 00000020:00080000:0.0:1775764882.827466:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764882.835332:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.835374:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.835474:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223397760 00000100:00100000:1.0:1775764882.835485:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223397760 00002000:00010000:1.0:1775764882.835559:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3423476->18446744073709551615) 00002000:00100000:1.0:1775764882.835564:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3f480 with x1862022223397760 ext(3423476->18446744073709551615) 00002000:00010000:1.0:1775764882.835576:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3f480. 00000100:00100000:1.0:1775764882.835598:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223397888 00000100:00100000:1.0:1775764882.835601:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223397888 00002000:00010000:1.0:1775764882.835614:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764882.835617:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3f800 with x1862022223397888 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764882.835623:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3f800. 00000100:00100000:1.0:1775764882.835640:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40370 00000100:00100000:1.0:1775764882.835648:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223397760:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764882.836003:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3423476 00002000:00010000:1.0:1775764882.836008:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764882.836010:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764881 -> 1775764882 00002000:00010000:1.0:1775764882.836012:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764882.836014:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 779 00010000:00010000:2.0:1775764882.836112:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1acd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.836123:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1acd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.836130:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1acd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.836136:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6607000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764882.836141:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1acd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.836187:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1acd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.836202:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764882.836205:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764882.836210:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1acd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.836216:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6607000/0xdb23b4c9253d1acd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764882.837077:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223397760:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1424us (2376us total) trans 4294997205 rc 0/0 00000100:00100000:1.0:1775764882.837089:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40370 00002000:00010000:1.0:1775764882.837094:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3423476->18446744073709551615) 00002000:00100000:1.0:1775764882.837097:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3f480 with x1862022223397760 ext(3423476->18446744073709551615) 00002000:00010000:1.0:1775764882.837105:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3f480. 00000100:00100000:1.0:1775764882.837129:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40371 00000100:00100000:1.0:1775764882.837140:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223397888:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764882.837324:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 768932 -> 0 00002000:00010000:1.0:1775764882.837328:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764882.837330:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764882.837334:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764882.837336:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764882.839781:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223397888:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 2560us (4321us total) trans 4294996468 rc 0/0 00000100:00100000:1.0:1775764882.839794:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40371 00002000:00010000:1.0:1775764882.839801:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764882.839805:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3f800 with x1862022223397888 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764882.839816:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3f800. 00000100:00100000:0.0:1775764882.845346:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.845508:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223398016 00000100:00100000:2.0:1775764882.845518:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223398016 00000100:00100000:2.0:1775764882.845754:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45123 00000100:00100000:2.0:1775764882.845765:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f68df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+67:11755:x1862022223398016:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764882.845790:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764882.845810:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408a00/0xdb23b4c9253d1ad4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd84b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.845895:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408000/0xdb23b4c9253d1adb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.845910:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408000/0xdb23b4c9253d1adb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.845921:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408000/0xdb23b4c9253d1adb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764882.845949:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3423476 00000004:00200000:2.0:1775764882.845993:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764882.846011:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408000/0xdb23b4c9253d1adb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.846035:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408a00/0xdb23b4c9253d1ad4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd84b expref: 69 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.846051:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408000/0xdb23b4c9253d1adb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd84b expref: 68 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764882.846070:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764882.846073:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764882.846076:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c90408000, rc 0) 00000100:00100000:2.0:1775764882.846136:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f68df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223398016:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 374us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764882.846143:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45123 00000100:00100000:3.0:1775764882.851471:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.852008:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223398272 00000100:00100000:1.0:1775764882.852019:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223398272 00000100:00100000:1.0:1775764882.852087:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45124 00000100:00100000:1.0:1775764882.852097:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+68:11755:x1862022223398272:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764882.852153:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764882.852181:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408000/0xdb23b4c9253d1adb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd84b expref: 68 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.852203:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764882.852219:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764882.852452:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1ae2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.852467:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.852477:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764882.852530:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032890 00000004:00010000:1.0:1775764882.852586:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5fd9ea5 reply state 000000007912531d transno 4295032891 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764882.852595:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764882.852701:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223398272:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 605us (1243us total) trans 4295032891 rc 0/0 00000100:00100000:1.0:1775764882.852708:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45124 00000020:00080000:1.0:1775764882.852713:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764882.856273:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.856289:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1ae2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.856297:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1ae2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.856303:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cc2044200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764882.856307:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1ae2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.856315:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1ae2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.856332:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764882.856335:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764882.856339:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1ae2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764882.856345:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044200/0xdb23b4c9253d1ae2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764882.858502:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.858637:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223398400 00000100:00100000:0.0:1775764882.858648:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223398400 00002000:00010000:0.0:1775764882.858687:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764882.858692:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3ce00 with x1862022223398400 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764882.858714:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3ce00. 00000100:00100000:0.0:1775764882.858752:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40372 00000100:00100000:0.0:1775764882.858762:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223398400:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764882.858999:0:11790:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3423476 -> 4194304 00002000:00010000:0.0:1775764882.859003:0:11790:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764882.859006:0:11790:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764882 -> 1775764882 00002000:00010000:0.0:1775764882.859008:0:11790:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764882.859010:0:11790:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 779 00000100:00100000:0.0:1775764882.859081:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223398400:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 320us (587us total) trans 4294997206 rc 0/0 00000100:00100000:0.0:1775764882.859090:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40372 00002000:00010000:0.0:1775764882.859094:0:11790:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:0.0:1775764882.859096:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3ce00 with x1862022223398400 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1775764882.859100:0:11790:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c95c3ce00. 00000100:00100000:3.0:1775764882.859739:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.859807:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223398528 00000100:00100000:2.0:1775764882.859812:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223398528 00002000:00010000:2.0:1775764882.859836:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1335313->18446744073709551615) 00002000:00100000:2.0:1775764882.859840:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3ea00 with x1862022223398528 ext(1335313->18446744073709551615) 00002000:00010000:2.0:1775764882.859848:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3ea00. 00000100:00100000:2.0:1775764882.859872:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40373 00000100:00100000:2.0:1775764882.859880:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c95c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223398528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764882.860019:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1335313 00002000:00010000:2.0:1775764882.860022:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764882.860024:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764882.860026:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764882.860028:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764882.860192:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c95c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223398528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 310us (452us total) trans 4294996469 rc 0/0 00000100:00100000:2.0:1775764882.860199:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40373 00002000:00010000:2.0:1775764882.860202:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1335313->18446744073709551615) 00002000:00100000:2.0:1775764882.860204:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c95c3ea00 with x1862022223398528 ext(1335313->18446744073709551615) 00002000:00010000:2.0:1775764882.860208:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c95c3ea00. 00000100:00100000:2.0:1775764882.864497:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.864728:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223398656 00000100:00100000:3.0:1775764882.864739:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223398656 00000100:00100000:3.0:1775764882.864802:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45125 00000100:00100000:3.0:1775764882.864812:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+69:11755:x1862022223398656:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764882.864838:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764882.864858:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d1ae9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd852 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.864948:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1af0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.864962:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1af0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.864974:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1af0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764882.865001:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5529617 00000004:00200000:3.0:1775764882.865005:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764882.865021:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1af0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.865046:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfc00/0xdb23b4c9253d1ae9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd852 expref: 71 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.865274:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1af0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd852 expref: 70 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764882.865283:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764882.865286:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764882.865290:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecf000, rc 0) 00000100:00100000:3.0:1775764882.865416:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223398656:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 605us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764882.865424:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45125 00000100:00100000:3.0:1775764882.872232:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.872317:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223398784 00000100:00100000:1.0:1775764882.872328:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223398784 00002000:00100000:1.0:1775764882.872377:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1613824->1679359) req@ffff8b8cafa11f80 x1862022223398784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.872387:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa11f80 with x1862022223398784 ext(1613824->1679359) 00002000:00010000:1.0:1775764882.872394:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa11f80 00000100:00100000:1.0:1775764882.872440:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40374 00000100:00100000:1.0:1775764882.872450:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cafa11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223398784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764882.878957:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cafa11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223398784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6499us (6723us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764882.878972:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40374 00002000:00100000:1.0:1775764882.878984:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1613824->1679359) req@ffff8b8cafa11f80 x1862022223398784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/440 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.878994:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cafa11f80 with x1862022223398784 ext(1613824->1679359) 00002000:00010000:1.0:1775764882.879001:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cafa11f80 00000100:00100000:0.0:1775764882.885270:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.885370:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223398912 00000100:00100000:2.0:1775764882.885380:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223398912 00002000:00100000:2.0:1775764882.885437:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1679360->1716223) req@ffff8b8ca2876680 x1862022223398912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.885448:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876680 with x1862022223398912 ext(1679360->1716223) 00002000:00010000:2.0:1775764882.885455:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876680 00000100:00100000:2.0:1775764882.885479:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40375 00000100:00100000:2.0:1775764882.885489:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca2876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223398912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764882.891595:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca2876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223398912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6096us (6323us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1775764882.891609:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40375 00002000:00100000:2.0:1775764882.891633:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1679360->1716223) req@ffff8b8ca2876680 x1862022223398912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/440 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.891644:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca2876680 with x1862022223398912 ext(1679360->1716223) 00002000:00010000:2.0:1775764882.891649:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca2876680 00000100:00100000:3.0:1775764882.896511:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764882.896661:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223399040 00000100:00100000:1.0:1775764882.896671:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223399040 00002000:00100000:1.0:1775764882.896732:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1642496->1703935) req@ffff8b8c8ed82d80 x1862022223399040/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.896743:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022223399040 ext(1642496->1703935) 00002000:00010000:1.0:1775764882.896749:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:1.0:1775764882.896778:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40376 00000100:00100000:1.0:1775764882.896786:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223399040:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764882.906394:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223399040:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 9595us (9880us total) trans 4294997207 rc 0/0 00000100:00100000:2.0:1775764882.906590:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40376 00002000:00100000:2.0:1775764882.906609:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1642496->1703935) req@ffff8b8c8ed82d80 x1862022223399040/t4294997207(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/448 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764882.906621:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8ed82d80 with x1862022223399040 ext(1642496->1703935) 00002000:00010000:2.0:1775764882.906627:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8ed82d80 00000100:00100000:1.0:1775764882.910388:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764882.910643:0:12268:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223399168 00000100:00100000:2.0:1775764882.910654:0:12268:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223399168 00000100:00100000:2.0:1775764882.910838:0:12268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85037 00000100:00100000:2.0:1775764882.910850:0:12268:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223399168:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764882.954414:0:3315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8c911bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224995072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764882.954483:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764882.954577:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224995072 00000100:00100000:3.0:1775764882.954585:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224995072 00000100:00100000:3.0:1775764882.954646:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1775764882.954655:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224995072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764882.954679:0:6595:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 237305856 pending 0 free 3858759680 avail 3854565376 00000100:00100000:3.0:1775764882.954735:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1862022224995072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764882.954741:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00080000:3.0:1775764882.954763:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764882.954797:0:3315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8c911bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3315:1862022224995072:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764882.975151:0:12268:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223399168:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 64295us (64763us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764882.975165:0:12268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85037 00000001:00080000:3.0:1775764882.981412:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997206 is committed 00000001:00080000:3.0:1775764882.981439:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997207 is committed 00000100:00100000:2.0:1775764882.981788:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764882.982964:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223399296 00000100:00100000:3.0:1775764882.982975:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223399296 00002000:00100000:3.0:1775764882.983023:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3158016->3166207) req@ffff8b8cb3454700 x1862022223399296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.983035:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3454700 with x1862022223399296 ext(3158016->3166207) 00002000:00010000:3.0:1775764882.983041:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3454700 00000100:00100000:3.0:1775764882.983086:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40377 00000100:00100000:3.0:1775764882.983097:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223399296:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.983381:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223399296:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 284us (1597us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1775764882.983388:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40377 00002000:00100000:3.0:1775764882.983394:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (3158016->3166207) req@ffff8b8cb3454700 x1862022223399296/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/8632 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.983713:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3454700 with x1862022223399296 ext(3158016->3166207) 00002000:00010000:3.0:1775764882.983716:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3454700 00000100:00100000:1.0:1775764882.989905:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.990114:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223399424 00000100:00100000:0.0:1775764882.990127:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223399424 00002000:00100000:0.0:1775764882.990180:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (770048->774143) req@ffff8b8c96654700 x1862022223399424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.990191:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96654700 with x1862022223399424 ext(770048->774143) 00002000:00010000:0.0:1775764882.990196:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96654700 00000100:00100000:0.0:1775764882.990373:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40378 00000100:00100000:0.0:1775764882.990384:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223399424:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764882.990970:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223399424:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 586us (1072us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764882.990979:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40378 00002000:00100000:1.0:1775764882.990986:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (770048->774143) req@ffff8b8c96654700 x1862022223399424/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764882.990995:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96654700 with x1862022223399424 ext(770048->774143) 00002000:00010000:1.0:1775764882.990999:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96654700 00000100:00100000:2.0:1775764882.996914:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764882.997579:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223399552 00000100:00100000:0.0:1775764882.997591:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223399552 00002000:00100000:0.0:1775764882.997640:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (774144->778239) req@ffff8b8cb3456300 x1862022223399552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764882.997658:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3456300 with x1862022223399552 ext(774144->778239) 00002000:00010000:0.0:1775764882.997664:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3456300 00000100:00100000:0.0:1775764882.997696:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40379 00000100:00100000:3.0:1775764882.998241:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223399552:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764882.998495:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223399552:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 415us (1589us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764882.998503:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40379 00002000:00100000:3.0:1775764882.998510:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (774144->778239) req@ffff8b8cb3456300 x1862022223399552/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:363/0 lens 488/4536 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764882.998520:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb3456300 with x1862022223399552 ext(774144->778239) 00002000:00010000:3.0:1775764882.998524:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb3456300 00000100:00100000:3.0:1775764883.005281:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.005976:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223399680 00000100:00100000:0.0:1775764883.005989:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223399680 00002000:00100000:0.0:1775764883.006044:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (630784->933887) req@ffff8b8cb0a8ad80 x1862022223399680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.006066:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8ad80 with x1862022223399680 ext(630784->933887) 00002000:00010000:0.0:1775764883.006072:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8ad80 00000100:00100000:0.0:1775764883.006111:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40380 00000100:00100000:0.0:1775764883.006121:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223399680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764883.040757:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb0a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223399680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 34627us (35475us total) trans 0 rc 294912/294912 00000100:00100000:0.0:1775764883.040770:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40380 00002000:00100000:0.0:1775764883.040783:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (630784->933887) req@ffff8b8cb0a8ad80 x1862022223399680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 294912/294912 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.040793:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb0a8ad80 with x1862022223399680 ext(630784->933887) 00002000:00010000:0.0:1775764883.040799:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb0a8ad80 00000100:00100000:1.0:1775764883.059431:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.059662:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223399808 00000100:00100000:0.0:1775764883.059672:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223399808 00002000:00100000:0.0:1775764883.059801:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (8192->819199) req@ffff8b8c96656300 x1862022223399808/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.059812:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96656300 with x1862022223399808 ext(8192->819199) 00002000:00010000:0.0:1775764883.059819:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96656300 00000100:00100000:0.0:1775764883.059855:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40381 00000100:00100000:0.0:1775764883.059866:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223399808:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764883.078954:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223399808:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 19080us (19522us total) trans 4294997208 rc 0/0 00000100:00100000:0.0:1775764883.078968:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40381 00002000:00100000:0.0:1775764883.078980:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (8192->819199) req@ffff8b8c96656300 x1862022223399808/t4294997208(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/448 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.078991:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96656300 with x1862022223399808 ext(8192->819199) 00002000:00010000:0.0:1775764883.078997:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96656300 00000100:00100000:2.0:1775764883.084469:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.084654:0:12269:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223399936 00000100:00100000:1.0:1775764883.084665:0:12269:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223399936 00000100:00100000:1.0:1775764883.084736:0:12269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85038 00000100:00100000:1.0:1775764883.084747:0:12269:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb3457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223399936:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764883.129374:0:12269:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb3457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223399936:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 44620us (44905us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764883.129387:0:12269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85038 00000001:00080000:3.0:1775764883.130627:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997208 is committed 00000100:00100000:1.0:1775764883.138364:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.138474:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223400064 00000100:00100000:2.0:1775764883.138485:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223400064 00002000:00100000:2.0:1775764883.141669:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (933888->1183743) req@ffff8b8c96657480 x1862022223400064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.141686:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96657480 with x1862022223400064 ext(933888->1183743) 00002000:00010000:2.0:1775764883.141694:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96657480 00000100:00100000:2.0:1775764883.141972:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40382 00000100:00100000:2.0:1775764883.141983:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223400064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.159227:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223400064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17235us (20862us total) trans 0 rc 180224/180224 00000100:00100000:2.0:1775764883.159240:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40382 00002000:00100000:2.0:1775764883.159252:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (933888->1183743) req@ffff8b8c96657480 x1862022223400064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 180224/180224 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.159263:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96657480 with x1862022223400064 ext(933888->1183743) 00002000:00010000:2.0:1775764883.159269:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96657480 00000100:00100000:0.0:1775764883.171669:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.172085:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223400320 00000100:00100000:3.0:1775764883.172095:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223400320 00000100:00100000:3.0:1775764883.172176:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45126 00000100:00100000:3.0:1775764883.172186:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+70:11755:x1862022223400320:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764883.172243:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764883.172274:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1af0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd852 expref: 70 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.172295:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764883.172300:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764883.172596:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d1af7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.172610:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d1af7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.172620:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d1af7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764883.172685:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032892 00000100:00080000:2.0:1775764883.173042:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:2.0:1775764883.173736:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026d4078a reply state 0000000058322225 transno 4295032893 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d1af7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.173750:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764883.173863:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c892e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223400320:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1676us (2201us total) trans 4295032893 rc 0/0 00000100:00100000:2.0:1775764883.173871:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45126 00000020:00080000:2.0:1775764883.173876:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764883.180393:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.180687:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223400448 00000100:00100000:0.0:1775764883.180700:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223400448 00002000:00010000:0.0:1775764883.180746:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (788143->18446744073709551615) 00002000:00100000:0.0:1775764883.180751:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96657800 with x1862022223400448 ext(788143->18446744073709551615) 00002000:00010000:0.0:1775764883.180764:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96657800. 00000100:00100000:0.0:1775764883.180809:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40383 00000100:00100000:0.0:1775764883.180819:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223400448:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764883.181234:0:11711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 788143 00002000:00010000:0.0:1775764883.181239:0:11711:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.181241:0:11711:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764882 -> 1775764883 00002000:00010000:0.0:1775764883.181243:0:11711:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.181245:0:11711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 971 00000100:00100000:0.0:1775764883.181323:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223400448:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 505us (940us total) trans 4294997209 rc 0/0 00000100:00100000:0.0:1775764883.181332:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40383 00002000:00010000:0.0:1775764883.181336:0:11711:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (788143->18446744073709551615) 00002000:00100000:0.0:1775764883.181338:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96657800 with x1862022223400448 ext(788143->18446744073709551615) 00002000:00010000:0.0:1775764883.181343:0:11711:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96657800. 00010000:00010000:2.0:1775764883.181591:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d1af7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.181603:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d1af7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.181611:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d1af7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.181617:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecfa00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764883.181622:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d1af7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.181629:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d1af7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.181644:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764883.181647:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.181652:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d1af7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.181658:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecfa00/0xdb23b4c9253d1af7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764883.184175:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.185181:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223400576 00000100:00100000:0.0:1775764883.185192:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223400576 00002000:00010000:0.0:1775764883.185253:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764883.185259:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdc00 with x1862022223400576 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764883.185271:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bdc00. 00000100:00100000:0.0:1775764883.185313:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40384 00000100:00100000:0.0:1775764883.185322:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c911bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223400576:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764883.185634:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1335313 -> 0 00002000:00010000:0.0:1775764883.185638:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.185641:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764883.185643:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.185645:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764883.185809:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c911bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223400576:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 487us (1642us total) trans 4294996470 rc 0/0 00000100:00100000:0.0:1775764883.185817:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40384 00002000:00010000:0.0:1775764883.185820:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764883.185823:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c911bdc00 with x1862022223400576 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764883.185828:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c911bdc00. 00000100:00080000:3.0:1775764883.185887:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764883.200358:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.200518:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223400704 00000100:00100000:0.0:1775764883.200528:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223400704 00000100:00100000:1.0:1775764883.200893:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45127 00000100:00100000:1.0:1775764883.200907:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c90d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+71:11755:x1862022223400704:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764883.200933:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764883.200954:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d1afe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd859 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.201068:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d1b05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.201083:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d1b05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.201095:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d1b05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764883.201123:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 788143 00000004:00200000:1.0:1775764883.201128:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764883.201145:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d1b05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.201171:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044000/0xdb23b4c9253d1afe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd859 expref: 73 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.201190:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d1b05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd859 expref: 72 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.201199:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764883.201202:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764883.201206:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cc2044600, rc 0) 00000100:00100000:1.0:1775764883.201274:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c90d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223400704:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 372us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764883.201281:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45127 00000100:00100000:2.0:1775764883.208875:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.208986:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223400960 00000100:00100000:3.0:1775764883.208997:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223400960 00000100:00100000:3.0:1775764883.209117:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45128 00000100:00100000:3.0:1775764883.209129:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+72:11755:x1862022223400960:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:3.0:1775764883.209184:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764883.209232:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cc2044600/0xdb23b4c9253d1b05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd859 expref: 72 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.209253:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764883.209258:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764883.209485:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1b0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.209499:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1b0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.209510:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1b0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764883.209857:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032894 00000004:00010000:3.0:1775764883.209887:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000043599617 reply state 000000009c621094 transno 4295032895 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1b0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764883.209896:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764883.209995:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223400960:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 868us (1130us total) trans 4295032895 rc 0/0 00000100:00100000:3.0:1775764883.210003:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45128 00000020:00080000:3.0:1775764883.210008:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764883.213628:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.213667:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1775764883.213748:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1b0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.213764:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1b0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.213771:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1b0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.213777:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8bc1ecf200 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764883.213782:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1b0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.213790:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1b0c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.213810:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764883.213813:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764883.213818:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1b0c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.213825:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf200/0xdb23b4c9253d1b0c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764883.213958:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223401088 00000100:00100000:0.0:1775764883.213969:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223401088 00002000:00010000:0.0:1775764883.214007:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1890300->18446744073709551615) 00002000:00100000:0.0:1775764883.214012:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955f80 with x1862022223401088 ext(1890300->18446744073709551615) 00002000:00010000:0.0:1775764883.214022:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955f80. 00000100:00100000:0.0:1775764883.214052:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223401216 00000100:00100000:0.0:1775764883.214055:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223401216 00002000:00010000:0.0:1775764883.214066:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764883.214069:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954e00 with x1862022223401216 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764883.214076:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954e00. 00000100:00100000:0.0:1775764883.214099:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40385 00000100:00100000:0.0:1775764883.214108:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223401088:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764883.214690:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 788143 -> 1890300 00002000:00010000:0.0:1775764883.214694:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00000100:00100000:2.0:1775764883.214909:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40386 00000100:00100000:2.0:1775764883.214920:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223401216:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764883.215044:0:11894:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764883.215047:0:11894:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764883.215049:0:11894:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764883.215051:0:11894:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764883.215053:0:11894:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764883.215109:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223401216:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 191us (1440us total) trans 4294996471 rc 0/0 00000100:00100000:2.0:1775764883.215116:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40386 00002000:00010000:2.0:1775764883.215120:0:11894:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764883.215123:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954e00 with x1862022223401216 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764883.215128:0:11894:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954e00. 00002000:00010000:0.0:1775764883.215215:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.215218:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.215220:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:0.0:1775764883.215245:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223401088:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1139us (1626us total) trans 4294997210 rc 0/0 00000100:00100000:0.0:1775764883.215252:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40385 00002000:00010000:0.0:1775764883.215255:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1890300->18446744073709551615) 00002000:00100000:0.0:1775764883.215257:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955f80 with x1862022223401088 ext(1890300->18446744073709551615) 00002000:00010000:0.0:1775764883.215262:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955f80. 00000100:00100000:0.0:1775764883.221329:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.221588:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223401344 00000100:00100000:2.0:1775764883.221599:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223401344 00000100:00100000:2.0:1775764883.221653:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45129 00000100:00100000:2.0:1775764883.221663:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+73:11755:x1862022223401344:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764883.221686:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.221716:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408600/0xdb23b4c9253d1b13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd860 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.221805:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408a00/0xdb23b4c9253d1b1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.221820:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408a00/0xdb23b4c9253d1b1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.221831:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408a00/0xdb23b4c9253d1b1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.221859:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1890300 00000004:00200000:2.0:1775764883.221864:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764883.221881:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408a00/0xdb23b4c9253d1b1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.221905:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408600/0xdb23b4c9253d1b13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd860 expref: 75 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.221923:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408a00/0xdb23b4c9253d1b1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd860 expref: 74 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.221930:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764883.221933:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764883.221937:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c90408a00, rc 0) 00000100:00100000:2.0:1775764883.222000:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223401344:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 338us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.222007:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45129 00000100:00100000:0.0:1775764883.230615:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.230767:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223401472 00000100:00100000:2.0:1775764883.230778:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223401472 00002000:00100000:2.0:1775764883.230830:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (606208->1814527) req@ffff8b8c8f8c5500 x1862022223401472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.230842:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022223401472 ext(606208->1814527) 00002000:00010000:2.0:1775764883.230849:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5500 00000100:00100000:2.0:1775764883.230881:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40387 00000100:00100000:2.0:1775764883.230891:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223401472:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764883.237377:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.238807:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223401600 00000100:00100000:1.0:1775764883.238821:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223401600 00002000:00100000:1.0:1775764883.238877:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1814528->1892351) req@ffff8b8cc17b5c00 x1862022223401600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.238888:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5c00 with x1862022223401600 ext(1814528->1892351) 00002000:00010000:1.0:1775764883.238893:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5c00 00000100:00100000:1.0:1775764883.238932:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40388 00000100:00100000:1.0:1775764883.238942:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223401600:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.244916:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223401472:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14016us (14299us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764883.244930:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40387 00002000:00100000:2.0:1775764883.244943:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (606208->1814527) req@ffff8b8c8f8c5500 x1862022223401472/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.244953:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f8c5500 with x1862022223401472 ext(606208->1814527) 00002000:00010000:2.0:1775764883.244959:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f8c5500 00000100:00100000:2.0:1775764883.245830:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cc17b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223401600:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6884us (8457us total) trans 0 rc 77824/77824 00000100:00100000:2.0:1775764883.245840:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40388 00002000:00100000:2.0:1775764883.245848:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (1814528->1892351) req@ffff8b8cc17b5c00 x1862022223401600/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 77824/77824 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.245856:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cc17b5c00 with x1862022223401600 ext(1814528->1892351) 00002000:00010000:2.0:1775764883.245860:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cc17b5c00 00000100:00100000:3.0:1775764883.256507:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.256754:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223401856 00000100:00100000:2.0:1775764883.256765:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223401856 00000100:00100000:0.0:1775764883.257645:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45130 00000100:00100000:0.0:1775764883.257659:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c914e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+74:11755:x1862022223401856:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764883.257800:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764883.257828:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c90408a00/0xdb23b4c9253d1b1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd860 expref: 74 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.257849:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.257854:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764883.258059:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a400/0xdb23b4c9253d1b21 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.258073:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a400/0xdb23b4c9253d1b21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.258089:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a400/0xdb23b4c9253d1b21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764883.258139:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032896 00000004:00010000:0.0:1775764883.258165:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091f17b72 reply state 0000000055f066f3 transno 4295032897 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a400/0xdb23b4c9253d1b21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764883.258174:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764883.258386:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c914e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223401856:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 730us (1886us total) trans 4295032897 rc 0/0 00000100:00100000:0.0:1775764883.258394:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45130 00000020:00080000:0.0:1775764883.258408:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764883.262088:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a400/0xdb23b4c9253d1b21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.262106:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a400/0xdb23b4c9253d1b21 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.262114:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a400/0xdb23b4c9253d1b21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.262119:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e6a400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:2.0:1775764883.262123:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a400/0xdb23b4c9253d1b21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.262131:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a400/0xdb23b4c9253d1b21 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.262148:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764883.262151:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764883.262155:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a400/0xdb23b4c9253d1b21 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.262160:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a400/0xdb23b4c9253d1b21 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764883.263492:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.263621:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.266042:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223401984 00000100:00100000:2.0:1775764883.266060:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223401984 00002000:00010000:2.0:1775764883.266153:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3953629->18446744073709551615) 00002000:00100000:2.0:1775764883.266159:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac380 with x1862022223401984 ext(3953629->18446744073709551615) 00002000:00010000:2.0:1775764883.266172:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac380. 00000100:00100000:2.0:1775764883.266205:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223402112 00000100:00100000:2.0:1775764883.266209:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223402112 00002000:00010000:2.0:1775764883.266222:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764883.266224:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aca80 with x1862022223402112 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764883.266231:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908aca80. 00000100:00100000:2.0:1775764883.266352:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40389 00000100:00100000:2.0:1775764883.266363:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223401984:12345-192.168.202.29@tcp:10:fsx.0 00000100:00100000:0.0:1775764883.266377:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40390 00000100:00100000:0.0:1775764883.266407:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223402112:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764883.266598:0:6596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764883.266598:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1890300 -> 3953629 00002000:00010000:0.0:1775764883.266602:0:6596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764883.266602:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.266605:0:6596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764883.266605:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.266609:0:6596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764883.266609:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.266612:0:6596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00002000:00010000:2.0:1775764883.266612:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 971 00000100:00100000:0.0:1775764883.266671:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2365:x1862022223402112:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 274us (3048us total) trans 4294996472 rc 0/0 00000100:00100000:0.0:1775764883.266679:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40390 00002000:00010000:0.0:1775764883.266683:0:6596:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764883.266686:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aca80 with x1862022223402112 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764883.266690:0:6596:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908aca80. 00000100:00100000:2.0:1775764883.266700:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2365:x1862022223401984:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 339us (3217us total) trans 4294997211 rc 0/0 00000100:00100000:2.0:1775764883.266706:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40389 00002000:00010000:2.0:1775764883.266708:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3953629->18446744073709551615) 00002000:00100000:2.0:1775764883.266711:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac380 with x1862022223401984 ext(3953629->18446744073709551615) 00002000:00010000:2.0:1775764883.266715:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac380. 00000100:00100000:0.0:1775764883.276107:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.276157:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.276235:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223402240 00000100:00100000:2.0:1775764883.276245:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223402240 00002000:00100000:2.0:1775764883.276305:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1892352->3940351) req@ffff8b8cad85dc00 x1862022223402240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.276318:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85dc00 with x1862022223402240 ext(1892352->3940351) 00002000:00010000:2.0:1775764883.276323:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85dc00 00000100:00100000:2.0:1775764883.276349:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223402368 00000100:00100000:2.0:1775764883.276353:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223402368 00000100:00100000:3.0:1775764883.276365:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40391 00002000:00100000:2.0:1775764883.276368:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2936832->3956735) req@ffff8b8c3c51f100 x1862022223402368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.276376:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f100 with x1862022223402368 ext(2936832->3956735) 00000100:00100000:3.0:1775764883.276376:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223402240:12345-192.168.202.29@tcp:3:fsx.0 00002000:00010000:2.0:1775764883.276380:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f100 00000100:00100000:2.0:1775764883.276483:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40392 00000100:00100000:2.0:1775764883.276490:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223402368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764883.290993:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2363:x1862022223402368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 14492us (14824us total) trans 0 rc 1015808/1015808 00000100:00100000:0.0:1775764883.291006:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40392 00002000:00100000:0.0:1775764883.291019:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (2936832->3956735) req@ffff8b8c3c51f100 x1862022223402368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 1015808/1015808 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.291030:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f100 with x1862022223402368 ext(2936832->3956735) 00002000:00010000:0.0:1775764883.291036:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f100 00000100:00100000:2.0:1775764883.300694:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cad85dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223402240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 24310us (24585us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764883.300717:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40391 00002000:00100000:2.0:1775764883.300729:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1892352->3940351) req@ffff8b8cad85dc00 x1862022223402240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.300740:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cad85dc00 with x1862022223402240 ext(1892352->3940351) 00002000:00010000:2.0:1775764883.300745:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cad85dc00 00000100:00100000:0.0:1775764883.305959:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.306123:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223402496 00000100:00100000:2.0:1775764883.306134:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223402496 00002000:00100000:2.0:1775764883.306186:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1052672->3953628) req@ffff8b8c9378ea00 x1862022223402496/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.306196:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ea00 with x1862022223402496 ext(1052672->3953628) 00002000:00010000:2.0:1775764883.306202:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ea00 00000100:00100000:2.0:1775764883.306237:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40393 00000100:00100000:2.0:1775764883.306246:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9378ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2364:x1862022223402496:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764883.311126:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9378ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2364:x1862022223402496:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4873us (5168us total) trans 4294997212 rc 0/0 00000100:00100000:2.0:1775764883.311138:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40393 00002000:00100000:2.0:1775764883.311150:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1052672->3953628) req@ffff8b8c9378ea00 x1862022223402496/t4294997212(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/448 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.311161:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c9378ea00 with x1862022223402496 ext(1052672->3953628) 00002000:00010000:2.0:1775764883.311166:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c9378ea00 00000100:00100000:1.0:1775764883.315400:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.315497:0:12251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223402624 00000100:00100000:2.0:1775764883.315507:0:12251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223402624 00000100:00100000:2.0:1775764883.315926:0:12251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85039 00000100:00100000:2.0:1775764883.315938:0:12251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+11:2365:x1862022223402624:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764883.350021:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997210 is committed 00000001:00080000:3.0:1775764883.350041:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997212 is committed 00000100:00100000:0.0:1775764883.350179:0:12251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223402624:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 34239us (34782us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.350192:0:12251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85039 00000100:00100000:0.0:1775764883.352852:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.353083:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223402752 00000100:00100000:3.0:1775764883.353093:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223402752 00000100:00100000:3.0:1775764883.353184:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45131 00000100:00100000:3.0:1775764883.353195:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+75:11755:x1862022223402752:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:3.0:1775764883.353223:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764883.353243:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1b28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd867 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.353340:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d1b2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.353356:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d1b2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.353369:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d1b2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764883.353411:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3953629 00000004:00200000:3.0:1775764883.353416:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764883.353434:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d1b2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.353459:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecf000/0xdb23b4c9253d1b28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd867 expref: 77 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.353477:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d1b2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd867 expref: 76 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764883.353485:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:3.0:1775764883.353487:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764883.353491:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8bc1ecea00, rc 0) 00000100:00100000:3.0:1775764883.353606:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223402752:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 413us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.353616:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45131 00000100:00100000:3.0:1775764883.358717:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.359071:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223403008 00000100:00100000:1.0:1775764883.359083:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223403008 00000100:00100000:1.0:1775764883.359199:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45132 00000100:00100000:1.0:1775764883.359221:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88dcb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+76:11755:x1862022223403008:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764883.359276:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764883.359304:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8bc1ecea00/0xdb23b4c9253d1b2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd867 expref: 76 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.359322:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764883.359328:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764883.359621:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d1b36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.359636:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d1b36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.359646:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d1b36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764883.359709:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032898 00000004:00010000:1.0:1775764883.359735:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001899b972 reply state 00000000dc48d5f5 transno 4295032899 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d1b36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764883.359745:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764883.359845:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88dcb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223403008:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 637us (1148us total) trans 4295032899 rc 0/0 00000100:00100000:1.0:1775764883.359853:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45132 00000020:00080000:1.0:1775764883.359858:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764883.363937:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d1b36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.363953:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d1b36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.363961:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d1b36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.363966:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8c00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764883.363971:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d1b36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.363978:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d1b36 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.363994:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.363997:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764883.364003:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d1b36 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.364008:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8c00/0xdb23b4c9253d1b36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764883.365712:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.366090:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.366159:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223403136 00000100:00100000:0.0:1775764883.366169:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223403136 00002000:00010000:0.0:1775764883.366221:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (216138->18446744073709551615) 00002000:00100000:0.0:1775764883.366227:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac700 with x1862022223403136 ext(216138->18446744073709551615) 00002000:00010000:0.0:1775764883.366240:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac700. 00000100:00100000:0.0:1775764883.366271:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223403264 00000100:00100000:0.0:1775764883.366275:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223403264 00002000:00010000:0.0:1775764883.366287:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764883.366291:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aed80 with x1862022223403264 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764883.366298:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908aed80. 00000100:00100000:0.0:1775764883.366324:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40394 00000100:00100000:0.0:1775764883.366333:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223403136:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764883.366735:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3953629 -> 216138 00002000:00010000:0.0:1775764883.366740:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.366742:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.366744:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.366746:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 971 -> 521 00000100:00100000:0.0:1775764883.366797:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223403136:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 464us (1104us total) trans 4294997213 rc 0/0 00000100:00100000:0.0:1775764883.366805:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40394 00002000:00010000:0.0:1775764883.366808:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (216138->18446744073709551615) 00002000:00100000:0.0:1775764883.366811:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ac700 with x1862022223403136 ext(216138->18446744073709551615) 00002000:00010000:0.0:1775764883.366816:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ac700. 00000100:00100000:0.0:1775764883.366834:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40395 00000100:00100000:0.0:1775764883.366840:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223403264:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764883.366951:0:11897:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764883.366954:0:11897:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.366956:0:11897:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764883.366958:0:11897:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.366960:0:11897:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764883.366982:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223403264:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 142us (892us total) trans 4294996473 rc 0/0 00000100:00100000:0.0:1775764883.366988:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40395 00002000:00010000:0.0:1775764883.366991:0:11897:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764883.366993:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aed80 with x1862022223403264 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764883.366998:0:11897:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908aed80. 00000100:00100000:3.0:1775764883.378765:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.378877:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223403392 00000100:00100000:0.0:1775764883.378888:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223403392 00000100:00100000:0.0:1775764883.378954:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45133 00000100:00100000:0.0:1775764883.378964:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+77:11755:x1862022223403392:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764883.378990:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764883.379013:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd86e expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.379097:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b800/0xdb23b4c9253d1b44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.379112:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b800/0xdb23b4c9253d1b44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.379124:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b800/0xdb23b4c9253d1b44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764883.379152:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 216138 00000004:00200000:0.0:1775764883.379157:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764883.379173:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b800/0xdb23b4c9253d1b44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.379197:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd86e expref: 79 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.379228:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b800/0xdb23b4c9253d1b44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd86e expref: 78 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.379237:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.379241:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764883.379244:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e6b800, rc 0) 00000100:00100000:0.0:1775764883.379301:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223403392:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 339us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.379309:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45133 00000100:00100000:3.0:1775764883.383713:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.383891:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223403648 00000100:00100000:0.0:1775764883.383903:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223403648 00000100:00100000:0.0:1775764883.383967:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45134 00000100:00100000:0.0:1775764883.383978:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+78:11755:x1862022223403648:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764883.384041:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764883.384072:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b800/0xdb23b4c9253d1b44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd86e expref: 78 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.384095:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.384100:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764883.384349:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b4b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.384363:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.384374:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764883.384777:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032900 00000004:00010000:0.0:1775764883.384809:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a0e4332 reply state 00000000a2d852f8 transno 4295032901 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764883.384819:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764883.384999:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223403648:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1022us (1303us total) trans 4295032901 rc 0/0 00000100:00100000:0.0:1775764883.385009:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45134 00000020:00080000:0.0:1775764883.385015:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764883.390063:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.390143:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1775764883.390195:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.390208:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b4b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.390233:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.390239:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e6a800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764883.390244:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.390251:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b4b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.390270:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.390273:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764883.390277:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b4b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.390284:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b4b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764883.390830:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223403776 00000100:00100000:1.0:1775764883.390841:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223403776 00002000:00010000:1.0:1775764883.390882:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1094684->18446744073709551615) 00002000:00100000:1.0:1775764883.390887:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aea00 with x1862022223403776 ext(1094684->18446744073709551615) 00002000:00010000:1.0:1775764883.390898:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908aea00. 00000100:00100000:1.0:1775764883.390930:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223403904 00000100:00100000:1.0:1775764883.390934:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223403904 00002000:00010000:1.0:1775764883.390947:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764883.390950:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ace00 with x1862022223403904 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764883.390957:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ace00. 00000100:00100000:1.0:1775764883.390977:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40396 00000100:00100000:1.0:1775764883.390987:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223403776:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764883.391218:0:11898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 216138 -> 1094684 00002000:00010000:1.0:1775764883.391237:0:11898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.391239:0:11898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.391241:0:11898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.391244:0:11898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:0.0:1775764883.391412:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40397 00000100:00100000:0.0:1775764883.391423:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+13:2363:x1862022223403904:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764883.391601:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764883.391605:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.391607:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764883.391608:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.391610:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764883.392628:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223403776:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1636us (2569us total) trans 4294997214 rc 0/0 00000100:00100000:1.0:1775764883.392640:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40396 00002000:00010000:1.0:1775764883.392645:0:11898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1094684->18446744073709551615) 00002000:00100000:1.0:1775764883.392649:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908aea00 with x1862022223403776 ext(1094684->18446744073709551615) 00002000:00010000:1.0:1775764883.392657:0:11898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908aea00. 00000100:00100000:0.0:1775764883.392869:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2363:x1862022223403904:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1448us (2725us total) trans 4294996474 rc 0/0 00000100:00100000:0.0:1775764883.392878:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40397 00002000:00010000:0.0:1775764883.392882:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764883.392884:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ace00 with x1862022223403904 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764883.392890:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c908ace00. 00000100:00100000:3.0:1775764883.397131:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.397330:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223404032 00000100:00100000:2.0:1775764883.397340:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223404032 00002000:00100000:2.0:1775764883.397392:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1040384->1044479) req@ffff8b8c908ad180 x1862022223404032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.397955:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad180 with x1862022223404032 ext(1040384->1044479) 00002000:00010000:2.0:1775764883.397961:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad180 00000100:00100000:2.0:1775764883.398029:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40398 00000100:00100000:2.0:1775764883.398040:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223404032:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.398293:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223404032:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 255us (1171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764883.398301:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40398 00002000:00100000:2.0:1775764883.398308:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1040384->1044479) req@ffff8b8c908ad180 x1862022223404032/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.398315:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad180 with x1862022223404032 ext(1040384->1044479) 00002000:00010000:2.0:1775764883.398318:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad180 00000100:00100000:3.0:1775764883.402818:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.403875:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223404160 00000100:00100000:1.0:1775764883.403889:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223404160 00002000:00100000:1.0:1775764883.403949:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1044480->1048575) req@ffff8b8c908ad500 x1862022223404160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.403966:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad500 with x1862022223404160 ext(1044480->1048575) 00002000:00010000:1.0:1775764883.403972:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad500 00000100:00100000:1.0:1775764883.404004:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40399 00000100:00100000:1.0:1775764883.404013:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223404160:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.404288:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223404160:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 275us (1479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764883.404296:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40399 00002000:00100000:1.0:1775764883.404303:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (1044480->1048575) req@ffff8b8c908ad500 x1862022223404160/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.404311:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908ad500 with x1862022223404160 ext(1044480->1048575) 00002000:00010000:1.0:1775764883.404315:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908ad500 00010000:00010000:3.0:1775764883.408975:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764883.409167:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.409255:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223404288 00000100:00100000:3.0:1775764883.409264:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223404288 00002000:00100000:3.0:1775764883.409308:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1048576->1052671) req@ffff8b8c96654380 x1862022223404288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.409319:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96654380 with x1862022223404288 ext(1048576->1052671) 00002000:00010000:3.0:1775764883.409325:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96654380 00000100:00100000:3.0:1775764883.409393:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40400 00000100:00100000:3.0:1775764883.409412:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223404288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764883.409972:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223404288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 559us (807us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764883.409980:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40400 00002000:00100000:3.0:1775764883.409986:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1048576->1052671) req@ffff8b8c96654380 x1862022223404288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.409994:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96654380 with x1862022223404288 ext(1048576->1052671) 00002000:00010000:3.0:1775764883.409998:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96654380 00000100:00100000:0.0:1775764883.418614:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.418723:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223404416 00000100:00100000:2.0:1775764883.418733:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223404416 00002000:00100000:2.0:1775764883.418784:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1052672->1056767) req@ffff8b8cb24d2300 x1862022223404416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.418795:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2300 with x1862022223404416 ext(1052672->1056767) 00002000:00010000:2.0:1775764883.418801:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2300 00000100:00100000:2.0:1775764883.418833:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40401 00000100:00100000:2.0:1775764883.418843:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223404416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.419098:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223404416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 256us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764883.419106:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40401 00002000:00100000:2.0:1775764883.419113:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1052672->1056767) req@ffff8b8cb24d2300 x1862022223404416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.419121:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2300 with x1862022223404416 ext(1052672->1056767) 00002000:00010000:2.0:1775764883.419124:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2300 00000100:00100000:1.0:1775764883.424856:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.424953:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223404544 00000100:00100000:0.0:1775764883.424963:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223404544 00002000:00100000:0.0:1775764883.425008:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1056768->1060863) req@ffff8b8c96657b80 x1862022223404544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.425019:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96657b80 with x1862022223404544 ext(1056768->1060863) 00002000:00010000:0.0:1775764883.425024:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96657b80 00000100:00100000:0.0:1775764883.425059:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40402 00000100:00100000:0.0:1775764883.425069:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223404544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764883.425317:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223404544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 248us (470us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764883.425325:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40402 00002000:00100000:0.0:1775764883.425332:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (1056768->1060863) req@ffff8b8c96657b80 x1862022223404544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.425341:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96657b80 with x1862022223404544 ext(1056768->1060863) 00002000:00010000:0.0:1775764883.425345:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96657b80 00000100:00100000:0.0:1775764883.429383:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.429591:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223404672 00000100:00100000:2.0:1775764883.429602:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223404672 00002000:00100000:2.0:1775764883.429653:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1060864->1064959) req@ffff8b8cb24d0700 x1862022223404672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.429665:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0700 with x1862022223404672 ext(1060864->1064959) 00002000:00010000:2.0:1775764883.429670:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0700 00000100:00100000:2.0:1775764883.429694:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40403 00000100:00100000:2.0:1775764883.429710:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223404672:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.429960:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223404672:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 251us (586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764883.429971:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40403 00002000:00100000:2.0:1775764883.429977:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1060864->1064959) req@ffff8b8cb24d0700 x1862022223404672/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.429984:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0700 with x1862022223404672 ext(1060864->1064959) 00002000:00010000:2.0:1775764883.429987:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0700 00000100:00100000:3.0:1775764883.434137:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.434378:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223404800 00000100:00100000:2.0:1775764883.434389:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223404800 00002000:00100000:2.0:1775764883.434447:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1064960->1069055) req@ffff8b8c908af100 x1862022223404800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.434458:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af100 with x1862022223404800 ext(1064960->1069055) 00002000:00010000:2.0:1775764883.434464:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908af100 00000100:00100000:2.0:1775764883.434502:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40404 00000100:00100000:2.0:1775764883.434513:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223404800:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764883.435055:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c908af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223404800:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 543us (926us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764883.435063:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40404 00002000:00100000:3.0:1775764883.435069:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1064960->1069055) req@ffff8b8c908af100 x1862022223404800/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.435077:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c908af100 with x1862022223404800 ext(1064960->1069055) 00002000:00010000:3.0:1775764883.435080:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c908af100 00000100:00100000:1.0:1775764883.438909:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.439226:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223404928 00000100:00100000:3.0:1775764883.439236:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223404928 00002000:00100000:3.0:1775764883.439286:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1069056->1073151) req@ffff8b8c96654e00 x1862022223404928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.439297:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96654e00 with x1862022223404928 ext(1069056->1073151) 00002000:00010000:3.0:1775764883.439302:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96654e00 00000100:00100000:3.0:1775764883.439336:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40405 00000100:00100000:3.0:1775764883.439346:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c96654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223404928:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764883.439643:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c96654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223404928:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 298us (741us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764883.439651:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40405 00002000:00100000:3.0:1775764883.439657:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (1069056->1073151) req@ffff8b8c96654e00 x1862022223404928/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.439664:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c96654e00 with x1862022223404928 ext(1069056->1073151) 00002000:00010000:3.0:1775764883.439667:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c96654e00 00000100:00100000:0.0:1775764883.444381:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.444577:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223405056 00000100:00100000:1.0:1775764883.444589:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223405056 00002000:00100000:1.0:1775764883.444639:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1073152->1077247) req@ffff8b8cb24d1f80 x1862022223405056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.444649:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1f80 with x1862022223405056 ext(1073152->1077247) 00002000:00010000:1.0:1775764883.444656:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1f80 00000100:00100000:1.0:1775764883.444683:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40406 00000100:00100000:1.0:1775764883.444693:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223405056:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.444944:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223405056:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 252us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764883.444953:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40406 00002000:00100000:1.0:1775764883.444959:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (1073152->1077247) req@ffff8b8cb24d1f80 x1862022223405056/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.444968:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1f80 with x1862022223405056 ext(1073152->1077247) 00002000:00010000:1.0:1775764883.444972:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1f80 00000100:00100000:0.0:1775764883.450611:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.450713:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223405184 00000100:00100000:1.0:1775764883.450723:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223405184 00002000:00100000:1.0:1775764883.450776:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1077248->1081343) req@ffff8b8cb24d3480 x1862022223405184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.450788:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3480 with x1862022223405184 ext(1077248->1081343) 00002000:00010000:1.0:1775764883.450793:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3480 00000100:00100000:1.0:1775764883.450830:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40407 00000100:00100000:1.0:1775764883.450841:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223405184:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.451099:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223405184:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 259us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764883.451105:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40407 00002000:00100000:1.0:1775764883.451112:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1077248->1081343) req@ffff8b8cb24d3480 x1862022223405184/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.451119:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3480 with x1862022223405184 ext(1077248->1081343) 00002000:00010000:1.0:1775764883.451122:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d3480 00000100:00100000:3.0:1775764883.457114:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.457221:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223405312 00000100:00100000:0.0:1775764883.457233:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223405312 00002000:00100000:0.0:1775764883.457282:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1081344->1085439) req@ffff8b8ca308e300 x1862022223405312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.457295:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308e300 with x1862022223405312 ext(1081344->1085439) 00002000:00010000:0.0:1775764883.457300:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308e300 00000100:00100000:0.0:1775764883.457338:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40408 00000100:00100000:0.0:1775764883.457347:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223405312:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764883.457674:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223405312:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 327us (570us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764883.457683:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40408 00002000:00100000:0.0:1775764883.457689:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (1081344->1085439) req@ffff8b8ca308e300 x1862022223405312/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.457707:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308e300 with x1862022223405312 ext(1081344->1085439) 00002000:00010000:0.0:1775764883.457711:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308e300 00000100:00100000:0.0:1775764883.461814:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.461911:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223405440 00000100:00100000:3.0:1775764883.461920:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223405440 00002000:00100000:3.0:1775764883.461976:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1085440->1089535) req@ffff8b8cb24d0e00 x1862022223405440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.461987:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0e00 with x1862022223405440 ext(1085440->1089535) 00002000:00010000:3.0:1775764883.461994:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0e00 00000100:00100000:3.0:1775764883.462030:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40409 00000100:00100000:3.0:1775764883.462040:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223405440:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764883.462323:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223405440:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 284us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764883.462331:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40409 00002000:00100000:3.0:1775764883.462338:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1085440->1089535) req@ffff8b8cb24d0e00 x1862022223405440/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.462346:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d0e00 with x1862022223405440 ext(1085440->1089535) 00002000:00010000:3.0:1775764883.462350:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d0e00 00000100:00100000:3.0:1775764883.467331:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.467606:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb24d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022224995328:0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.467662:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764883.467729:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb24d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224995840:0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.467756:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764883.467788:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775764883.467793:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb24d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822ecbf7-6272-425b-8300-0d248be22ae0:3313:1862022224995200:0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.467820:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764883.467842:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb24d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022224995712:0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.467863:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764883.467888:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb24d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022224995456:0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.467912:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764883.467927:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764883.467932:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8cb24d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224995584:0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.467952:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764883.467986:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224995840 00000100:00100000:0.0:1775764883.467992:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224995840 00000100:00100000:0.0:1775764883.468046:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224995584 00000100:00100000:0.0:1775764883.468049:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224995584 00000100:00100000:0.0:1775764883.468071:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1775764883.468079:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224995840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.468131:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022224995840:12345-0@lo:400:kworker.0 Request processed in 53us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.468137:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1775764883.468152:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1775764883.468158:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224995584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.468187:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224995584:12345-0@lo:400:kworker.0 Request processed in 29us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.468192:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1775764883.468208:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224995200 00000100:00100000:0.0:1775764883.468212:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224995200 00000100:00100000:0.0:1775764883.468235:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1775764883.468241:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c88bc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:822ecbf7-6272-425b-8300-0d248be22ae0+18:3313:x1862022224995200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.468267:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c88bc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:822ecbf7-6272-425b-8300-0d248be22ae0+18:3313:x1862022224995200:12345-0@lo:400:kworker.0 Request processed in 27us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.468272:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1775764883.468321:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb24d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822ecbf7-6272-425b-8300-0d248be22ae0:3313:1862022224995200:0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.468334:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb24d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3313:1862022224995840:0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.468363:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb24d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224995584:0@lo:400:kworker.0 00000100:00080000:0.0:1775764883.468378:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764883.468390:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224995328 00000100:00100000:0.0:1775764883.468392:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224995328 00000100:00100000:0.0:1775764883.468417:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224995712 00000100:00100000:0.0:1775764883.468420:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224995712 00000100:00100000:0.0:1775764883.468440:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224995456 00000100:00100000:0.0:1775764883.468442:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224995456 00000100:00100000:0.0:1775764883.468455:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1775764883.468460:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022224995328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.468495:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022224995328:12345-0@lo:400:kworker.0 Request processed in 35us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.468500:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1775764883.468512:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:0.0:1775764883.468518:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022224995712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.468579:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022224995712:12345-0@lo:400:kworker.0 Request processed in 62us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.468585:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:0.0:1775764883.468597:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1775764883.468602:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c9358f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022224995456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.468634:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c9358f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022224995456:12345-0@lo:400:kworker.0 Request processed in 32us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.468639:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1775764883.468660:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb24d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022224995712:0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.468669:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb24d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022224995328:0@lo:400:kworker.0 00000100:00100000:0.0:1775764883.468690:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8cb24d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022224995456:0@lo:400:kworker.0 00000100:00080000:0.0:1775764883.468701:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764883.469114:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223405568 00000100:00100000:2.0:1775764883.469119:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223405568 00002000:00100000:2.0:1775764883.469156:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1089536->1093631) req@ffff8b8ca308f100 x1862022223405568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.469167:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308f100 with x1862022223405568 ext(1089536->1093631) 00002000:00010000:2.0:1775764883.469173:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308f100 00000100:00100000:2.0:1775764883.469201:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40410 00000100:00100000:2.0:1775764883.469208:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223405568:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.469480:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223405568:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 271us (2158us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764883.469490:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40410 00002000:00100000:2.0:1775764883.469496:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5005:0x0] (1089536->1093631) req@ffff8b8ca308f100 x1862022223405568/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.469504:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308f100 with x1862022223405568 ext(1089536->1093631) 00002000:00010000:2.0:1775764883.469507:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308f100 00000100:00100000:1.0:1775764883.474192:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.474291:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223405696 00000100:00100000:3.0:1775764883.474301:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223405696 00002000:00100000:3.0:1775764883.474355:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1093632->1097727) req@ffff8b8c3c51f800 x1862022223405696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.474368:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f800 with x1862022223405696 ext(1093632->1097727) 00002000:00010000:3.0:1775764883.474374:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f800 00000100:00100000:3.0:1775764883.474420:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40411 00000100:00100000:3.0:1775764883.474432:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223405696:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764883.474732:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223405696:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 302us (549us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764883.474740:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40411 00002000:00100000:3.0:1775764883.474746:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1093632->1097727) req@ffff8b8c3c51f800 x1862022223405696/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.474754:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f800 with x1862022223405696 ext(1093632->1097727) 00002000:00010000:3.0:1775764883.474757:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f800 00000100:00100000:1.0:1775764883.479196:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.479305:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223405824 00000100:00100000:0.0:1775764883.479316:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223405824 00002000:00100000:0.0:1775764883.479368:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1040384->1094683) req@ffff8b8c3c51ca80 x1862022223405824/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.479379:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ca80 with x1862022223405824 ext(1040384->1094683) 00002000:00010000:0.0:1775764883.479385:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ca80 00000100:00100000:0.0:1775764883.479429:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40412 00000100:00100000:0.0:1775764883.479440:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223405824:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764883.484113:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223405824:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4664us (4916us total) trans 4294997215 rc 0/0 00000100:00100000:2.0:1775764883.484127:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40412 00002000:00100000:2.0:1775764883.484140:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (1040384->1094683) req@ffff8b8c3c51ca80 x1862022223405824/t4294997215(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/448 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.484151:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ca80 with x1862022223405824 ext(1040384->1094683) 00002000:00010000:2.0:1775764883.484158:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51ca80 00000100:00100000:3.0:1775764883.488943:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.489045:0:8457:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223405952 00000100:00100000:1.0:1775764883.489056:0:8457:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223405952 00000100:00100000:1.0:1775764883.489159:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85040 00000100:00100000:1.0:1775764883.489170:0:8457:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223405952:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:1.0:1775764883.514939:0:8457:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223405952:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 25760us (25996us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764883.514953:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85040 00000001:00080000:3.0:1775764883.515040:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997213 is committed 00000001:00080000:3.0:1775764883.515053:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997214 is committed 00000001:00080000:3.0:1775764883.515060:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997215 is committed 00000100:00100000:1.0:1775764883.517826:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.517998:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223406080 00000100:00100000:0.0:1775764883.518008:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223406080 00000100:00100000:0.0:1775764883.518070:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45135 00000100:00100000:0.0:1775764883.518081:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+79:11755:x1862022223406080:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764883.518105:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764883.518124:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b000/0xdb23b4c9253d1b52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd875 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.518208:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.518223:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.518235:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764883.518261:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1094684 00000004:00200000:0.0:1775764883.518265:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764883.518281:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.518305:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b000/0xdb23b4c9253d1b52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd875 expref: 81 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.518323:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd875 expref: 80 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.518330:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.518333:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764883.518337:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e6ac00, rc 0) 00000100:00100000:0.0:1775764883.518387:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223406080:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 308us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.518406:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45135 00000100:00100000:0.0:1775764883.534349:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.534401:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.534636:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223406208 00000100:00100000:3.0:1775764883.534647:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223406208 00002000:00100000:3.0:1775764883.534694:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (217088->1323007) req@ffff8b8c992f9880 x1862022223406208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.534712:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9880 with x1862022223406208 ext(217088->1323007) 00002000:00010000:3.0:1775764883.534718:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9880 00000100:00100000:3.0:1775764883.534746:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223406336 00000100:00100000:3.0:1775764883.534750:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223406336 00002000:00100000:3.0:1775764883.534765:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1323008->2338815) req@ffff8b8c992f9180 x1862022223406336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.534773:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9180 with x1862022223406336 ext(1323008->2338815) 00002000:00010000:3.0:1775764883.534776:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9180 00000100:00100000:3.0:1775764883.534805:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40413 00000100:00100000:3.0:1775764883.534816:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223406208:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.535932:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40414 00000100:00100000:1.0:1775764883.535948:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223406336:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.540025:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223406336:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4072us (5618us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764883.540037:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40414 00002000:00100000:1.0:1775764883.540050:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (1323008->2338815) req@ffff8b8c992f9180 x1862022223406336/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.540061:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9180 with x1862022223406336 ext(1323008->2338815) 00002000:00010000:1.0:1775764883.540067:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9180 00000100:00100000:2.0:1775764883.552526:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223406208:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17698us (18171us total) trans 0 rc 823296/823296 00000100:00100000:2.0:1775764883.552568:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40413 00002000:00100000:2.0:1775764883.552583:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (217088->1323007) req@ffff8b8c992f9880 x1862022223406208/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 823296/823296 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.552593:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f9880 with x1862022223406208 ext(217088->1323007) 00002000:00010000:2.0:1775764883.552599:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f9880 00000100:00100000:3.0:1775764883.565767:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.565923:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223406592 00000100:00100000:0.0:1775764883.565934:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223406592 00000100:00100000:0.0:1775764883.565997:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45136 00000100:00100000:0.0:1775764883.566008:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+80:11755:x1862022223406592:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:0.0:1775764883.566062:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764883.566094:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd875 expref: 80 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.566116:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.566122:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764883.566732:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.566748:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.566759:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764883.566816:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032902 00000004:00010000:0.0:1775764883.566841:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006b65f084 reply state 00000000cfec2010 transno 4295032903 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764883.566850:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764883.566952:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223406592:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 944us (1192us total) trans 4295032903 rc 0/0 00000100:00100000:0.0:1775764883.566959:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45136 00000020:00080000:0.0:1775764883.566964:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764883.569916:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.569932:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.569946:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.569952:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca6e6a800 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764883.569957:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.569966:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b60 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.569985:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.569988:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764883.569993:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b60 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.569998:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764883.571658:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.572135:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223406720 00000100:00100000:1.0:1775764883.572146:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223406720 00002000:00010000:1.0:1775764883.572185:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764883.572191:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308ca80 with x1862022223406720 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764883.572202:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308ca80. 00000100:00100000:1.0:1775764883.572231:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40415 00000100:00100000:1.0:1775764883.572240:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223406720:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764883.572591:0:11896:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1094684 -> 4194304 00002000:00010000:1.0:1775764883.572595:0:11896:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.572598:0:11896:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.572600:0:11896:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.572602:0:11896:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 329 00000100:00100000:1.0:1775764883.572658:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223406720:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 419us (1007us total) trans 4294997216 rc 0/0 00000100:00100000:1.0:1775764883.572665:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40415 00002000:00010000:1.0:1775764883.572668:0:11896:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764883.572671:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308ca80 with x1862022223406720 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764883.572675:0:11896:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca308ca80. 00000100:00100000:3.0:1775764883.579785:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.579887:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223406848 00000100:00100000:2.0:1775764883.579896:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223406848 00002000:00010000:2.0:1775764883.579935:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1148834->18446744073709551615) 00002000:00100000:2.0:1775764883.579940:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308e680 with x1862022223406848 ext(1148834->18446744073709551615) 00002000:00010000:2.0:1775764883.579952:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308e680. 00000100:00100000:2.0:1775764883.579992:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40416 00000100:00100000:2.0:1775764883.580003:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+14:2362:x1862022223406848:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764883.580230:0:11893:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 1148834 00002000:00010000:2.0:1775764883.580234:0:11893:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764883.580236:0:11893:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:2.0:1775764883.580238:0:11893:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764883.580240:0:11893:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1775764883.580300:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223406848:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 299us (523us total) trans 4294996475 rc 0/0 00000100:00100000:2.0:1775764883.580308:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40416 00002000:00010000:2.0:1775764883.580312:0:11893:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (1148834->18446744073709551615) 00002000:00100000:2.0:1775764883.580314:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308e680 with x1862022223406848 ext(1148834->18446744073709551615) 00002000:00010000:2.0:1775764883.580318:0:11893:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308e680. 00000100:00100000:2.0:1775764883.583193:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.583300:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223406976 00000100:00100000:0.0:1775764883.583309:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223406976 00000100:00100000:0.0:1775764883.583366:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45137 00000100:00100000:0.0:1775764883.583376:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+81:11755:x1862022223406976:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764883.583412:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764883.583435:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd87c expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.583525:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.583596:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.583607:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764883.583636:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5343138 00000004:00200000:0.0:1775764883.583640:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764883.583656:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.583679:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd87c expref: 83 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.583704:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd87c expref: 82 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.583713:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.583716:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764883.583720:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e6ac00, rc 0) 00000100:00100000:0.0:1775764883.583778:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223406976:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 403us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.583784:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45137 00000100:00100000:3.0:1775764883.588861:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.589258:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223407104 00000100:00100000:0.0:1775764883.589270:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223407104 00002000:00100000:0.0:1775764883.589323:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (94208->114687) req@ffff8b8ca308c700 x1862022223407104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.589335:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c700 with x1862022223407104 ext(94208->114687) 00002000:00010000:0.0:1775764883.589341:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308c700 00000100:00100000:0.0:1775764883.589364:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40417 00000100:00100000:0.0:1775764883.589373:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223407104:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764883.593628:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2363:x1862022223407104:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4244us (4765us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1775764883.593643:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40417 00002000:00100000:0.0:1775764883.593656:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (94208->114687) req@ffff8b8ca308c700 x1862022223407104/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.593668:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca308c700 with x1862022223407104 ext(94208->114687) 00002000:00010000:0.0:1775764883.593677:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca308c700 00000100:00100000:3.0:1775764883.597170:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.597287:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223407360 00000100:00100000:1.0:1775764883.597297:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223407360 00000100:00100000:1.0:1775764883.597369:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45138 00000100:00100000:1.0:1775764883.597380:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+82:11755:x1862022223407360:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764883.597454:0:11999:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764883.597484:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6ac00/0xdb23b4c9253d1b6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd87c expref: 82 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.597505:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764883.597510:0:11999:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764883.597776:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1b75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.597792:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1b75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.597802:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1b75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764883.597848:0:11999:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032904 00000004:00010000:1.0:1775764883.597873:0:11999:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000731f55b1 reply state 0000000051005e13 transno 4295032905 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1b75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764883.597883:0:11999:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764883.597969:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223407360:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 590us (808us total) trans 4295032905 rc 0/0 00000100:00100000:1.0:1775764883.597977:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45138 00000020:00080000:1.0:1775764883.597981:0:11999:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764883.602252:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.602289:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.602371:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223407488 00000100:00100000:1.0:1775764883.602381:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223407488 00002000:00010000:1.0:1775764883.602435:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764883.602440:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022223407488 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764883.602452:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700. 00000100:00100000:1.0:1775764883.602480:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223407616 00000100:00100000:1.0:1775764883.602484:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223407616 00002000:00010000:1.0:1775764883.602495:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (546692->18446744073709551615) 00002000:00100000:1.0:1775764883.602499:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957800 with x1862022223407616 ext(546692->18446744073709551615) 00002000:00010000:1.0:1775764883.602506:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957800. 00000100:00100000:1.0:1775764883.602570:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40418 00000100:00100000:1.0:1775764883.602580:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223407488:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764883.602822:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1775764883.602826:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.602829:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.602831:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.602833:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:1.0:1775764883.602886:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223407488:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 308us (644us total) trans 4294997217 rc 0/0 00000100:00100000:1.0:1775764883.602893:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40418 00002000:00010000:1.0:1775764883.602897:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:1.0:1775764883.602899:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954700 with x1862022223407488 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1775764883.602903:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f954700. 00000100:00100000:1.0:1775764883.602920:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40419 00000100:00100000:1.0:1775764883.602925:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+15:2362:x1862022223407616:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764883.603074:0:11710:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 1148834 -> 546692 00002000:00010000:1.0:1775764883.603078:0:11710:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.603079:0:11710:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764883.603081:0:11710:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.603083:0:11710:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1775764883.603104:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223407616:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 178us (815us total) trans 4294996476 rc 0/0 00000100:00100000:1.0:1775764883.603110:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40419 00002000:00010000:1.0:1775764883.603113:0:11710:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (546692->18446744073709551615) 00002000:00100000:1.0:1775764883.603116:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957800 with x1862022223407616 ext(546692->18446744073709551615) 00002000:00010000:1.0:1775764883.603120:0:11710:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957800. 00010000:00010000:0.0:1775764883.603958:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1b75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.603971:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1b75 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.603978:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1b75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.603983:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8400 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764883.603987:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1b75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.603994:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1b75 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.604010:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.604013:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764883.604017:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1b75 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.604023:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1b75 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764883.609457:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.609634:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223407744 00000100:00100000:0.0:1775764883.609647:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223407744 00000100:00100000:0.0:1775764883.609713:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45139 00000100:00100000:0.0:1775764883.609723:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca308fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+83:11755:x1862022223407744:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:0.0:1775764883.609749:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764883.609770:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b7c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd883 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.609853:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b200/0xdb23b4c9253d1b83 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.609868:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b200/0xdb23b4c9253d1b83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.609881:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b200/0xdb23b4c9253d1b83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764883.609910:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4740996 00000004:00200000:0.0:1775764883.609915:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764883.609934:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b200/0xdb23b4c9253d1b83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.609960:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6a800/0xdb23b4c9253d1b7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd883 expref: 85 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.609983:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b200/0xdb23b4c9253d1b83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd883 expref: 84 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.609991:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.609994:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764883.609999:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca6e6b200, rc 0) 00000100:00100000:0.0:1775764883.610275:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca308fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223407744:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 551us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.610282:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45139 00000100:00100000:3.0:1775764883.616839:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.617337:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223408000 00000100:00100000:2.0:1775764883.617348:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223408000 00000100:00100000:2.0:1775764883.617419:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45140 00000100:00100000:2.0:1775764883.617430:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+84:11755:x1862022223408000:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764883.617485:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764883.617512:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca6e6b200/0xdb23b4c9253d1b83 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd883 expref: 84 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.617845:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764883.617851:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764883.618073:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967efe00/0xdb23b4c9253d1b8a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.618088:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967efe00/0xdb23b4c9253d1b8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.618098:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967efe00/0xdb23b4c9253d1b8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764883.618149:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032906 00000004:00010000:2.0:1775764883.618174:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039155a5b reply state 00000000e11c2269 transno 4295032907 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967efe00/0xdb23b4c9253d1b8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764883.618181:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764883.618277:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223408000:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 848us (1448us total) trans 4295032907 rc 0/0 00000100:00100000:2.0:1775764883.618285:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45140 00000020:00080000:2.0:1775764883.618290:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764883.620978:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967efe00/0xdb23b4c9253d1b8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.620994:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967efe00/0xdb23b4c9253d1b8a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.621002:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967efe00/0xdb23b4c9253d1b8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.621007:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c967efe00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764883.621012:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967efe00/0xdb23b4c9253d1b8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.621020:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967efe00/0xdb23b4c9253d1b8a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.621038:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764883.621042:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764883.621047:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967efe00/0xdb23b4c9253d1b8a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764883.621054:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967efe00/0xdb23b4c9253d1b8a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764883.623714:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.623905:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223408128 00000100:00100000:2.0:1775764883.623914:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223408128 00002000:00010000:2.0:1775764883.623968:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (739733->18446744073709551615) 00002000:00100000:2.0:1775764883.623973:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216a00 with x1862022223408128 ext(739733->18446744073709551615) 00002000:00010000:2.0:1775764883.623986:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216a00. 00000100:00100000:2.0:1775764883.624017:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40420 00000100:00100000:2.0:1775764883.624027:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223408128:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764883.624334:0:11903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 739733 00002000:00010000:2.0:1775764883.624339:0:11903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764883.624341:0:11903:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764883.624344:0:11903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764883.624346:0:11903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00000100:00100000:2.0:1775764883.624409:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223408128:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 383us (702us total) trans 4294997218 rc 0/0 00000100:00100000:2.0:1775764883.624417:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40420 00002000:00010000:2.0:1775764883.624420:0:11903:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (739733->18446744073709551615) 00002000:00100000:2.0:1775764883.624423:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216a00 with x1862022223408128 ext(739733->18446744073709551615) 00002000:00010000:2.0:1775764883.624427:0:11903:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216a00. 00000100:00100000:2.0:1775764883.627946:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.628036:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223408256 00000100:00100000:0.0:1775764883.628047:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223408256 00002000:00010000:0.0:1775764883.628087:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764883.628093:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957b80 with x1862022223408256 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764883.628104:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957b80. 00000100:00100000:0.0:1775764883.628138:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40421 00000100:00100000:0.0:1775764883.628148:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+16:2362:x1862022223408256:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764883.628426:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 546692 -> 0 00002000:00010000:0.0:1775764883.628430:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.628433:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:0.0:1775764883.628435:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764883.628436:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1775764883.628504:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2362:x1862022223408256:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 356us (567us total) trans 4294996477 rc 0/0 00000100:00100000:0.0:1775764883.628511:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40421 00002000:00010000:0.0:1775764883.628515:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764883.628517:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f957b80 with x1862022223408256 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764883.628522:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f957b80. 00000100:00100000:3.0:1775764883.636348:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.637042:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223408384 00000100:00100000:2.0:1775764883.637055:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223408384 00000100:00100000:2.0:1775764883.637107:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45141 00000100:00100000:2.0:1775764883.637117:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+85:11755:x1862022223408384:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764883.637142:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.637163:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee200/0xdb23b4c9253d1b91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd88a expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.637663:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eee00/0xdb23b4c9253d1b98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.637678:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eee00/0xdb23b4c9253d1b98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.637690:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eee00/0xdb23b4c9253d1b98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.637737:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 739733 00000004:00200000:2.0:1775764883.637741:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764883.637759:0:5811:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eee00/0xdb23b4c9253d1b98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.637786:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee200/0xdb23b4c9253d1b91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd88a expref: 87 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.637804:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eee00/0xdb23b4c9253d1b98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd88a expref: 86 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.637812:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764883.637816:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764883.637820:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c967eee00, rc 0) 00000100:00100000:2.0:1775764883.637880:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223408384:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 764us (1541us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.637887:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45141 00000100:00100000:1.0:1775764883.642349:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.642512:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223408640 00000100:00100000:0.0:1775764883.642522:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223408640 00000100:00100000:1.0:1775764883.642848:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45142 00000100:00100000:1.0:1775764883.642858:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+86:11755:x1862022223408640:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764883.642914:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764883.642942:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eee00/0xdb23b4c9253d1b98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd88a expref: 86 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.642962:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764883.642967:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764883.643187:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d1b9f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.643200:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d1b9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.643222:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d1b9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764883.643270:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032908 00000004:00010000:1.0:1775764883.643292:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006be4b9e3 reply state 00000000f93164dd transno 4295032909 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d1b9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764883.643301:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764883.643443:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223408640:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 585us (1243us total) trans 4295032909 rc 0/0 00000100:00100000:1.0:1775764883.643451:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45142 00000020:00080000:1.0:1775764883.643455:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764883.648058:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.648092:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.648143:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223408768 00000100:00100000:3.0:1775764883.648153:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223408768 00002000:00010000:3.0:1775764883.648195:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1672385->18446744073709551615) 00002000:00100000:3.0:1775764883.648201:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022223408768 ext(1672385->18446744073709551615) 00002000:00010000:3.0:1775764883.648227:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955c00. 00000100:00100000:3.0:1775764883.648252:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223408896 00000100:00100000:3.0:1775764883.648254:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223408896 00002000:00010000:3.0:1775764883.648266:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:3.0:1775764883.648269:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022223408896 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764883.648276:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954000. 00000100:00100000:3.0:1775764883.648298:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40422 00000100:00100000:3.0:1775764883.648307:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223408768:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764883.648576:0:11793:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 739733 -> 1672385 00002000:00010000:3.0:1775764883.648581:0:11793:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:3.0:1775764883.648583:0:11793:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:3.0:1775764883.648586:0:11793:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:3.0:1775764883.648588:0:11793:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 329 00010000:00010000:1.0:1775764883.648688:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d1b9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.648709:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d1b9f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.648717:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d1b9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.648723:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc9a00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764883.648729:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d1b9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.648738:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d1b9f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.648755:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764883.648758:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764883.648763:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d1b9f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764883.648768:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9a00/0xdb23b4c9253d1b9f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764883.648799:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40423 00000100:00100000:1.0:1775764883.648808:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+17:2363:x1862022223408896:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:1.0:1775764883.648938:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764883.648942:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.648944:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:1.0:1775764883.648946:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764883 00002000:00010000:1.0:1775764883.648948:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764883.650252:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223408768:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1938us (2198us total) trans 4294997219 rc 0/0 00000100:00100000:3.0:1775764883.650264:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40422 00002000:00010000:3.0:1775764883.650270:0:11793:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1672385->18446744073709551615) 00002000:00100000:3.0:1775764883.650274:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f955c00 with x1862022223408768 ext(1672385->18446744073709551615) 00002000:00010000:3.0:1775764883.650282:0:11793:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f955c00. 00000100:00100000:1.0:1775764883.650624:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223408896:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 1816us (2530us total) trans 4294996478 rc 0/0 00000100:00100000:1.0:1775764883.650631:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40423 00002000:00010000:1.0:1775764883.650634:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:1.0:1775764883.650637:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f954000 with x1862022223408896 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764883.650643:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f954000. 00000100:00100000:0.0:1775764883.655489:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.655691:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223409024 00000100:00100000:2.0:1775764883.655708:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223409024 00002000:00100000:2.0:1775764883.655752:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1490944->1675263) req@ffff8b8c992fb100 x1862022223409024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.655764:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb100 with x1862022223409024 ext(1490944->1675263) 00002000:00010000:2.0:1775764883.655769:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb100 00000100:00100000:2.0:1775764883.655799:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40424 00000100:00100000:2.0:1775764883.655808:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223409024:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.683318:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2365:x1862022223409024:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 27499us (27826us total) trans 0 rc 184320/184320 00000100:00100000:2.0:1775764883.683333:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40424 00002000:00100000:2.0:1775764883.683346:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x5005:0x0] (1490944->1675263) req@ffff8b8c992fb100 x1862022223409024/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 184320/184320 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.683357:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fb100 with x1862022223409024 ext(1490944->1675263) 00002000:00010000:2.0:1775764883.683363:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fb100 00000100:00100000:0.0:1775764883.688127:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.688244:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223409152 00000100:00100000:2.0:1775764883.688254:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223409152 00002000:00100000:2.0:1775764883.688307:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1638400->1672384) req@ffff8b8c992faa00 x1862022223409152/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.688319:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992faa00 with x1862022223409152 ext(1638400->1672384) 00002000:00010000:2.0:1775764883.688324:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992faa00 00000100:00100000:2.0:1775764883.688351:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40425 00000100:00100000:2.0:1775764883.688359:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223409152:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764883.692455:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2362:x1862022223409152:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 4085us (4325us total) trans 4294997220 rc 0/0 00000100:00100000:2.0:1775764883.692468:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40425 00002000:00100000:2.0:1775764883.692480:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1638400->1672384) req@ffff8b8c992faa00 x1862022223409152/t4294997220(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/448 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.692490:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992faa00 with x1862022223409152 ext(1638400->1672384) 00002000:00010000:2.0:1775764883.692496:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992faa00 00000100:00100000:2.0:1775764883.697059:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.697172:0:12263:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223409280 00000100:00100000:1.0:1775764883.697183:0:12263:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223409280 00000100:00100000:1.0:1775764883.697284:0:12263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85041 00000100:00100000:1.0:1775764883.697295:0:12263:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223409280:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:3.0:1775764883.733481:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997217 is committed 00000001:00080000:3.0:1775764883.733503:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997220 is committed 00000100:00100000:2.0:1775764883.733755:0:12263:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223409280:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 36455us (36697us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.733768:0:12263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85041 00000100:00100000:3.0:1775764883.736675:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.737174:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223409408 00000100:00100000:2.0:1775764883.737185:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223409408 00000100:00100000:2.0:1775764883.737251:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45143 00000100:00100000:2.0:1775764883.737261:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+87:11755:x1862022223409408:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764883.737286:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764883.737308:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eea00/0xdb23b4c9253d1ba6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd891 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.737405:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee600/0xdb23b4c9253d1bad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.737419:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee600/0xdb23b4c9253d1bad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.737432:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee600/0xdb23b4c9253d1bad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764883.737461:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1672385 00000004:00200000:2.0:1775764883.737465:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764883.737482:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee600/0xdb23b4c9253d1bad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.737507:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eea00/0xdb23b4c9253d1ba6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd891 expref: 89 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.737524:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee600/0xdb23b4c9253d1bad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd891 expref: 88 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764883.737600:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764883.737604:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764883.737608:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8c967ee600, rc 0) 00000100:00100000:2.0:1775764883.737662:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223409408:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 403us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.737669:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45143 00000100:00100000:0.0:1775764883.744517:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.744651:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223409536 00000100:00100000:3.0:1775764883.744661:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223409536 00002000:00100000:3.0:1775764883.744720:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2547712->2551807) req@ffff8b8c992f8700 x1862022223409536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.744731:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8700 with x1862022223409536 ext(2547712->2551807) 00002000:00010000:3.0:1775764883.744737:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8700 00000100:00100000:3.0:1775764883.744778:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40426 00000100:00100000:3.0:1775764883.744788:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223409536:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764883.745079:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223409536:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 291us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.745087:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40426 00002000:00100000:3.0:1775764883.745094:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (2547712->2551807) req@ffff8b8c992f8700 x1862022223409536/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.745102:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8700 with x1862022223409536 ext(2547712->2551807) 00002000:00010000:3.0:1775764883.745105:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992f8700 00000100:00100000:2.0:1775764883.749677:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.749791:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223409664 00000100:00100000:1.0:1775764883.749802:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223409664 00002000:00100000:1.0:1775764883.749855:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2551808->2555903) req@ffff8b8cbb780000 x1862022223409664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.749867:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780000 with x1862022223409664 ext(2551808->2555903) 00002000:00010000:1.0:1775764883.749873:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780000 00000100:00100000:1.0:1775764883.749913:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40427 00000100:00100000:1.0:1775764883.749923:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223409664:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.750158:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223409664:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 235us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764883.750165:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40427 00002000:00100000:1.0:1775764883.750171:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (2551808->2555903) req@ffff8b8cbb780000 x1862022223409664/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.750179:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780000 with x1862022223409664 ext(2551808->2555903) 00002000:00010000:1.0:1775764883.750181:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780000 00000100:00100000:0.0:1775764883.757665:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.757833:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223409792 00000100:00100000:1.0:1775764883.757844:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223409792 00002000:00100000:1.0:1775764883.757894:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2109440->2732031) req@ffff8b8c992fad80 x1862022223409792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.757905:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fad80 with x1862022223409792 ext(2109440->2732031) 00002000:00010000:1.0:1775764883.757910:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fad80 00000100:00100000:1.0:1775764883.757946:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40428 00000100:00100000:1.0:1775764883.757957:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223409792:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.761328:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223409792:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3363us (3664us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764883.761342:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40428 00002000:00100000:1.0:1775764883.761355:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (2109440->2732031) req@ffff8b8c992fad80 x1862022223409792/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.761365:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fad80 with x1862022223409792 ext(2109440->2732031) 00002000:00010000:1.0:1775764883.761371:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c992fad80 00000100:00100000:2.0:1775764883.767499:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.767750:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223409920 00000100:00100000:1.0:1775764883.767762:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223409920 00002000:00100000:1.0:1775764883.767823:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2547712->2772716) req@ffff8b8cbb783480 x1862022223409920/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.767835:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783480 with x1862022223409920 ext(2547712->2772716) 00002000:00010000:1.0:1775764883.767841:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783480 00000100:00100000:1.0:1775764883.767881:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40429 00000100:00100000:1.0:1775764883.767891:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223409920:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764883.774039:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223409920:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6139us (6539us total) trans 4294997221 rc 0/0 00000100:00100000:1.0:1775764883.774052:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40429 00002000:00100000:1.0:1775764883.774065:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2547712->2772716) req@ffff8b8cbb783480 x1862022223409920/t4294997221(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/448 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.774075:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783480 with x1862022223409920 ext(2547712->2772716) 00002000:00010000:1.0:1775764883.774081:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783480 00000100:00100000:0.0:1775764883.777901:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.777998:0:12270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223410048 00000100:00100000:3.0:1775764883.778007:0:12270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223410048 00000100:00100000:3.0:1775764883.778101:0:12270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85042 00000100:00100000:3.0:1775764883.778112:0:12270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223410048:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:0.0:1775764883.811312:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997221 is committed 00000100:00100000:3.0:1775764883.811492:0:12270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223410048:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 33378us (33594us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.811504:0:12270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85042 00000100:00100000:0.0:1775764883.820465:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.820617:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223410176 00000100:00100000:3.0:1775764883.820628:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223410176 00002000:00100000:3.0:1775764883.820675:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (4096->8191) req@ffff8b8c992fbb80 x1862022223410176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.820686:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fbb80 with x1862022223410176 ext(4096->8191) 00002000:00010000:3.0:1775764883.820704:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992fbb80 00000100:00100000:3.0:1775764883.820734:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40430 00000100:00100000:3.0:1775764883.820744:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022223410176:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764883.821003:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2362:x1862022223410176:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 260us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.821011:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40430 00002000:00100000:3.0:1775764883.821018:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (4096->8191) req@ffff8b8c992fbb80 x1862022223410176/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.821027:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fbb80 with x1862022223410176 ext(4096->8191) 00002000:00010000:3.0:1775764883.821030:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992fbb80 00000100:00100000:2.0:1775764883.824689:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.824917:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223410304 00000100:00100000:0.0:1775764883.824928:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223410304 00002000:00100000:0.0:1775764883.824976:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (8192->12287) req@ffff8b8cbb782a00 x1862022223410304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.824987:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782a00 with x1862022223410304 ext(8192->12287) 00002000:00010000:0.0:1775764883.824993:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782a00 00000100:00100000:0.0:1775764883.825028:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40431 00000100:00100000:0.0:1775764883.825037:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223410304:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764883.825285:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223410304:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 248us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.825293:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40431 00002000:00100000:0.0:1775764883.825299:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5005:0x0] (8192->12287) req@ffff8b8cbb782a00 x1862022223410304/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.825307:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782a00 with x1862022223410304 ext(8192->12287) 00002000:00010000:0.0:1775764883.825311:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782a00 00000100:00100000:0.0:1775764883.829171:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.829265:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223410432 00000100:00100000:3.0:1775764883.829275:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223410432 00002000:00100000:3.0:1775764883.829322:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (12288->16383) req@ffff8b8c992f8e00 x1862022223410432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.829341:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8e00 with x1862022223410432 ext(12288->16383) 00002000:00010000:3.0:1775764883.829347:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f8e00 00000100:00100000:3.0:1775764883.829384:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40432 00000100:00100000:3.0:1775764883.829403:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022223410432:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764883.829703:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022223410432:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 298us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.829711:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40432 00002000:00100000:3.0:1775764883.829717:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x5005:0x0] (12288->16383) req@ffff8b8c992f8e00 x1862022223410432/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.829724:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8e00 with x1862022223410432 ext(12288->16383) 00002000:00010000:3.0:1775764883.829726:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f8e00 00000100:00100000:3.0:1775764883.833595:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.834297:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223410560 00000100:00100000:2.0:1775764883.834308:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223410560 00002000:00100000:2.0:1775764883.834607:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (16384->20479) req@ffff8b8c93215500 x1862022223410560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.834619:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215500 with x1862022223410560 ext(16384->20479) 00002000:00010000:2.0:1775764883.834625:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93215500 00000100:00100000:2.0:1775764883.834660:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40433 00000100:00100000:2.0:1775764883.834670:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022223410560:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.835089:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022223410560:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 420us (1503us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.835096:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40433 00002000:00100000:2.0:1775764883.835103:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (16384->20479) req@ffff8b8c93215500 x1862022223410560/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.835112:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215500 with x1862022223410560 ext(16384->20479) 00002000:00010000:2.0:1775764883.835115:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93215500 00000100:00100000:0.0:1775764883.839101:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.839185:0:11790:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223410688 00000100:00100000:3.0:1775764883.839195:0:11790:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223410688 00002000:00100000:3.0:1775764883.839243:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (20480->24575) req@ffff8b8c992fa680 x1862022223410688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.839254:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fa680 with x1862022223410688 ext(20480->24575) 00002000:00010000:3.0:1775764883.839260:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992fa680 00000100:00100000:3.0:1775764883.839294:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40434 00000100:00100000:3.0:1775764883.839304:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022223410688:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764883.839589:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022223410688:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 286us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.839597:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40434 00002000:00100000:3.0:1775764883.839604:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x5005:0x0] (20480->24575) req@ffff8b8c992fa680 x1862022223410688/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.839612:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992fa680 with x1862022223410688 ext(20480->24575) 00002000:00010000:3.0:1775764883.839615:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992fa680 00000100:00100000:0.0:1775764883.843452:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.843620:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223410816 00000100:00100000:2.0:1775764883.843630:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223410816 00002000:00100000:2.0:1775764883.843677:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (24576->28671) req@ffff8b8c992f8a80 x1862022223410816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.843689:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8a80 with x1862022223410816 ext(24576->28671) 00002000:00010000:2.0:1775764883.843704:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f8a80 00000100:00100000:2.0:1775764883.843737:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40435 00000100:00100000:2.0:1775764883.843747:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022223410816:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.843992:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c992f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2365:x1862022223410816:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 245us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.844000:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40435 00002000:00100000:2.0:1775764883.844006:0:11899:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x5005:0x0] (24576->28671) req@ffff8b8c992f8a80 x1862022223410816/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.844014:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c992f8a80 with x1862022223410816 ext(24576->28671) 00002000:00010000:2.0:1775764883.844017:0:11899:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c992f8a80 00000100:00100000:0.0:1775764883.847771:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.847877:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223410944 00000100:00100000:2.0:1775764883.847888:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223410944 00002000:00100000:2.0:1775764883.847935:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (0->65535) req@ffff8b8cb24d3100 x1862022223410944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.847945:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3100 with x1862022223410944 ext(0->65535) 00002000:00010000:2.0:1775764883.847951:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3100 00000100:00100000:2.0:1775764883.848027:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40436 00000100:00100000:2.0:1775764883.848037:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022223410944:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.851118:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2364:x1862022223410944:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3072us (3346us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764883.851132:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40436 00002000:00100000:2.0:1775764883.851146:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x240000400:0x5005:0x0] (0->65535) req@ffff8b8cb24d3100 x1862022223410944/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.851158:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d3100 with x1862022223410944 ext(0->65535) 00002000:00010000:2.0:1775764883.851164:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cb24d3100 00000100:00100000:0.0:1775764883.859605:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.859718:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223411072 00000100:00100000:2.0:1775764883.859729:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223411072 00002000:00100000:2.0:1775764883.859782:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1998848->2002943) req@ffff8b8cb24d1880 x1862022223411072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.859794:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1880 with x1862022223411072 ext(1998848->2002943) 00002000:00010000:2.0:1775764883.859800:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1880 00000100:00100000:2.0:1775764883.859837:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40437 00000100:00100000:2.0:1775764883.859848:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223411072:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.860113:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223411072:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764883.860121:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40437 00002000:00100000:2.0:1775764883.860127:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (1998848->2002943) req@ffff8b8cb24d1880 x1862022223411072/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.860135:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1880 with x1862022223411072 ext(1998848->2002943) 00002000:00010000:2.0:1775764883.860139:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1880 00000100:00100000:0.0:1775764883.863862:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.864246:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223411200 00000100:00100000:2.0:1775764883.864257:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223411200 00002000:00100000:2.0:1775764883.864306:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2002944->2007039) req@ffff8b8cb24d2d80 x1862022223411200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.864317:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2d80 with x1862022223411200 ext(2002944->2007039) 00002000:00010000:2.0:1775764883.864322:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2d80 00000100:00100000:2.0:1775764883.864357:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40438 00000100:00100000:2.0:1775764883.864367:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223411200:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764883.864793:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223411200:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 427us (941us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764883.864801:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40438 00002000:00100000:2.0:1775764883.864808:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (2002944->2007039) req@ffff8b8cb24d2d80 x1862022223411200/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/4536 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.864816:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2d80 with x1862022223411200 ext(2002944->2007039) 00002000:00010000:2.0:1775764883.864820:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2d80 00000100:00100000:0.0:1775764883.869606:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.869785:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223411328 00000100:00100000:1.0:1775764883.869795:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223411328 00002000:00100000:1.0:1775764883.869845:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1978368->2043903) req@ffff8b8cb24d2680 x1862022223411328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.869857:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2680 with x1862022223411328 ext(1978368->2043903) 00002000:00010000:1.0:1775764883.869863:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2680 00000100:00100000:1.0:1775764883.869933:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40439 00000100:00100000:1.0:1775764883.869943:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223411328:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.880605:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2365:x1862022223411328:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 10655us (10999us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1775764883.880618:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40439 00002000:00100000:1.0:1775764883.880629:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1978368->2043903) req@ffff8b8cb24d2680 x1862022223411328/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.880640:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d2680 with x1862022223411328 ext(1978368->2043903) 00002000:00010000:1.0:1775764883.880646:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d2680 00000100:00100000:2.0:1775764883.885681:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.885779:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223411456 00000100:00100000:1.0:1775764883.885789:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223411456 00002000:00100000:1.0:1775764883.885836:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2043904->2080767) req@ffff8b8cbb781f80 x1862022223411456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.885848:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781f80 with x1862022223411456 ext(2043904->2080767) 00002000:00010000:1.0:1775764883.885854:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781f80 00000100:00100000:1.0:1775764883.885888:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40440 00000100:00100000:1.0:1775764883.885898:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223411456:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.890358:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223411456:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4451us (4677us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1775764883.890374:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40440 00002000:00100000:1.0:1775764883.890386:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (2043904->2080767) req@ffff8b8cbb781f80 x1862022223411456/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.890408:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781f80 with x1862022223411456 ext(2043904->2080767) 00002000:00010000:1.0:1775764883.890415:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781f80 00000100:00100000:0.0:1775764883.894741:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.894848:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223411584 00000100:00100000:2.0:1775764883.894859:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223411584 00002000:00100000:2.0:1775764883.894910:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1998848->2060287) req@ffff8b8cb24d1180 x1862022223411584/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.894922:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1180 with x1862022223411584 ext(1998848->2060287) 00002000:00010000:2.0:1775764883.894928:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1180 00000100:00100000:2.0:1775764883.894965:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40441 00000100:00100000:2.0:1775764883.894975:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223411584:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764883.903194:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223411584:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 8210us (8455us total) trans 4294997222 rc 0/0 00000100:00100000:1.0:1775764883.903207:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40441 00002000:00100000:1.0:1775764883.903219:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1998848->2060287) req@ffff8b8cb24d1180 x1862022223411584/t4294997222(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/448 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.903229:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1180 with x1862022223411584 ext(1998848->2060287) 00002000:00010000:1.0:1775764883.903236:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1180 00000100:00100000:2.0:1775764883.908127:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.908205:0:12306:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223411712 00000100:00100000:3.0:1775764883.908215:0:12306:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223411712 00000100:00100000:3.0:1775764883.908328:0:12306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85043 00000100:00100000:3.0:1775764883.908340:0:12306:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223411712:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:2.0:1775764883.939150:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997222 is committed 00000100:00100000:0.0:1775764883.939388:0:12306:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223411712:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 31042us (31262us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.939412:0:12306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85043 00000100:00100000:2.0:1775764883.944176:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.944369:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223411840 00000100:00100000:0.0:1775764883.944381:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223411840 00002000:00100000:0.0:1775764883.944513:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->3391487) req@ffff8b8cbb782d80 x1862022223411840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.944534:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782d80 with x1862022223411840 ext(3387392->3391487) 00002000:00010000:0.0:1775764883.944559:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782d80 00000100:00100000:0.0:1775764883.944631:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40442 00000100:00100000:0.0:1775764883.944641:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223411840:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764883.944944:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223411840:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 304us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.944952:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40442 00002000:00100000:0.0:1775764883.944959:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->3391487) req@ffff8b8cbb782d80 x1862022223411840/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.944966:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782d80 with x1862022223411840 ext(3387392->3391487) 00002000:00010000:0.0:1775764883.944970:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782d80 00000100:00100000:3.0:1775764883.948324:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.948574:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223411968 00000100:00100000:1.0:1775764883.948584:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223411968 00002000:00100000:1.0:1775764883.948629:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3391488->3395583) req@ffff8b8c93217800 x1862022223411968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.948641:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217800 with x1862022223411968 ext(3391488->3395583) 00002000:00010000:1.0:1775764883.948647:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217800 00000100:00100000:1.0:1775764883.948667:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40443 00000100:00100000:1.0:1775764883.948675:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223411968:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.949145:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223411968:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 468us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764883.949153:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40443 00002000:00100000:1.0:1775764883.949160:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (3391488->3395583) req@ffff8b8c93217800 x1862022223411968/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.949168:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217800 with x1862022223411968 ext(3391488->3395583) 00002000:00010000:1.0:1775764883.949171:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217800 00000100:00100000:1.0:1775764883.958763:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764883.959284:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223412096 00000100:00100000:2.0:1775764883.959294:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223412096 00002000:00100000:2.0:1775764883.959347:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3366912->3399679) req@ffff8b8c3c51df80 x1862022223412096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764883.959357:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51df80 with x1862022223412096 ext(3366912->3399679) 00002000:00010000:2.0:1775764883.959362:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51df80 00000100:00100000:2.0:1775764883.959404:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40444 00000100:00100000:2.0:1775764883.959413:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223412096:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.962988:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223412096:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3566us (4225us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764883.963001:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40444 00002000:00100000:1.0:1775764883.963012:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (3366912->3399679) req@ffff8b8c3c51df80 x1862022223412096/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 504/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.963020:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51df80 with x1862022223412096 ext(3366912->3399679) 00002000:00010000:1.0:1775764883.963026:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51df80 00000100:00100000:0.0:1775764883.969706:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.970312:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223412224 00000100:00100000:1.0:1775764883.970324:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223412224 00002000:00100000:1.0:1775764883.970379:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3399680->3403775) req@ffff8b8cb24d1500 x1862022223412224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.970403:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1500 with x1862022223412224 ext(3399680->3403775) 00002000:00010000:1.0:1775764883.970410:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1500 00000100:00100000:1.0:1775764883.970451:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40445 00000100:00100000:1.0:1775764883.970462:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223412224:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.970760:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cb24d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223412224:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 299us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764883.970769:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40445 00002000:00100000:1.0:1775764883.970775:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3399680->3403775) req@ffff8b8cb24d1500 x1862022223412224/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.970784:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cb24d1500 with x1862022223412224 ext(3399680->3403775) 00002000:00010000:1.0:1775764883.970787:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cb24d1500 00000100:00100000:0.0:1775764883.975797:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764883.975963:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223412352 00000100:00100000:1.0:1775764883.975974:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223412352 00002000:00100000:1.0:1775764883.976024:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3403776->3407871) req@ffff8b8ca29b2300 x1862022223412352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.976036:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2300 with x1862022223412352 ext(3403776->3407871) 00002000:00010000:1.0:1775764883.976041:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2300 00000100:00100000:1.0:1775764883.976077:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40446 00000100:00100000:1.0:1775764883.976196:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223412352:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764883.976492:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223412352:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 406us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764883.976500:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40446 00002000:00100000:1.0:1775764883.976508:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3403776->3407871) req@ffff8b8ca29b2300 x1862022223412352/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764883.976516:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b2300 with x1862022223412352 ext(3403776->3407871) 00002000:00010000:1.0:1775764883.976520:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b2300 00000100:00100000:2.0:1775764883.978636:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b8ca29b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224995968:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764883.978713:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764883.978895:0:12042:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022224995968 00000100:00100000:0.0:1775764883.978905:0:12042:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022224995968 00000100:00100000:0.0:1775764883.978960:0:12042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1775764883.978969:0:12042:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224995968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764883.978993:0:12042:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 506920960 pending 0 free 3858759680 avail 3846176768 00000100:00100000:0.0:1775764883.979032:0:12042:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022224995968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.979038:0:12042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1775764883.979840:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b8ca29b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3314:1862022224995968:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764883.982616:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764883.982734:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223412480 00000100:00100000:0.0:1775764883.982746:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223412480 00002000:00100000:0.0:1775764883.982798:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3407872->3411967) req@ffff8b8cbb781c00 x1862022223412480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.982817:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781c00 with x1862022223412480 ext(3407872->3411967) 00002000:00010000:0.0:1775764883.982823:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781c00 00000100:00100000:0.0:1775764883.982855:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40447 00000100:00100000:0.0:1775764883.982865:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223412480:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764883.983113:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223412480:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 248us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764883.983120:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40447 00002000:00100000:0.0:1775764883.983127:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3407872->3411967) req@ffff8b8cbb781c00 x1862022223412480/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/440 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.983134:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781c00 with x1862022223412480 ext(3407872->3411967) 00002000:00010000:0.0:1775764883.983137:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781c00 00000100:00100000:1.0:1775764883.994055:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764883.994153:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223412608 00000100:00100000:3.0:1775764883.994164:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223412608 00002000:00100000:3.0:1775764883.994217:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->3411967) req@ffff8b8c3c51f480 x1862022223412608/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764883.994228:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f480 with x1862022223412608 ext(3387392->3411967) 00002000:00010000:3.0:1775764883.994234:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f480 00000100:00100000:3.0:1775764883.994270:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40448 00000100:00100000:3.0:1775764883.994280:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223412608:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764883.998150:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223412608:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 3860us (4092us total) trans 4294997223 rc 0/0 00000100:00100000:0.0:1775764883.998165:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40448 00002000:00100000:0.0:1775764883.998179:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3387392->3411967) req@ffff8b8c3c51f480 x1862022223412608/t4294997223(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:364/0 lens 488/448 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764883.998197:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f480 with x1862022223412608 ext(3387392->3411967) 00002000:00010000:0.0:1775764883.998203:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f480 00000100:00100000:1.0:1775764884.004001:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764884.004123:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223412736 00000100:00100000:0.0:1775764884.004134:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223412736 00000100:00100000:0.0:1775764884.004215:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85044 00000100:00100000:0.0:1775764884.004225:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223412736:12345-192.168.202.29@tcp:16:fsx.0 00000100:00080000:2.0:1775764884.007515:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1775764884.057676:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997223 is committed 00000100:00100000:1.0:1775764884.057728:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223412736:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 53495us (53726us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.057743:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85044 00000100:00100000:3.0:1775764884.062498:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.063581:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223412864 00000100:00100000:2.0:1775764884.063593:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223412864 00002000:00100000:2.0:1775764884.063645:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1294336->1298431) req@ffff8b8c93215f80 x1862022223412864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.063655:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215f80 with x1862022223412864 ext(1294336->1298431) 00002000:00010000:2.0:1775764884.063661:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215f80 00000100:00100000:2.0:1775764884.064311:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40449 00000100:00100000:2.0:1775764884.064610:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223412864:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.064891:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223412864:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 289us (2398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764884.069311:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40449 00002000:00100000:2.0:1775764884.069592:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x5005:0x0] (1294336->1298431) req@ffff8b8c93215f80 x1862022223412864/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.069603:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215f80 with x1862022223412864 ext(1294336->1298431) 00002000:00010000:2.0:1775764884.069609:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215f80 00000100:00100000:3.0:1775764884.071197:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.071566:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223412992 00000100:00100000:1.0:1775764884.071577:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223412992 00002000:00100000:1.0:1775764884.071625:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1318912->1323007) req@ffff8b8c93214000 x1862022223412992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.071636:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214000 with x1862022223412992 ext(1318912->1323007) 00002000:00010000:1.0:1775764884.071641:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214000 00000100:00100000:1.0:1775764884.071668:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40450 00000100:00100000:1.0:1775764884.071678:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223412992:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764884.071937:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223412992:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 260us (746us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764884.071945:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40450 00002000:00100000:1.0:1775764884.071951:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (1318912->1323007) req@ffff8b8c93214000 x1862022223412992/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.071959:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214000 with x1862022223412992 ext(1318912->1323007) 00002000:00010000:1.0:1775764884.071963:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214000 00000100:00100000:2.0:1775764884.082886:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.083130:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223413120 00000100:00100000:1.0:1775764884.083141:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223413120 00002000:00100000:1.0:1775764884.083203:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1155072->1220607) req@ffff8b8cbb57ec50 x1862022223413120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.083214:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57ec50 with x1862022223413120 ext(1155072->1220607) 00002000:00010000:1.0:1775764884.083221:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb57ec50 00000100:00100000:1.0:1775764884.083298:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40451 00000100:00100000:1.0:1775764884.083310:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb57ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223413120:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764884.099261:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb57ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223413120:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 15942us (16374us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1775764884.099280:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40451 00002000:00100000:1.0:1775764884.099294:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5005:0x0] (1155072->1220607) req@ffff8b8cbb57ec50 x1862022223413120/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.099305:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb57ec50 with x1862022223413120 ext(1155072->1220607) 00002000:00010000:1.0:1775764884.099311:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb57ec50 00000100:00100000:2.0:1775764884.104675:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.104945:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223413248 00000100:00100000:1.0:1775764884.104955:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223413248 00002000:00100000:1.0:1775764884.105006:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1245184->1249279) req@ffff8b8cbb783b80 x1862022223413248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.105016:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022223413248 ext(1245184->1249279) 00002000:00010000:1.0:1775764884.105022:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783b80 00000100:00100000:1.0:1775764884.105057:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40452 00000100:00100000:1.0:1775764884.105066:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223413248:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764884.105944:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223413248:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 873us (1272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764884.105954:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40452 00002000:00100000:1.0:1775764884.105962:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (1245184->1249279) req@ffff8b8cbb783b80 x1862022223413248/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.105972:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783b80 with x1862022223413248 ext(1245184->1249279) 00002000:00010000:1.0:1775764884.105977:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb783b80 00000100:00100000:3.0:1775764884.114164:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.114285:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223413376 00000100:00100000:2.0:1775764884.114295:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223413376 00002000:00100000:2.0:1775764884.114348:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3006464->3010559) req@ffff8b8c93216680 x1862022223413376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.114361:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216680 with x1862022223413376 ext(3006464->3010559) 00002000:00010000:2.0:1775764884.114367:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216680 00000100:00100000:2.0:1775764884.114407:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40453 00000100:00100000:2.0:1775764884.114417:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223413376:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.114730:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223413376:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 313us (577us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764884.114738:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40453 00002000:00100000:2.0:1775764884.114745:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5005:0x0] (3006464->3010559) req@ffff8b8c93216680 x1862022223413376/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.114753:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216680 with x1862022223413376 ext(3006464->3010559) 00002000:00010000:2.0:1775764884.114756:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216680 00000100:00100000:0.0:1775764884.119307:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.120425:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223413504 00000100:00100000:2.0:1775764884.120436:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223413504 00002000:00100000:2.0:1775764884.120491:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5005:0x0] (3010560->3014655) req@ffff8b8ca29b0a80 x1862022223413504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.120503:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0a80 with x1862022223413504 ext(3010560->3014655) 00002000:00010000:2.0:1775764884.120508:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0a80 00000100:00100000:3.0:1775764884.120738:0:11790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40454 00000100:00100000:3.0:1775764884.120750:0:11790:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223413504:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764884.121018:0:11790:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223413504:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 268us (1718us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764884.121029:0:11790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40454 00002000:00100000:3.0:1775764884.121035:0:11790:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5005:0x0] (3010560->3014655) req@ffff8b8ca29b0a80 x1862022223413504/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764884.121044:0:11790:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0a80 with x1862022223413504 ext(3010560->3014655) 00002000:00010000:3.0:1775764884.121048:0:11790:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0a80 00000100:00100000:3.0:1775764884.127212:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.128009:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223413632 00000100:00100000:1.0:1775764884.128021:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223413632 00002000:00100000:1.0:1775764884.128075:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2949120->3088383) req@ffff8b8c93215c00 x1862022223413632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.128088:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215c00 with x1862022223413632 ext(2949120->3088383) 00002000:00010000:1.0:1775764884.128095:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215c00 00000100:00100000:1.0:1775764884.128129:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40455 00000100:00100000:1.0:1775764884.128140:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223413632:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764884.134571:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223413632:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6379us (7314us total) trans 0 rc 131072/131072 00000100:00100000:1.0:1775764884.134585:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40455 00002000:00100000:1.0:1775764884.134598:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x280000400:0x5005:0x0] (2949120->3088383) req@ffff8b8c93215c00 x1862022223413632/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 131072/131072 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.134608:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215c00 with x1862022223413632 ext(2949120->3088383) 00002000:00010000:1.0:1775764884.134614:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215c00 00000100:00100000:2.0:1775764884.141318:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.142411:0:11897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223413760 00000100:00100000:1.0:1775764884.142424:0:11897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223413760 00002000:00100000:1.0:1775764884.142479:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3670016->3674111) req@ffff8b8cbb781180 x1862022223413760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.142492:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781180 with x1862022223413760 ext(3670016->3674111) 00002000:00010000:1.0:1775764884.142498:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781180 00000100:00100000:1.0:1775764884.142582:0:11897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40456 00000100:00100000:1.0:1775764884.142592:0:11897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223413760:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764884.142854:0:11897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223413760:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 263us (1545us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.142861:0:11897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40456 00002000:00100000:1.0:1775764884.142868:0:11897:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x5005:0x0] (3670016->3674111) req@ffff8b8cbb781180 x1862022223413760/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.142876:0:11897:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781180 with x1862022223413760 ext(3670016->3674111) 00002000:00010000:1.0:1775764884.142880:0:11897:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781180 00000100:00100000:0.0:1775764884.154845:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.154974:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223413888 00000100:00100000:1.0:1775764884.154985:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223413888 00002000:00100000:1.0:1775764884.155040:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3674112->3678207) req@ffff8b8ca29b3800 x1862022223413888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.155053:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3800 with x1862022223413888 ext(3674112->3678207) 00002000:00010000:1.0:1775764884.155060:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3800 00000100:00100000:1.0:1775764884.155135:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40457 00000100:00100000:1.0:1775764884.155145:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223413888:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764884.155436:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223413888:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 291us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.155444:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40457 00002000:00100000:1.0:1775764884.155452:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (3674112->3678207) req@ffff8b8ca29b3800 x1862022223413888/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.155461:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3800 with x1862022223413888 ext(3674112->3678207) 00002000:00010000:1.0:1775764884.155464:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3800 00000100:00100000:3.0:1775764884.159775:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764884.164447:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223414016 00000100:00100000:0.0:1775764884.164464:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223414016 00002000:00100000:0.0:1775764884.164532:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3678208->3682303) req@ffff8b8c93216d80 x1862022223414016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764884.164559:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216d80 with x1862022223414016 ext(3678208->3682303) 00002000:00010000:0.0:1775764884.164566:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216d80 00000100:00100000:0.0:1775764884.164597:0:12054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40458 00000100:00100000:0.0:1775764884.164607:0:12054:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223414016:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764884.164859:0:12054:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223414016:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 253us (5092us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.164867:0:12054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40458 00002000:00100000:0.0:1775764884.164874:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3678208->3682303) req@ffff8b8c93216d80 x1862022223414016/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764884.164883:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216d80 with x1862022223414016 ext(3678208->3682303) 00002000:00010000:0.0:1775764884.164887:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216d80 00000100:00100000:2.0:1775764884.168602:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764884.168852:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223414144 00000100:00100000:0.0:1775764884.168865:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223414144 00002000:00100000:0.0:1775764884.168925:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3682304->3686399) req@ffff8b8cbb782680 x1862022223414144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764884.168937:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223414144 ext(3682304->3686399) 00002000:00010000:0.0:1775764884.168943:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:0.0:1775764884.168976:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40459 00000100:00100000:0.0:1775764884.168985:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223414144:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764884.169237:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223414144:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 252us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.169245:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40459 00002000:00100000:0.0:1775764884.169252:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5005:0x0] (3682304->3686399) req@ffff8b8cbb782680 x1862022223414144/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764884.169260:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782680 with x1862022223414144 ext(3682304->3686399) 00002000:00010000:0.0:1775764884.169263:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782680 00000100:00100000:3.0:1775764884.174095:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.174225:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223414400 00000100:00100000:2.0:1775764884.174239:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223414400 00000100:00100000:2.0:1775764884.174310:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45144 00000100:00100000:2.0:1775764884.174320:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+88:11755:x1862022223414400:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764884.174375:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.174418:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee600/0xdb23b4c9253d1bad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd891 expref: 88 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.174439:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764884.174444:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.174723:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eec00/0xdb23b4c9253d1bb4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.174737:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eec00/0xdb23b4c9253d1bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.174746:0:5811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eec00/0xdb23b4c9253d1bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764884.174795:0:5811:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032910 00000004:00010000:2.0:1775764884.174820:0:5811:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006371f63f reply state 0000000048ec2d4d transno 4295032911 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eec00/0xdb23b4c9253d1bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.174835:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764884.174935:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223414400:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 616us (850us total) trans 4295032911 rc 0/0 00000100:00100000:2.0:1775764884.174943:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45144 00000020:00080000:2.0:1775764884.174947:0:5811:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764884.183711:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.183850:0:11892:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223414528 00000100:00100000:2.0:1775764884.183861:0:11892:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223414528 00002000:00010000:2.0:1775764884.183903:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764884.183908:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e300 with x1862022223414528 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764884.183919:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51e300. 00000100:00100000:2.0:1775764884.183951:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40460 00000100:00100000:2.0:1775764884.183961:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223414528:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764884.184261:0:11892:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1672385 -> 4194304 00002000:00010000:2.0:1775764884.184265:0:11892:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764884 00002000:00010000:2.0:1775764884.184267:0:11892:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764884.184269:0:11892:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764884 00002000:00010000:2.0:1775764884.184272:0:11892:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 329 -> 779 00000100:00100000:2.0:1775764884.184338:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223414528:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 378us (1646us total) trans 4294997224 rc 0/0 00000100:00100000:2.0:1775764884.184346:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40460 00002000:00010000:2.0:1775764884.184350:0:11892:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764884.184353:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51e300 with x1862022223414528 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764884.184357:0:11892:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51e300. 00010000:00010000:0.0:1775764884.185579:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eec00/0xdb23b4c9253d1bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.185592:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eec00/0xdb23b4c9253d1bb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.185601:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eec00/0xdb23b4c9253d1bb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.185607:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c967eec00 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764884.185611:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eec00/0xdb23b4c9253d1bb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.185623:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eec00/0xdb23b4c9253d1bb4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.185642:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764884.185645:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.185650:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eec00/0xdb23b4c9253d1bb4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.185656:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967eec00/0xdb23b4c9253d1bb4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.187890:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.187978:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223414656 00000100:00100000:3.0:1775764884.187988:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223414656 00002000:00010000:3.0:1775764884.188027:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (738174->18446744073709551615) 00002000:00100000:3.0:1775764884.188032:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022223414656 ext(738174->18446744073709551615) 00002000:00010000:3.0:1775764884.188044:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ea00. 00000100:00100000:3.0:1775764884.188073:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40461 00000100:00100000:3.0:1775764884.188082:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+18:2363:x1862022223414656:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:3.0:1775764884.188321:0:11891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 738174 00002000:00010000:3.0:1775764884.188325:0:11891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764883 -> 1775764884 00002000:00010000:3.0:1775764884.188327:0:11891:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764880 00002000:00010000:3.0:1775764884.188330:0:11891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764883 -> 1775764884 00002000:00010000:3.0:1775764884.188332:0:11891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1775764884.188402:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223414656:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 321us (521us total) trans 4294996479 rc 0/0 00000100:00100000:3.0:1775764884.188411:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40461 00002000:00010000:3.0:1775764884.188414:0:11891:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (738174->18446744073709551615) 00002000:00100000:3.0:1775764884.188418:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51ea00 with x1862022223414656 ext(738174->18446744073709551615) 00002000:00010000:3.0:1775764884.188423:0:11891:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51ea00. 00000100:00100000:3.0:1775764884.199378:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.199593:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223414784 00000100:00100000:1.0:1775764884.199605:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223414784 00002000:00100000:1.0:1775764884.199655:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (688128->692223) req@ffff8b8c93217100 x1862022223414784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.199673:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217100 with x1862022223414784 ext(688128->692223) 00002000:00010000:1.0:1775764884.199681:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93217100 00000100:00100000:2.0:1775764884.200069:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40462 00000100:00100000:2.0:1775764884.200081:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2365:x1862022223414784:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.200342:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2365:x1862022223414784:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 263us (971us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764884.200350:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40462 00002000:00100000:2.0:1775764884.200357:0:6597:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5005:0x0] (688128->692223) req@ffff8b8c93217100 x1862022223414784/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.200365:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217100 with x1862022223414784 ext(688128->692223) 00002000:00010000:2.0:1775764884.200368:0:6597:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93217100 00000100:00100000:1.0:1775764884.204912:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.205520:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223414912 00000100:00100000:2.0:1775764884.205572:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223414912 00002000:00100000:2.0:1775764884.205628:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (692224->696319) req@ffff8b8c3c51d180 x1862022223414912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.205639:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022223414912 ext(692224->696319) 00002000:00010000:2.0:1775764884.205645:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d180 00000100:00100000:2.0:1775764884.205675:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40463 00000100:00100000:2.0:1775764884.205685:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2365:x1862022223414912:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.206275:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2365:x1862022223414912:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 590us (1369us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764884.206284:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40463 00002000:00100000:2.0:1775764884.206291:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x240000400:0x5005:0x0] (692224->696319) req@ffff8b8c3c51d180 x1862022223414912/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.206300:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51d180 with x1862022223414912 ext(692224->696319) 00002000:00010000:2.0:1775764884.206304:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51d180 00000100:00100000:1.0:1775764884.211927:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.212032:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223415040 00000100:00100000:2.0:1775764884.212044:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223415040 00002000:00100000:2.0:1775764884.212095:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (667648->733183) req@ffff8b8c3c51c380 x1862022223415040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.212107:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223415040 ext(667648->733183) 00002000:00010000:2.0:1775764884.212113:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c380 00000100:00100000:2.0:1775764884.212145:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40464 00000100:00100000:2.0:1775764884.212155:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2365:x1862022223415040:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.229259:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2365:x1862022223415040:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 17094us (17329us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1775764884.229273:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40464 00002000:00100000:2.0:1775764884.229288:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x5005:0x0] (667648->733183) req@ffff8b8c3c51c380 x1862022223415040/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.229299:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c380 with x1862022223415040 ext(667648->733183) 00002000:00010000:2.0:1775764884.229305:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c380 00000100:00100000:3.0:1775764884.236897:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.237062:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223415168 00000100:00100000:2.0:1775764884.237074:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223415168 00002000:00100000:2.0:1775764884.237124:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (733184->741375) req@ffff8b8c93214a80 x1862022223415168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.237135:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214a80 with x1862022223415168 ext(733184->741375) 00002000:00010000:2.0:1775764884.237141:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93214a80 00000100:00100000:2.0:1775764884.237180:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40465 00000100:00100000:2.0:1775764884.237190:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223415168:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.237530:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223415168:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 332us (632us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1775764884.237579:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40465 00002000:00100000:2.0:1775764884.237588:0:6598:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5005:0x0] (733184->741375) req@ffff8b8c93214a80 x1862022223415168/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/8632 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.237596:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214a80 with x1862022223415168 ext(733184->741375) 00002000:00010000:2.0:1775764884.237598:0:6598:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93214a80 00000100:00100000:1.0:1775764884.253327:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.254100:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223415296 00000100:00100000:2.0:1775764884.254112:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223415296 00002000:00100000:2.0:1775764884.254172:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (405504->738173) req@ffff8b8c3c51c700 x1862022223415296/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.254184:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223415296 ext(405504->738173) 00002000:00010000:2.0:1775764884.254190:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:2.0:1775764884.254226:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40466 00000100:00100000:2.0:1775764884.254236:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+19:2363:x1862022223415296:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:2.0:1775764884.259756:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2363:x1862022223415296:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5510us (6428us total) trans 4294996480 rc 0/0 00000100:00100000:2.0:1775764884.259769:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40466 00002000:00100000:2.0:1775764884.259783:0:11901:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000400:0x5005:0x0] (405504->738173) req@ffff8b8c3c51c700 x1862022223415296/t4294996480(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/448 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.259794:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51c700 with x1862022223415296 ext(405504->738173) 00002000:00010000:2.0:1775764884.259802:0:11901:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51c700 00000100:00100000:1.0:1775764884.267999:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.268324:0:12264:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223415424 00000100:00100000:3.0:1775764884.268337:0:12264:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223415424 00000100:00100000:3.0:1775764884.268486:0:12264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85045 00000100:00100000:3.0:1775764884.268497:0:12264:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2362:x1862022223415424:12345-192.168.202.29@tcp:16:fsx.0 00000100:00100000:3.0:1775764884.329352:0:12264:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+21:2362:x1862022223415424:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 60845us (61350us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764884.329366:0:12264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85045 00000001:00080000:0.0:1775764884.329645:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996477 is committed 00000001:00080000:0.0:1775764884.329664:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996478 is committed 00000001:00080000:0.0:1775764884.329675:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996480 is committed 00000100:00100000:0.0:1775764884.333018:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.333769:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223415552 00000100:00100000:1.0:1775764884.333780:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223415552 00000100:00100000:1.0:1775764884.333845:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45145 00000100:00100000:1.0:1775764884.333855:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+89:11755:x1862022223415552:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764884.333878:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.333899:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1bbb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd898 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.333983:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d1bc2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.333998:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d1bc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.334010:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d1bc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764884.334037:0:6615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 4932478 00000004:00200000:1.0:1775764884.334041:0:6615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764884.334058:0:6615:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d1bc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.334091:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1bbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd898 expref: 91 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.334108:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d1bc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd898 expref: 90 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.334116:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764884.334118:0:6615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764884.334122:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc9600, rc 0) 00000100:00100000:1.0:1775764884.334188:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223415552:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 334us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.334196:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45145 00000100:00100000:1.0:1775764884.344655:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.344791:0:11894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223415680 00000100:00100000:3.0:1775764884.344803:0:11894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223415680 00002000:00100000:3.0:1775764884.344855:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3346432->3350527) req@ffff8b8c3c51f100 x1862022223415680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764884.344866:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f100 with x1862022223415680 ext(3346432->3350527) 00002000:00010000:3.0:1775764884.344873:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f100 00000100:00100000:3.0:1775764884.344898:0:11894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40467 00000100:00100000:3.0:1775764884.344910:0:11894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223415680:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764884.345161:0:11894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223415680:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 252us (514us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764884.345169:0:11894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40467 00002000:00100000:3.0:1775764884.345175:0:11894:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x5005:0x0] (3346432->3350527) req@ffff8b8c3c51f100 x1862022223415680/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764884.345182:0:11894:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f100 with x1862022223415680 ext(3346432->3350527) 00002000:00010000:3.0:1775764884.345186:0:11894:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c3c51f100 00000100:00100000:0.0:1775764884.350124:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.350594:0:11710:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223415808 00000100:00100000:2.0:1775764884.350604:0:11710:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223415808 00002000:00100000:2.0:1775764884.350661:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3719168->3723263) req@ffff8b8ca29b3100 x1862022223415808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.350680:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3100 with x1862022223415808 ext(3719168->3723263) 00002000:00010000:2.0:1775764884.350696:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3100 00000100:00100000:2.0:1775764884.350729:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40468 00000100:00100000:2.0:1775764884.350739:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223415808:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.351200:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223415808:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 461us (1085us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764884.351209:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40468 00002000:00100000:2.0:1775764884.351216:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3719168->3723263) req@ffff8b8ca29b3100 x1862022223415808/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.351225:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3100 with x1862022223415808 ext(3719168->3723263) 00002000:00010000:2.0:1775764884.351228:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3100 00000100:00100000:2.0:1775764884.357287:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.357403:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223415936 00000100:00100000:1.0:1775764884.357414:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223415936 00002000:00100000:1.0:1775764884.357472:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3723264->3727359) req@ffff8b8cbb781880 x1862022223415936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.357484:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223415936 ext(3723264->3727359) 00002000:00010000:1.0:1775764884.357490:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:1.0:1775764884.357535:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40469 00000100:00100000:1.0:1775764884.357579:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223415936:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764884.357845:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223415936:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 267us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764884.357853:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40469 00002000:00100000:1.0:1775764884.357860:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x5005:0x0] (3723264->3727359) req@ffff8b8cbb781880 x1862022223415936/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.357870:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb781880 with x1862022223415936 ext(3723264->3727359) 00002000:00010000:1.0:1775764884.357873:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb781880 00000100:00100000:0.0:1775764884.373400:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.373499:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223416064 00000100:00100000:3.0:1775764884.373508:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223416064 00002000:00100000:3.0:1775764884.373603:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3698688->3764223) req@ffff8b8ca29b1500 x1862022223416064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764884.373614:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1500 with x1862022223416064 ext(3698688->3764223) 00002000:00010000:3.0:1775764884.373620:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1500 00000100:00100000:3.0:1775764884.373656:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40470 00000100:00100000:3.0:1775764884.373665:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223416064:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764884.378216:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223416064:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 4542us (4821us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764884.378230:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40470 00002000:00100000:3.0:1775764884.378243:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5005:0x0] (3698688->3764223) req@ffff8b8ca29b1500 x1862022223416064/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764884.378254:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1500 with x1862022223416064 ext(3698688->3764223) 00002000:00010000:3.0:1775764884.378260:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b1500 00000100:00100000:2.0:1775764884.383920:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.384301:0:11898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223416192 00000100:00100000:1.0:1775764884.384313:0:11898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223416192 00002000:00100000:1.0:1775764884.384361:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (49152->3731455) req@ffff8b8cbb782300 x1862022223416192/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 568/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.384372:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223416192 ext(49152->3731455) 00002000:00010000:1.0:1775764884.384379:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:1.0:1775764884.384624:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40471 00000100:00100000:1.0:1775764884.384635:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223416192:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764884.394651:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223416192:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 10008us (10730us total) trans 4294997225 rc 0/0 00000100:00100000:1.0:1775764884.394663:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40471 00002000:00100000:1.0:1775764884.394675:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x5005:0x0] (49152->3731455) req@ffff8b8cbb782300 x1862022223416192/t4294997225(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 568/464 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.394684:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782300 with x1862022223416192 ext(49152->3731455) 00002000:00010000:1.0:1775764884.394690:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb782300 00000100:00100000:2.0:1775764884.406052:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.411929:0:12250:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223416320 00000100:00100000:1.0:1775764884.411945:0:12250:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223416320 00000100:00100000:2.0:1775764884.412239:0:12250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85046 00000100:00100000:2.0:1775764884.412257:0:12250:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2362:x1862022223416320:12345-192.168.202.29@tcp:16:fsx.0 00010000:00010000:3.0:1775764884.444351:0:12273:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764884.494987:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997225 is committed 00000100:00100000:0.0:1775764884.495216:0:12250:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223416320:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 82956us (89166us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.495228:0:12250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85046 00000100:00100000:0.0:1775764884.504154:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.504801:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223416576 00000100:00100000:2.0:1775764884.504812:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223416576 00000100:00100000:2.0:1775764884.504892:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45146 00000100:00100000:2.0:1775764884.504903:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+90:11755:x1862022223416576:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764884.504958:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.504986:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc9600/0xdb23b4c9253d1bc2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd898 expref: 90 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.505008:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764884.505014:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.505226:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ef600/0xdb23b4c9253d1bc9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.505241:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ef600/0xdb23b4c9253d1bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.505251:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ef600/0xdb23b4c9253d1bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764884.505303:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032912 00000004:00010000:2.0:1775764884.505329:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6677443 reply state 000000008f723964 transno 4295032913 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ef600/0xdb23b4c9253d1bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.505338:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764884.507752:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223416576:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 2839us (3595us total) trans 4295032913 rc 0/0 00000100:00100000:2.0:1775764884.507766:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45146 00000020:00080000:2.0:1775764884.507775:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764884.518779:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.518814:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.519034:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223416704 00000100:00100000:2.0:1775764884.519043:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223416704 00002000:00010000:2.0:1775764884.519083:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1203675->18446744073709551615) 00002000:00100000:2.0:1775764884.519088:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216300 with x1862022223416704 ext(1203675->18446744073709551615) 00002000:00010000:2.0:1775764884.519101:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216300. 00000100:00100000:2.0:1775764884.519127:0:6597:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223416832 00000100:00100000:2.0:1775764884.519130:0:6597:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223416832 00002000:00010000:2.0:1775764884.519143:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764884.519146:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215180 with x1862022223416832 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764884.519153:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93215180. 00000100:00100000:2.0:1775764884.519177:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40472 00000100:00100000:2.0:1775764884.519186:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223416704:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764884.519675:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 1203675 00002000:00010000:2.0:1775764884.519680:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764884 -> 1775764884 00002000:00010000:2.0:1775764884.519682:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764884 00002000:00010000:2.0:1775764884.519684:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764884 -> 1775764884 00002000:00010000:2.0:1775764884.519774:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 779 -> 1485 00000100:00100000:2.0:1775764884.519921:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223416704:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 646us (1062us total) trans 4294997226 rc 0/0 00000100:00100000:2.0:1775764884.519932:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40472 00002000:00010000:2.0:1775764884.519935:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (1203675->18446744073709551615) 00002000:00100000:2.0:1775764884.519938:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216300 with x1862022223416704 ext(1203675->18446744073709551615) 00002000:00010000:2.0:1775764884.519943:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216300. 00000100:00100000:2.0:1775764884.519962:0:6597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40473 00000100:00100000:2.0:1775764884.519970:0:6597:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2363:x1862022223416832:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764884.520168:0:6597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 738174 -> 0 00002000:00010000:2.0:1775764884.520171:0:6597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764884 -> 1775764884 00002000:00010000:2.0:1775764884.520174:0:6597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764880 -> 1775764883 00002000:00010000:2.0:1775764884.520175:0:6597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764884 -> 1775764884 00002000:00010000:2.0:1775764884.520177:0:6597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 263 -> 519 00000100:00100000:2.0:1775764884.520198:0:6597:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223416832:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 230us (1384us total) trans 4294996481 rc 0/0 00000100:00100000:2.0:1775764884.520205:0:6597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40473 00002000:00010000:2.0:1775764884.520208:0:6597:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:2.0:1775764884.520211:0:6597:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215180 with x1862022223416832 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764884.520215:0:6597:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93215180. 00010000:00010000:1.0:1775764884.524937:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ef600/0xdb23b4c9253d1bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.524956:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ef600/0xdb23b4c9253d1bc9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.524970:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ef600/0xdb23b4c9253d1bc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.524977:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c967ef600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764884.524982:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ef600/0xdb23b4c9253d1bc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.524990:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ef600/0xdb23b4c9253d1bc9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.525009:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764884.525012:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.525017:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ef600/0xdb23b4c9253d1bc9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.525024:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ef600/0xdb23b4c9253d1bc9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.532306:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.532420:0:11999:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223416960 00000100:00100000:1.0:1775764884.532430:0:11999:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223416960 00000100:00100000:1.0:1775764884.532492:0:11999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45147 00000100:00100000:1.0:1775764884.532503:0:11999:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+91:11755:x1862022223416960:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:1.0:1775764884.532576:0:11999:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764884.532596:0:11999:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1bd0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd89f expref: -99 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.532698:0:11999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d1bd7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.532718:0:11999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d1bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.532730:0:11999:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d1bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764884.532759:0:11999:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 1203675 00000004:00200000:1.0:1775764884.532764:0:11999:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764884.532781:0:11999:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d1bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.532811:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8400/0xdb23b4c9253d1bd0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd89f expref: 93 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.532830:0:11999:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d1bd7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd89f expref: 92 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.532850:0:11999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764884.532853:0:11999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764884.532857:0:11999:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8cbacc8a00, rc 0) 00000100:00100000:1.0:1775764884.532918:0:11999:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223416960:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 417us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764884.532924:0:11999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45147 00000100:00100000:3.0:1775764884.543465:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.544365:0:11903:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223417088 00000100:00100000:2.0:1775764884.544376:0:11903:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223417088 00002000:00100000:3.0:1775764884.544768:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (741376->1155071) req@ffff8b8c93217b80 x1862022223417088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764884.544781:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217b80 with x1862022223417088 ext(741376->1155071) 00002000:00010000:3.0:1775764884.544787:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217b80 00000100:00100000:3.0:1775764884.544866:0:11903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40474 00000100:00100000:3.0:1775764884.544877:0:11903:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223417088:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764884.557081:0:11903:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2363:x1862022223417088:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 12195us (13614us total) trans 0 rc 413696/413696 00000100:00100000:1.0:1775764884.557097:0:11903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40474 00002000:00100000:1.0:1775764884.557111:0:11903:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x280000400:0x5005:0x0] (741376->1155071) req@ffff8b8c93217b80 x1862022223417088/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 413696/413696 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.557129:0:11903:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217b80 with x1862022223417088 ext(741376->1155071) 00002000:00010000:1.0:1775764884.557134:0:11903:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93217b80 00000100:00100000:3.0:1775764884.573679:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.574098:0:11793:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223417216 00000100:00100000:2.0:1775764884.574109:0:11793:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223417216 00002000:00100000:2.0:1775764884.574159:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1204224->1646591) req@ffff8b8c93216a00 x1862022223417216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.574169:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216a00 with x1862022223417216 ext(1204224->1646591) 00002000:00010000:2.0:1775764884.574175:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216a00 00000100:00100000:2.0:1775764884.574277:0:11793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40475 00000100:00100000:2.0:1775764884.574287:0:11793:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223417216:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.577597:0:11793:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223417216:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 3302us (3918us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.577611:0:11793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40475 00002000:00100000:2.0:1775764884.577627:0:11793:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x5005:0x0] (1204224->1646591) req@ffff8b8c93216a00 x1862022223417216/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.577637:0:11793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93216a00 with x1862022223417216 ext(1204224->1646591) 00002000:00010000:2.0:1775764884.577643:0:11793:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93216a00 00000100:00100000:3.0:1775764884.586101:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.586408:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223417472 00000100:00100000:2.0:1775764884.586419:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223417472 00000100:00100000:2.0:1775764884.586597:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45148 00000100:00100000:2.0:1775764884.586608:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+92:11755:x1862022223417472:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764884.586663:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.586695:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8a00/0xdb23b4c9253d1bd7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd89f expref: 92 pid: 11999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.586716:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764884.586722:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.587205:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee000/0xdb23b4c9253d1bde lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.587231:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee000/0xdb23b4c9253d1bde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.587242:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee000/0xdb23b4c9253d1bde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764884.587295:0:5812:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032914 00000004:00010000:2.0:1775764884.587323:0:5812:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e0d79315 reply state 000000008e9b56e6 transno 4295032915 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee000/0xdb23b4c9253d1bde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.587332:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764884.587660:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223417472:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 1053us (1567us total) trans 4295032915 rc 0/0 00000100:00100000:2.0:1775764884.587667:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45148 00000020:00080000:2.0:1775764884.587673:0:5812:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764884.590600:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee000/0xdb23b4c9253d1bde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.590617:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee000/0xdb23b4c9253d1bde lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.590625:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee000/0xdb23b4c9253d1bde lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.590632:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8c967ee000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764884.590637:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee000/0xdb23b4c9253d1bde lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.590644:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee000/0xdb23b4c9253d1bde lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.590662:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764884.590666:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.590670:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee000/0xdb23b4c9253d1bde lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.590677:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8c967ee000/0xdb23b4c9253d1bde lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764884.593486:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764884.593607:0:11899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223417728 00000100:00100000:0.0:1775764884.593618:0:11899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223417728 00002000:00010000:0.0:1775764884.593657:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (845253->18446744073709551615) 00002000:00100000:0.0:1775764884.593662:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217800 with x1862022223417728 ext(845253->18446744073709551615) 00002000:00010000:0.0:1775764884.593674:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93217800. 00000100:00100000:0.0:1775764884.593718:0:11899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40476 00000100:00100000:0.0:1775764884.593727:0:11899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223417728:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764884.594384:0:11899:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 845253 00002000:00010000:0.0:1775764884.594389:0:11899:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764884 -> 1775764884 00002000:00010000:0.0:1775764884.594392:0:11899:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764884.594394:0:11899:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764884 -> 1775764884 00002000:00010000:0.0:1775764884.594397:0:11899:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1775764884.594454:0:11899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2364:x1862022223417728:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 727us (975us total) trans 4294996482 rc 0/0 00000100:00100000:0.0:1775764884.594463:0:11899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40476 00002000:00010000:0.0:1775764884.594466:0:11899:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (845253->18446744073709551615) 00002000:00100000:0.0:1775764884.594469:0:11899:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93217800 with x1862022223417728 ext(845253->18446744073709551615) 00002000:00010000:0.0:1775764884.594474:0:11899:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c93217800. 00000100:00100000:0.0:1775764884.598507:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.598703:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223417600 00000100:00100000:2.0:1775764884.598713:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223417600 00002000:00010000:2.0:1775764884.598752:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764884.598757:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3480 with x1862022223417600 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764884.598768:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3480. 00000100:00100000:2.0:1775764884.598805:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40477 00000100:00100000:2.0:1775764884.598814:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2365:x1862022223417600:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764884.599048:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 1203675 -> 4194304 00002000:00010000:2.0:1775764884.599052:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764884 -> 1775764884 00002000:00010000:2.0:1775764884.599055:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764884 -> 1775764884 00002000:00010000:2.0:1775764884.599057:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764884 -> 1775764884 00002000:00010000:2.0:1775764884.599059:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1485 -> 1485 00000100:00100000:2.0:1775764884.599342:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2365:x1862022223417600:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 528us (843us total) trans 4294997227 rc 0/0 00000100:00100000:2.0:1775764884.599350:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40477 00002000:00010000:2.0:1775764884.599355:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764884.599358:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b3480 with x1862022223417600 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764884.599364:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b3480. 00000100:00100000:3.0:1775764884.617674:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.617846:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.618014:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764884.618394:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223417984 00000100:00100000:0.0:1775764884.618406:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223417984 00002000:00100000:0.0:1775764884.618459:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (1699840->2748415) req@ffff8b8c93215f80 x1862022223417984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764884.618471:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215f80 with x1862022223417984 ext(1699840->2748415) 00002000:00010000:0.0:1775764884.618476:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215f80 00000100:00100000:0.0:1775764884.618612:0:12054:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223418240 00000100:00100000:0.0:1775764884.618616:0:12054:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223418240 00002000:00100000:0.0:1775764884.618632:0:12054:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x280000400:0x5005:0x0] (3796992->4194303) req@ffff8b8c93214000 x1862022223418240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764884.618640:0:12054:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214000 with x1862022223418240 ext(3796992->4194303) 00002000:00010000:0.0:1775764884.618643:0:12054:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214000 00000100:00100000:3.0:1775764884.619169:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.619201:0:11896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223417856 00000100:00100000:1.0:1775764884.619207:0:11896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223417856 00002000:00100000:1.0:1775764884.619232:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x5005:0x0] (794624->798719) req@ffff8b8c8f2f5180 x1862022223417856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.619242:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5180 with x1862022223417856 ext(794624->798719) 00002000:00010000:1.0:1775764884.619247:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f5180 00000100:00100000:1.0:1775764884.619268:0:11896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40478 00000100:00100000:1.0:1775764884.619278:0:11896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223417984:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.619484:0:11710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40479 00000100:00100000:2.0:1775764884.619495:0:11710:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+9:2363:x1862022223418240:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.619565:0:11892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40480 00000100:00100000:2.0:1775764884.619574:0:11892:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223417856:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.619784:0:11892:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223417856:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 211us (1769us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764884.619793:0:11892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40480 00002000:00100000:2.0:1775764884.619800:0:11892:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x5005:0x0] (794624->798719) req@ffff8b8c8f2f5180 x1862022223417856/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.619808:0:11892:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5180 with x1862022223417856 ext(794624->798719) 00002000:00010000:2.0:1775764884.619812:0:11892:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f5180 00000100:00100000:1.0:1775764884.634942:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764884.635191:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223418112 00000100:00100000:0.0:1775764884.635203:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223418112 00002000:00100000:0.0:1775764884.635250:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->3796991) req@ffff8b8c8f2f7480 x1862022223418112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764884.635262:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f7480 with x1862022223418112 ext(2748416->3796991) 00002000:00010000:0.0:1775764884.635268:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f7480 00000100:00100000:0.0:1775764884.635299:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223418368 00000100:00100000:0.0:1775764884.635304:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223418368 00002000:00100000:0.0:1775764884.635321:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (0->847871) req@ffff8b8c3c51f800 x1862022223418368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764884.635329:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f800 with x1862022223418368 ext(0->847871) 00002000:00010000:0.0:1775764884.635333:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51f800 00000100:00100000:0.0:1775764884.635361:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40481 00000100:00100000:0.0:1775764884.635371:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223418112:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764884.638756:0:11898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40482 00000100:00100000:0.0:1775764884.638778:0:11898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223418368:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:3.0:1775764884.660377:0:11710:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cf7a6f2-8f64-40fc-b3ca-327633c42617+12:2363:x1862022223418240:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 40874us (42521us total) trans 0 rc 397312/397312 00000100:00100000:3.0:1775764884.660391:0:11710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40479 00002000:00100000:3.0:1775764884.660403:0:11710:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5005:0x0] (3796992->4194303) req@ffff8b8c93214000 x1862022223418240/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 397312/397312 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764884.660414:0:11710:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93214000 with x1862022223418240 ext(3796992->4194303) 00002000:00010000:3.0:1775764884.660420:0:11710:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93214000 00000100:00100000:2.0:1775764884.679669:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223418112:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 44289us (60491us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764884.679695:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40481 00002000:00100000:2.0:1775764884.679711:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x5005:0x0] (2748416->3796991) req@ffff8b8c8f2f7480 x1862022223418112/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.679721:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f7480 with x1862022223418112 ext(2748416->3796991) 00002000:00010000:2.0:1775764884.679728:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f7480 00000100:00100000:3.0:1775764884.680629:0:11896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c93215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223417984:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 61350us (62960us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764884.680638:0:11896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40478 00002000:00100000:3.0:1775764884.680645:0:11896:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x5005:0x0] (1699840->2748415) req@ffff8b8c93215f80 x1862022223417984/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764884.680654:0:11896:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c93215f80 with x1862022223417984 ext(1699840->2748415) 00002000:00010000:3.0:1775764884.680658:0:11896:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c93215f80 00000100:00100000:1.0:1775764884.691066:0:11898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223418368:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 52285us (56123us total) trans 0 rc 843776/843776 00000100:00100000:1.0:1775764884.691082:0:11898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40482 00002000:00100000:1.0:1775764884.691098:0:11898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x5005:0x0] (0->847871) req@ffff8b8c3c51f800 x1862022223418368/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 843776/843776 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.691109:0:11898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c3c51f800 with x1862022223418368 ext(0->847871) 00002000:00010000:1.0:1775764884.691115:0:11898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c3c51f800 00000100:00100000:0.0:1775764884.697962:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.698208:0:11711:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223418496 00000100:00100000:2.0:1775764884.698218:0:11711:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223418496 00002000:00100000:2.0:1775764884.698273:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (794624->845252) req@ffff8b8ca29b0e00 x1862022223418496/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.698284:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0e00 with x1862022223418496 ext(794624->845252) 00002000:00010000:2.0:1775764884.698290:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0e00 00000100:00100000:2.0:1775764884.698326:0:11711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40483 00000100:00100000:2.0:1775764884.698335:0:11711:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223418496:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:1.0:1775764884.705987:0:11711:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223418496:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 7639us (8021us total) trans 4294996483 rc 0/0 00000100:00100000:1.0:1775764884.706004:0:11711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40483 00002000:00100000:1.0:1775764884.706020:0:11711:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x5005:0x0] (794624->845252) req@ffff8b8ca29b0e00 x1862022223418496/t4294996483(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/448 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.706039:0:11711:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0e00 with x1862022223418496 ext(794624->845252) 00002000:00010000:1.0:1775764884.706046:0:11711:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0e00 00000100:00100000:2.0:1775764884.709960:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.710061:0:12253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223418624 00000100:00100000:3.0:1775764884.710073:0:12253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223418624 00000100:00100000:3.0:1775764884.710178:0:12253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85047 00000100:00100000:3.0:1775764884.710190:0:12253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223418624:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764884.742426:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996482 is committed 00000001:00080000:1.0:1775764884.742445:0:6618:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294996483 is committed 00000100:00100000:0.0:1775764884.742912:0:12253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2362:x1862022223418624:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 32718us (32955us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.742926:0:12253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85047 00000100:00100000:0.0:1775764884.746021:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.746132:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223418752 00000100:00100000:2.0:1775764884.746144:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223418752 00000100:00100000:2.0:1775764884.746256:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45149 00000100:00100000:2.0:1775764884.746268:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+93:11755:x1862022223418752:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764884.746292:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.746315:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7851c00/0xdb23b4c9253d1be5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd8a6 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.746414:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7851600/0xdb23b4c9253d1bec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.746434:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7851600/0xdb23b4c9253d1bec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.746447:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7851600/0xdb23b4c9253d1bec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.746475:0:5813:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 5039557 00000004:00200000:2.0:1775764884.746480:0:5813:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764884.746498:0:5813:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7851600/0xdb23b4c9253d1bec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.747044:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7851c00/0xdb23b4c9253d1be5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd8a6 expref: 95 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.747066:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7851600/0xdb23b4c9253d1bec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd8a6 expref: 94 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.747074:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764884.747077:0:5813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764884.747082:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca7851600, rc 0) 00000100:00100000:2.0:1775764884.747153:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223418752:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 888us (1141us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.747161:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45149 00000100:00100000:0.0:1775764884.757230:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.757315:0:11895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223418880 00000100:00100000:3.0:1775764884.757328:0:11895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223418880 00002000:00100000:3.0:1775764884.757379:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1646592->2035711) req@ffff8b8ca29b0000 x1862022223418880/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764884.757404:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0000 with x1862022223418880 ext(1646592->2035711) 00002000:00010000:3.0:1775764884.757410:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0000 00000100:00100000:3.0:1775764884.757476:0:11895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40484 00000100:00100000:3.0:1775764884.757485:0:11895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223418880:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:3.0:1775764884.762768:0:11895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2363:x1862022223418880:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 5272us (5537us total) trans 4294997228 rc 0/0 00000100:00100000:3.0:1775764884.762782:0:11895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40484 00002000:00100000:3.0:1775764884.762796:0:11895:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x5005:0x0] (1646592->2035711) req@ffff8b8ca29b0000 x1862022223418880/t4294997228(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/448 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764884.762806:0:11895:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0000 with x1862022223418880 ext(1646592->2035711) 00002000:00010000:3.0:1775764884.762813:0:11895:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8ca29b0000 00000100:00100000:0.0:1775764884.770485:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.770632:0:12279:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223419008 00000100:00100000:3.0:1775764884.770644:0:12279:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223419008 00000100:00100000:3.0:1775764884.770720:0:12279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85048 00000100:00100000:3.0:1775764884.770730:0:12279:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223419008:12345-192.168.202.29@tcp:16:fsx.0 00000001:00080000:1.0:1775764884.825633:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997227 is committed 00000100:00100000:0.0:1775764884.826154:0:12279:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223419008:12345-192.168.202.29@tcp:16:fsx.0 Request processed in 55419us (55673us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.826168:0:12279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 85048 00000001:00080000:1.0:1775764884.829596:0:7489:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294997228 is committed 00000100:00100000:0.0:1775764884.833231:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.833461:0:6615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223419264 00000100:00100000:1.0:1775764884.833471:0:6615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223419264 00000100:00100000:1.0:1775764884.833535:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45150 00000100:00100000:1.0:1775764884.833572:0:6615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+94:11755:x1862022223419264:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:1.0:1775764884.833627:0:6615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764884.833654:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7851600/0xdb23b4c9253d1bec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd8a6 expref: 94 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.833673:0:6615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764884.833678:0:6615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764884.834097:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1bf3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.834113:0:6615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1bf3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.834123:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1bf3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764884.834168:0:6615:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032916 00000004:00010000:1.0:1775764884.834188:0:6615:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000acdb7590 reply state 00000000054fb90e transno 4295032917 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1bf3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.834202:0:6615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764884.834288:0:6615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022223419264:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 716us (1066us total) trans 4295032917 rc 0/0 00000100:00100000:1.0:1775764884.834295:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45150 00000020:00080000:1.0:1775764884.834300:0:6615:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764884.840901:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.841468:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764884.841569:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223419392 00000100:00100000:0.0:1775764884.841579:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223419392 00002000:00010000:0.0:1775764884.841618:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3645294->18446744073709551615) 00002000:00100000:0.0:1775764884.841624:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022223419392 ext(3645294->18446744073709551615) 00002000:00010000:0.0:1775764884.841637:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780380. 00000100:00100000:0.0:1775764884.841665:0:6598:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223419520 00000100:00100000:0.0:1775764884.841668:0:6598:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223419520 00002000:00010000:0.0:1775764884.841681:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764884.841695:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780000 with x1862022223419520 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764884.841702:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780000. 00000100:00100000:0.0:1775764884.841731:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40485 00000100:00100000:0.0:1775764884.841740:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223419392:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764884.842299:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 4194304 -> 3645294 00002000:00010000:0.0:1775764884.842304:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764884 -> 1775764885 00002000:00010000:0.0:1775764884.842307:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764884 -> 1775764884 00002000:00010000:0.0:1775764884.842309:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764884 -> 1775764885 00002000:00010000:0.0:1775764884.842311:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 1485 -> 521 00000100:00100000:0.0:1775764884.842370:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223419392:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 630us (1477us total) trans 4294997229 rc 0/0 00000100:00100000:0.0:1775764884.842379:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40485 00002000:00010000:0.0:1775764884.842474:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (3645294->18446744073709551615) 00002000:00100000:0.0:1775764884.842478:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780380 with x1862022223419392 ext(3645294->18446744073709551615) 00002000:00010000:0.0:1775764884.842483:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8cbb780380. 00000100:00100000:0.0:1775764884.842503:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40486 00000100:00100000:0.0:1775764884.842512:0:6598:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+6:2364:x1862022223419520:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:0.0:1775764884.843132:0:6598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 845253 -> 0 00002000:00010000:0.0:1775764884.843136:0:6598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764884 -> 1775764885 00002000:00010000:0.0:1775764884.843138:0:6598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:0.0:1775764884.843140:0:6598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764884 -> 1775764885 00002000:00010000:0.0:1775764884.843142:0:6598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 519 -> 135 00000100:00100000:0.0:1775764884.843172:0:6598:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2364:x1862022223419520:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 660us (1703us total) trans 4294996484 rc 0/0 00000100:00100000:0.0:1775764884.843179:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40486 00002000:00010000:0.0:1775764884.843182:0:6598:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (0->18446744073709551615) 00002000:00100000:0.0:1775764884.843185:0:6598:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb780000 with x1862022223419520 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764884.843191:0:6598:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb780000. 00010000:00010000:1.0:1775764884.849229:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1bf3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.849249:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1bf3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.849258:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1bf3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.849265:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8cbacc8600 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:1.0:1775764884.849270:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1bf3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.849278:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1bf3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.849298:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:1.0:1775764884.849301:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764884.849307:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1bf3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764884.849313:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8cbacc8600/0xdb23b4c9253d1bf3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764884.850415:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.850915:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223419648 00000100:00100000:2.0:1775764884.850926:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223419648 00000100:00100000:2.0:1775764884.851107:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45151 00000100:00100000:2.0:1775764884.851119:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+95:11755:x1862022223419648:12345-192.168.202.29@tcp:101:fsx.0 00010000:00010000:2.0:1775764884.851150:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.851174:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850600/0xdb23b4c9253d1bfa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x344753143c0fd8ad expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.851286:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850a00/0xdb23b4c9253d1c01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.851301:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850a00/0xdb23b4c9253d1c01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.851313:0:5812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850a00/0xdb23b4c9253d1c01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.851343:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x500c:0x0]: returning size 3645294 00000004:00200000:2.0:1775764884.851347:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764884.851365:0:5812:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850a00/0xdb23b4c9253d1c01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.851909:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850600/0xdb23b4c9253d1bfa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd8ad expref: 97 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.851931:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850a00/0xdb23b4c9253d1c01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd8ad expref: 96 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.851941:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764884.851944:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764884.851949:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b8ca7850a00, rc 0) 00000100:00100000:2.0:1775764884.852116:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c3c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022223419648:12345-192.168.202.29@tcp:101:fsx.0 Request processed in 998us (1708us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.852127:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45151 00000100:00100000:0.0:1775764884.860765:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.860842:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223419904 00000100:00100000:2.0:1775764884.860852:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223419904 00000100:00100000:2.0:1775764884.860915:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 45152 00000100:00100000:2.0:1775764884.860926:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+96:11755:x1862022223419904:12345-192.168.202.29@tcp:36:fsx.0 00010000:00010000:2.0:1775764884.860992:0:5813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764884.861022:0:5813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850a00/0xdb23b4c9253d1c01 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x500c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x344753143c0fd8ad expref: 96 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.861041:0:5813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:2.0:1775764884.861047:0:5813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764884.861262:0:5813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850000/0xdb23b4c9253d1c08 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.861276:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850000/0xdb23b4c9253d1c08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.861285:0:5813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850000/0xdb23b4c9253d1c08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764884.861335:0:5813:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295032918 00000004:00010000:2.0:1775764884.861361:0:5813:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000617b026e reply state 000000000bafac73 transno 4295032919 ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850000/0xdb23b4c9253d1c08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764884.861371:0:5813:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764884.861476:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7a6f2-8f64-40fc-b3ca-327633c42617+98:11755:x1862022223419904:12345-192.168.202.29@tcp:36:fsx.0 Request processed in 551us (720us total) trans 4295032919 rc 0/0 00000100:00100000:2.0:1775764884.861484:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 45152 00000020:00080000:2.0:1775764884.861490:0:5813:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764884.867131:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.867173:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.867572:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223420032 00000100:00100000:2.0:1775764884.867582:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223420032 00002000:00010000:2.0:1775764884.867622:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764884.867628:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4a80 with x1862022223420032 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764884.867640:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f4a80. 00000100:00100000:2.0:1775764884.867659:0:11901:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223420160 00000100:00100000:2.0:1775764884.867662:0:11901:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223420160 00002000:00010000:2.0:1775764884.867675:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (524138->18446744073709551615) 00002000:00100000:2.0:1775764884.867678:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5f80 with x1862022223420160 ext(524138->18446744073709551615) 00002000:00010000:2.0:1775764884.867684:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f5f80. 00000100:00100000:2.0:1775764884.867706:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40487 00000100:00100000:2.0:1775764884.867716:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223420032:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764884.867952:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb size from disk: 3645294 -> 4194304 00002000:00010000:2.0:1775764884.867956:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb mtime from disk: 1775764885 -> 1775764885 00002000:00010000:2.0:1775764884.867959:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb atime from disk: 1775764884 -> 1775764884 00002000:00010000:2.0:1775764884.867961:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb ctime from disk: 1775764885 -> 1775764885 00002000:00010000:2.0:1775764884.867964:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5005:0x0] updating lvb blocks from disk: 521 -> 521 00000100:00100000:2.0:1775764884.868034:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223420032:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 318us (910us total) trans 4294997230 rc 0/0 00000100:00100000:2.0:1775764884.868043:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40487 00002000:00010000:2.0:1775764884.868047:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20485 (4194304->18446744073709551615) 00002000:00100000:2.0:1775764884.868049:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f4a80 with x1862022223420032 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1775764884.868055:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b8c8f2f4a80. 00000100:00100000:2.0:1775764884.868073:0:11901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40488 00000100:00100000:2.0:1775764884.868080:0:11901:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+7:2362:x1862022223420160:12345-192.168.202.29@tcp:10:fsx.0 00002000:00010000:2.0:1775764884.868194:0:11901:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb size from disk: 0 -> 524138 00002000:00010000:2.0:1775764884.868198:0:11901:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb mtime from disk: 1775764885 -> 1775764885 00002000:00010000:2.0:1775764884.868200:0:11901:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb atime from disk: 1775764883 -> 1775764883 00002000:00010000:2.0:1775764884.868202:0:11901:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb ctime from disk: 1775764885 -> 1775764885 00002000:00010000:2.0:1775764884.868204:0:11901:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5005:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1775764884.868226:0:11901:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8c8f2f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223420160:12345-192.168.202.29@tcp:10:fsx.0 Request processed in 146us (1051us total) trans 4294996485 rc 0/0 00000100:00100000:2.0:1775764884.868232:0:11901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40488 00002000:00010000:2.0:1775764884.868235:0:11901:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/20485 (524138->18446744073709551615) 00002000:00100000:2.0:1775764884.868238:0:11901:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8c8f2f5f80 with x1862022223420160 ext(524138->18446744073709551615) 00002000:00010000:2.0:1775764884.868242:0:11901:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8c8f2f5f80. 00010000:00010000:0.0:1775764884.868706:0:3299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850000/0xdb23b4c9253d1c08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.868718:0:3299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850000/0xdb23b4c9253d1c08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.868726:0:3299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850000/0xdb23b4c9253d1c08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.868733:0:3299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b8ca7850000 already unused, calling callback (ffffffffc21064f0) 00010000:00010000:0.0:1775764884.868737:0:3299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850000/0xdb23b4c9253d1c08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.868745:0:3299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850000/0xdb23b4c9253d1c08 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.868762:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x500c:0x0].0x0 (ffff8b8c27d6bf00) 00010000:00010000:0.0:1775764884.868766:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764884.868771:0:3299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850000/0xdb23b4c9253d1c08 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764884.868777:0:3299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b8ca7850000/0xdb23b4c9253d1c08 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x500c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764884.877172:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1775764884.877333:0:11791:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223420288 00000100:00100000:1.0:1775764884.877344:0:11791:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223420288 00002000:00100000:1.0:1775764884.877476:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (503808->507903) req@ffff8b8ca29b1180 x1862022223420288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.877489:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1180 with x1862022223420288 ext(503808->507903) 00002000:00010000:1.0:1775764884.877496:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b1180 00000100:00100000:1.0:1775764884.877620:0:11791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40489 00000100:00100000:1.0:1775764884.877630:0:11791:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223420288:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:1.0:1775764884.877920:0:11791:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2363:x1862022223420288:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 291us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764884.877928:0:11791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40489 00002000:00100000:1.0:1775764884.877935:0:11791:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x5005:0x0] (503808->507903) req@ffff8b8ca29b1180 x1862022223420288/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764884.877944:0:11791:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b1180 with x1862022223420288 ext(503808->507903) 00002000:00010000:1.0:1775764884.877947:0:11791:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b1180 00000100:00100000:0.0:1775764884.882911:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1775764884.885067:0:11893:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223420416 00000100:00100000:2.0:1775764884.885083:0:11893:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223420416 00002000:00100000:2.0:1775764884.885148:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (507904->511999) req@ffff8b8ca29b0700 x1862022223420416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.885161:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223420416 ext(507904->511999) 00002000:00010000:2.0:1775764884.885168:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0700 00000100:00100000:2.0:1775764884.885193:0:11893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40490 00000100:00100000:2.0:1775764884.885203:0:11893:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223420416:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:2.0:1775764884.886136:0:11893:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8ca29b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223420416:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 930us (3234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764884.886147:0:11893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40490 00002000:00100000:2.0:1775764884.886155:0:11893:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x5005:0x0] (507904->511999) req@ffff8b8ca29b0700 x1862022223420416/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/4536 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764884.886171:0:11893:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8ca29b0700 with x1862022223420416 ext(507904->511999) 00002000:00010000:2.0:1775764884.886174:0:11893:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8ca29b0700 00000100:00100000:2.0:1775764884.890919:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1775764884.891019:0:11703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223420544 00000100:00100000:3.0:1775764884.891029:0:11703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223420544 00002000:00100000:3.0:1775764884.891081:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (483328->524287) req@ffff8b8cbb783480 x1862022223420544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764884.891093:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783480 with x1862022223420544 ext(483328->524287) 00002000:00010000:3.0:1775764884.891101:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb783480 00000100:00100000:3.0:1775764884.891173:0:11703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40491 00000100:00100000:3.0:1775764884.891185:0:11703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223420544:12345-192.168.202.29@tcp:3:fsx.0 00000100:00100000:0.0:1775764884.897485:0:11703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223420544:12345-192.168.202.29@tcp:3:fsx.0 Request processed in 6290us (6563us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1775764884.897500:0:11703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40491 00002000:00100000:0.0:1775764884.897512:0:11703:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5005:0x0] (483328->524287) req@ffff8b8cbb783480 x1862022223420544/t0(0) o3->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 504/440 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764884.897531:0:11703:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb783480 with x1862022223420544 ext(483328->524287) 00002000:00010000:0.0:1775764884.897565:0:11703:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb783480 00000100:00100000:2.0:1775764884.902664:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764884.902864:0:11891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223420672 00000100:00100000:0.0:1775764884.902875:0:11891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223420672 00002000:00100000:0.0:1775764884.902927:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (503808->524137) req@ffff8b8cbb782a00 x1862022223420672/t0(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/0 e 0 to 0 dl 1775764895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764884.902938:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782a00 with x1862022223420672 ext(503808->524137) 00002000:00010000:0.0:1775764884.902945:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782a00 00000100:00100000:0.0:1775764884.902983:0:11891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 40492 00000100:00100000:0.0:1775764884.902993:0:11891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+8:2362:x1862022223420672:12345-192.168.202.29@tcp:4:fsx.0 00000100:00100000:0.0:1775764884.910001:0:11891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b8cbb782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2362:x1862022223420672:12345-192.168.202.29@tcp:4:fsx.0 Request processed in 6995us (7333us total) trans 4294996486 rc 0/0 00000100:00100000:0.0:1775764884.910017:0:11891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 40492 00002000:00100000:0.0:1775764884.910031:0:11891:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x5005:0x0] (503808->524137) req@ffff8b8cbb782a00 x1862022223420672/t4294996486(0) o4->1cf7a6f2-8f64-40fc-b3ca-327633c42617@192.168.202.29@tcp:365/0 lens 488/448 e 0 to 0 dl 1775764895 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764884.910043:0:11891:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b8cbb782a00 with x1862022223420672 ext(503808->524137) 00002000:00010000:0.0:1775764884.910050:0:11891:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b8cbb782a00 00000100:00100000:3.0:1775764884.918258:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1775764884.920050:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022223420800 00000100:00100000:0.0:1775764884.920064:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022223420800 00000100:00100000:0.0:1775764884.920209:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 85049 00000100:00100000:0.0:1775764884.920221:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b8c8f2f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cf7a6f2-8f64-40fc-b3ca-327633c42617+10:2364:x1862022223420800:12345-192.168.202.29@tcp:16:fsx.0 Debug log: 78881 lines, 78881 kept, 0 dropped, 0 bad.